From b8347b40b1722f75351544b0d6faeff4294ddebe Mon Sep 17 00:00:00 2001 From: Yuxuan Zhang <2448370773@qq.com> Date: Sun, 14 Sep 2025 14:31:55 +0800 Subject: [PATCH] Add self.capture_aux_hidden_states For GLM-4.5V (#10228) --- python/sglang/srt/models/glm4v_moe.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/python/sglang/srt/models/glm4v_moe.py b/python/sglang/srt/models/glm4v_moe.py index 86cca4ab2..2a17e04b0 100644 --- a/python/sglang/srt/models/glm4v_moe.py +++ b/python/sglang/srt/models/glm4v_moe.py @@ -74,6 +74,9 @@ class Glm4vMoeForConditionalGeneration(Glm4vForConditionalGeneration): self.pooler = Pooler(pooling_type=PoolingType.LAST, normalize=True) self.is_mrope_enabled = "mrope_section" in self.config.rope_scaling + # For EAGLE3 support + self.capture_aux_hidden_states = False + def determine_num_fused_shared_experts( self, architecture: str = "Glm4MoeForCausalLM" ):