Add self.capture_aux_hidden_states For GLM-4.5V (#10228)

2025-09-14 14:31:55 +08:00
parent 72dfa96aeb
commit b8347b40b1
1 changed files with 3 additions and 0 deletions
--- a/python/sglang/srt/models/glm4v_moe.py
+++ b/python/sglang/srt/models/glm4v_moe.py
@@ -74,6 +74,9 @@ class Glm4vMoeForConditionalGeneration(Glm4vForConditionalGeneration):
        self.pooler = Pooler(pooling_type=PoolingType.LAST, normalize=True)
        self.is_mrope_enabled = "mrope_section" in self.config.rope_scaling

+        # For EAGLE3 support
+        self.capture_aux_hidden_states = False
+
    def determine_num_fused_shared_experts(
        self, architecture: str = "Glm4MoeForCausalLM"
    ):