[Bugfix] Fix embedding model hangs with --enable-metrics (#2822)

2025-01-10 13:14:51 -08:00
parent 8f15789314
commit f290bd4332
4 changed files with 49 additions and 4 deletions
--- a/python/sglang/srt/configs/model_config.py
+++ b/python/sglang/srt/configs/model_config.py
@@ -128,7 +128,7 @@ class ModelConfig:
        self.num_hidden_layers = self.hf_text_config.num_hidden_layers
        self.vocab_size = self.hf_text_config.vocab_size

-        # Veirfy quantization
+        # Verify quantization
        self._verify_quantization()

        # Cache attributes