[Bugfix] Fix embedding model hangs with --enable-metrics (#2822)

2025-01-10 13:14:51 -08:00
parent 8f15789314
commit f290bd4332
4 changed files with 49 additions and 4 deletions
--- a/python/sglang/srt/model_executor/model_runner.py
+++ b/python/sglang/srt/model_executor/model_runner.py
@@ -724,7 +724,7 @@ class ModelRunner:
        elif forward_batch.forward_mode.is_idle():
            return self.forward_idle(forward_batch)
        else:
-            raise ValueError(f"Invaid forward mode: {forward_batch.forward_mode}")
+            raise ValueError(f"Invalid forward mode: {forward_batch.forward_mode}")

    def sample(
        self, logits_output: LogitsProcessorOutput, forward_batch: ForwardBatch