Add GLM-4 TextGeneration Model support for SGLang (#1736)

2024-10-21 12:08:30 +08:00
parent b121bc03a3
commit 45d5af2416
3 changed files with 5 additions and 3 deletions
--- a/test/srt/models/test_generation_models.py
+++ b/test/srt/models/test_generation_models.py
@@ -57,6 +57,7 @@ ALL_OTHER_MODELS = [
    ModelCase("Qwen/Qwen2.5-14B-Instruct"),
    ModelCase("HuggingFaceTB/SmolLM-135M-Instruct", skip_long_prompt=True),
    ModelCase("allenai/OLMo-1B-0724-hf", decode_tolerance=8e-2, skip_long_prompt=True),
+    ModelCase("THUDM/glm-4-9b-chat"),
 ]

 TORCH_DTYPES = [torch.float16]