Add OLMo2 model. (#2233)

2024-11-28 10:15:20 +02:00
parent fb915bd1a2
commit db674e3d24
2 changed files with 393 additions and 0 deletions
--- a/test/srt/models/test_generation_models.py
+++ b/test/srt/models/test_generation_models.py
@@ -56,6 +56,7 @@ ALL_OTHER_MODELS = [
    ModelCase("THUDM/glm-4-9b-chat"),
    ModelCase("openai-community/gpt2"),
    ModelCase("microsoft/Phi-3-small-8k-instruct"),
+    ModelCase("allenai/OLMo-2-1124-7B-Instruct", skip_long_prompt=True),
 ]

 TORCH_DTYPES = [torch.float16]