Add support for IBM Granite 3.x models (#2437)

2024-12-11 06:30:23 -08:00
parent f8548295d6
commit 993956c6b1
5 changed files with 562 additions and 1 deletions
--- a/test/srt/models/test_generation_models.py
+++ b/test/srt/models/test_generation_models.py
@@ -57,6 +57,7 @@ ALL_OTHER_MODELS = [
    ModelCase("openai-community/gpt2"),
    ModelCase("microsoft/Phi-3-small-8k-instruct"),
    ModelCase("allenai/OLMo-2-1124-7B-Instruct", skip_long_prompt=True),
+    ModelCase("ibm-granite/granite-3.0-2b-instruct", skip_long_prompt=True),
 ]

 TORCH_DTYPES = [torch.float16]