add phi-3 small support (#2062)

Co-authored-by: Tushar Goel <114812108+AI-Tushar@users.noreply.github.com>
2024-11-17 18:47:43 -08:00
parent 9c745d078e
commit 8c280cee55
3 changed files with 449 additions and 0 deletions
--- a/test/srt/models/test_generation_models.py
+++ b/test/srt/models/test_generation_models.py
@@ -57,6 +57,7 @@ ALL_OTHER_MODELS = [
    ModelCase("allenai/OLMo-1B-0724-hf", decode_tolerance=8e-2, skip_long_prompt=True),
    ModelCase("THUDM/glm-4-9b-chat"),
    ModelCase("openai-community/gpt2"),
+    ModelCase("microsoft/Phi-3-small-8k-instruct"),
 ]

 TORCH_DTYPES = [torch.float16]