Add new model: Gpt2 (#1833)

2024-10-29 19:52:33 -05:00
parent 54dd3ea122
commit 5e00ddebc0
2 changed files with 287 additions and 0 deletions
--- a/test/srt/models/test_generation_models.py
+++ b/test/srt/models/test_generation_models.py
@@ -56,6 +56,7 @@ ALL_OTHER_MODELS = [
    ModelCase("HuggingFaceTB/SmolLM-135M-Instruct", skip_long_prompt=True),
    ModelCase("allenai/OLMo-1B-0724-hf", decode_tolerance=8e-2, skip_long_prompt=True),
    ModelCase("THUDM/glm-4-9b-chat"),
+    ModelCase("openai-community/gpt2")
 ]

 TORCH_DTYPES = [torch.float16]