EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Add OLMo model (#1676)

Browse Source
This commit is contained in:
Jani Monoses
2024-10-16 10:11:18 +03:00
committed by GitHub
parent b6b4094621
commit a5114b6f91
2 changed files with 357 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
test/srt/models/test_generation_models.py Normal file → Executable file
View File

@@ -53,6 +53,7 @@ ALL_OTHER_MODELS = [
ModelCase("Qwen/Qwen2-1.5B"),
ModelCase("Qwen/Qwen2.5-14B-Instruct"),
ModelCase("HuggingFaceTB/SmolLM-135M-Instruct"),
ModelCase("allenai/OLMo-1B-0724-hf", decode_tolerance=8e-2),
]
TORCH_DTYPES = [torch.float16]
@@ -153,7 +154,10 @@ class TestGenerationModels(unittest.TestCase):
# Skip long prompts for models that does not have a long context
prompts = DEFAULT_PROMPTS
if model_case.model_path in ["HuggingFaceTB/SmolLM-135M-Instruct"]:
if model_case.model_path in [
"HuggingFaceTB/SmolLM-135M-Instruct",
"allenai/OLMo-1B-0724-hf",
]:
prompts = [p for p in DEFAULT_PROMPTS if len(p) < 1000]
# Assert the logits and output strs are close