Add support for tie_word_embeddings when loading weights + support for SmolLM (#1508)

2024-09-24 21:50:20 -07:00
parent fb2d0680e0
commit 3c93187caf
3 changed files with 10 additions and 0 deletions
--- a/test/srt/models/test_generation_models.py
+++ b/test/srt/models/test_generation_models.py
@@ -51,6 +51,7 @@ CI_MODELS = [
 # All other models
 ALL_OTHER_MODELS = [
    ModelCase("Qwen/Qwen2-1.5B"),
+    ModelCase("HuggingFaceTB/SmolLM-135M-Instruct"),
 ]

 TORCH_DTYPES = [torch.float16]