[Model] registry llama.py to vLLM

2025-12-15 21:21:28 +08:00
parent ca059110b3
commit 7c7d0326c5
1 changed files with 5 additions and 1 deletions
--- a/vllm_kunlun/models/init.py
+++ b/vllm_kunlun/models/init.py
@@ -78,6 +78,10 @@ def register_model():
        "SeedOssForCausalLM",
        "vllm_kunlun.models.seed_oss:SeedOssForCausalLM")

+    ModelRegistry.register_model(
+        "LlamaForCausalLM",
+        "vllm_kunlun.models.llama:LlamaForCausalLM")
+

 def register_quant_method():
-    """to do"""
+    """to do"""