diff --git a/vllm_kunlun/models/__init__.py b/vllm_kunlun/models/__init__.py index 4eb7de1..7dd089c 100644 --- a/vllm_kunlun/models/__init__.py +++ b/vllm_kunlun/models/__init__.py @@ -78,6 +78,10 @@ def register_model(): "SeedOssForCausalLM", "vllm_kunlun.models.seed_oss:SeedOssForCausalLM") + ModelRegistry.register_model( + "LlamaForCausalLM", + "vllm_kunlun.models.llama:LlamaForCausalLM") + def register_quant_method(): - """to do""" \ No newline at end of file + """to do"""