Enable Cohere2 Models (#3018)

2025-01-20 19:21:41 -08:00
parent b730aa6b9e
commit d2571dd5c7
1 changed files with 5 additions and 1 deletions
--- a/python/sglang/srt/models/commandr.py
+++ b/python/sglang/srt/models/commandr.py
@@ -386,4 +386,8 @@ class CohereForCausalLM(nn.Module):
            loaded_params.add(name)


-EntryClass = CohereForCausalLM
+class Cohere2ForCausalLM(CohereForCausalLM):
+    pass
+
+
+EntryClass = [CohereForCausalLM, Cohere2ForCausalLM]