From d2571dd5c7b4cee5f690dc3403cfeef0ca7115b7 Mon Sep 17 00:00:00 2001 From: Hui Liu <96135754+hliuca@users.noreply.github.com> Date: Mon, 20 Jan 2025 19:21:41 -0800 Subject: [PATCH] Enable Cohere2 Models (#3018) --- python/sglang/srt/models/commandr.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/models/commandr.py b/python/sglang/srt/models/commandr.py index 6d2e6d2bb..e4b291b66 100644 --- a/python/sglang/srt/models/commandr.py +++ b/python/sglang/srt/models/commandr.py @@ -386,4 +386,8 @@ class CohereForCausalLM(nn.Module): loaded_params.add(name) -EntryClass = CohereForCausalLM +class Cohere2ForCausalLM(CohereForCausalLM): + pass + + +EntryClass = [CohereForCausalLM, Cohere2ForCausalLM]