From f5c6c667940b53d9465f53c657508fc0316a5bad Mon Sep 17 00:00:00 2001 From: Yineng Zhang Date: Tue, 14 Jan 2025 19:23:26 +0800 Subject: [PATCH] feat: support internlm 3 dense (#2888) --- python/sglang/srt/models/llama.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/models/llama.py b/python/sglang/srt/models/llama.py index d606e52f8..4f09fd185 100644 --- a/python/sglang/srt/models/llama.py +++ b/python/sglang/srt/models/llama.py @@ -570,4 +570,8 @@ class Phi3ForCausalLM(LlamaForCausalLM): pass -EntryClass = [LlamaForCausalLM, Phi3ForCausalLM] +class InternLM3ForCausalLM(LlamaForCausalLM): + pass + + +EntryClass = [LlamaForCausalLM, Phi3ForCausalLM, InternLM3ForCausalLM]