Fix Mistral model loading (#108)

Co-authored-by: johndun <dunavent.jm@gmail.com>
This commit is contained in:
Cody Yu
2024-01-26 09:38:43 -08:00
committed by GitHub
parent 81561f8e2d
commit cd6872334e

View File

@@ -0,0 +1,10 @@
"""Inference-only Mistral model."""
from sglang.srt.models.llama2 import LlamaForCausalLM
class MistralForCausalLM(LlamaForCausalLM):
def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
EntryClass = MistralForCausalLM