Fix Mistral model loading (#108)
Co-authored-by: johndun <dunavent.jm@gmail.com>
This commit is contained in:
10
python/sglang/srt/models/mistral.py
Normal file
10
python/sglang/srt/models/mistral.py
Normal file
@@ -0,0 +1,10 @@
|
||||
"""Inference-only Mistral model."""
|
||||
from sglang.srt.models.llama2 import LlamaForCausalLM
|
||||
|
||||
|
||||
class MistralForCausalLM(LlamaForCausalLM):
|
||||
def __init__(self, *args, **kwargs):
|
||||
super().__init__(*args, **kwargs)
|
||||
|
||||
|
||||
EntryClass = MistralForCausalLM
|
||||
Reference in New Issue
Block a user