Fix Mistral model loading (#108)
Co-authored-by: johndun <dunavent.jm@gmail.com>
This commit is contained in:
10
python/sglang/srt/models/mistral.py
Normal file
10
python/sglang/srt/models/mistral.py
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
"""Inference-only Mistral model."""
|
||||||
|
from sglang.srt.models.llama2 import LlamaForCausalLM
|
||||||
|
|
||||||
|
|
||||||
|
class MistralForCausalLM(LlamaForCausalLM):
|
||||||
|
def __init__(self, *args, **kwargs):
|
||||||
|
super().__init__(*args, **kwargs)
|
||||||
|
|
||||||
|
|
||||||
|
EntryClass = MistralForCausalLM
|
||||||
Reference in New Issue
Block a user