From cd6872334e9ead684049b8fccd5f2dac9433b1b4 Mon Sep 17 00:00:00 2001
From: Cody Yu <hao.yu.cody@gmail.com>
Date: Fri, 26 Jan 2024 09:38:43 -0800
Subject: [PATCH] Fix Mistral model loading (#108)

Co-authored-by: johndun <dunavent.jm@gmail.com>
---
 python/sglang/srt/models/mistral.py | 10 ++++++++++
 1 file changed, 10 insertions(+)
 create mode 100644 python/sglang/srt/models/mistral.py

diff --git a/python/sglang/srt/models/mistral.py b/python/sglang/srt/models/mistral.py
new file mode 100644
index 000000000..497e1c266
--- /dev/null
+++ b/python/sglang/srt/models/mistral.py
@@ -0,0 +1,10 @@
+"""Inference-only Mistral model."""
+from sglang.srt.models.llama2 import LlamaForCausalLM
+
+
+class MistralForCausalLM(LlamaForCausalLM):
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+
+
+EntryClass = MistralForCausalLM