初始化项目，由ModelHub XC社区提供模型

Model: M4-ai/TinyMistral-248M-v2-Instruct-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,41 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-v2-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-v2-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-v2-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-v2-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-v2-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+TinyMistral-248M-v2-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,25 @@
+---
+license: apache-2.0
+datasets:
+- HuggingFaceH4/ultrachat_200k
+language:
+- en
+base_model: Locutusque/TinyMistral-248M-v2-Instruct
+---
+
+# Description
+GGUF version of [Locutusque/TinyMistral-248M-v2-Instruct](https://huggingface.co/Locutusque/TinyMistral-248M-v2-Instruct).
+
+# Recommended inference parameters
+```
+do_sample: true
+temperature: 0.1
+top_p: 0.14
+top_k: 12
+repetition_penalty: 1.1
+```
+
+# Recommended prompt template
+```
+<|im_start|>user\n{user message}<|im_end|>\n<|im_start|>assistant\n{assistant message}<|endoftext|>
+```

TinyMistral-248M-v2-Instruct.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3cbe8c890932c694d16c3d8fde95ee06867c85fda76f5f57c5bbf6e87b31db9
+size 105458816

TinyMistral-248M-v2-Instruct.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af9314e9d51080d01ab4b7430dd3124572d4908f72bede1e1ac96f1cc5837b6
+size 129029760

TinyMistral-248M-v2-Instruct.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aab328dd5a2ea2edfa0c52d4edead48985a1ff3569e9271886a8418d4178246
+size 155668768

TinyMistral-248M-v2-Instruct.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176e2dea8404da3ae61ee4ba7a3ec732609f82a555c3fde92bb34d4f123ec0bc
+size 179229600

TinyMistral-248M-v2-Instruct.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4def37c4851745cbba8e8095c9b1ae0d4f6517d2a60a63ab738e38dbc2e6d69c
+size 204263008

TinyMistral-248M-v2-Instruct.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d83cd6dbf0eb1c14bc0d41413eb9b528c0b9e4345ec066998f10dc6da2bc46
+size 264325088