commit db1abc4810e6b50e3a5e09b69e370cf8a061b629 Author: ModelHub XC Date: Wed Apr 29 06:58:13 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: M4-ai/TinyMistral-248M-v2-Instruct-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..0168a5b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,41 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +TinyMistral-248M-v2-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +TinyMistral-248M-v2-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TinyMistral-248M-v2-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TinyMistral-248M-v2-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +TinyMistral-248M-v2-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +TinyMistral-248M-v2-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..89cce88 --- /dev/null +++ b/README.md @@ -0,0 +1,25 @@ +--- +license: apache-2.0 +datasets: +- HuggingFaceH4/ultrachat_200k +language: +- en +base_model: Locutusque/TinyMistral-248M-v2-Instruct +--- + +# Description +GGUF version of [Locutusque/TinyMistral-248M-v2-Instruct](https://huggingface.co/Locutusque/TinyMistral-248M-v2-Instruct). + +# Recommended inference parameters +``` +do_sample: true +temperature: 0.1 +top_p: 0.14 +top_k: 12 +repetition_penalty: 1.1 +``` + +# Recommended prompt template +``` +<|im_start|>user\n{user message}<|im_end|>\n<|im_start|>assistant\n{assistant message}<|endoftext|> +``` \ No newline at end of file diff --git a/TinyMistral-248M-v2-Instruct.Q2_K.gguf b/TinyMistral-248M-v2-Instruct.Q2_K.gguf new file mode 100644 index 0000000..5a6d7fc --- /dev/null +++ b/TinyMistral-248M-v2-Instruct.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3cbe8c890932c694d16c3d8fde95ee06867c85fda76f5f57c5bbf6e87b31db9 +size 105458816 diff --git a/TinyMistral-248M-v2-Instruct.Q3_K_M.gguf b/TinyMistral-248M-v2-Instruct.Q3_K_M.gguf new file mode 100644 index 0000000..3b56d7a --- /dev/null +++ b/TinyMistral-248M-v2-Instruct.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af9314e9d51080d01ab4b7430dd3124572d4908f72bede1e1ac96f1cc5837b6 +size 129029760 diff --git a/TinyMistral-248M-v2-Instruct.Q4_K_M.gguf b/TinyMistral-248M-v2-Instruct.Q4_K_M.gguf new file mode 100644 index 0000000..3c7e2b1 --- /dev/null +++ b/TinyMistral-248M-v2-Instruct.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aab328dd5a2ea2edfa0c52d4edead48985a1ff3569e9271886a8418d4178246 +size 155668768 diff --git a/TinyMistral-248M-v2-Instruct.Q5_K_M.gguf b/TinyMistral-248M-v2-Instruct.Q5_K_M.gguf new file mode 100644 index 0000000..4aec8cf --- /dev/null +++ b/TinyMistral-248M-v2-Instruct.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:176e2dea8404da3ae61ee4ba7a3ec732609f82a555c3fde92bb34d4f123ec0bc +size 179229600 diff --git a/TinyMistral-248M-v2-Instruct.Q6_K.gguf b/TinyMistral-248M-v2-Instruct.Q6_K.gguf new file mode 100644 index 0000000..083dae5 --- /dev/null +++ b/TinyMistral-248M-v2-Instruct.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4def37c4851745cbba8e8095c9b1ae0d4f6517d2a60a63ab738e38dbc2e6d69c +size 204263008 diff --git a/TinyMistral-248M-v2-Instruct.Q8_0.gguf b/TinyMistral-248M-v2-Instruct.Q8_0.gguf new file mode 100644 index 0000000..93d9775 --- /dev/null +++ b/TinyMistral-248M-v2-Instruct.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45d83cd6dbf0eb1c14bc0d41413eb9b528c0b9e4345ec066998f10dc6da2bc46 +size 264325088