commit 09c141b067e5851eb93c560c3d07ef4a171dcc30 Author: ModelHub XC Date: Fri Oct 23 17:51:21 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DevQuasar/mistralai.Mistral-Small-3.1-24B-Base-2503-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1e5f21f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-Small-3.1-24B-Base-2503.f16-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-Small-3.1-24B-Base-2503.f16-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-Small-3.1-24B-Base-2503.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-Small-3.1-24B-Base-2503.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-Small-3.1-24B-Base-2503.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-Small-3.1-24B-Base-2503.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-Small-3.1-24B-Base-2503.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-Small-3.1-24B-Base-2503.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mistralai.Mistral-Small-3.1-24B-Base-2503.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..efa8d15 --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +--- +base_model: +- mistralai/Mistral-Small-3.1-24B-Base-2503 +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +Quantized version of: [mistralai/Mistral-Small-3.1-24B-Base-2503](https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Base-2503) + +'Make knowledge free for everyone' + +

+ Made with
+ + + +

+ +Buy Me a Coffee at ko-fi.com diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/mistralai.Mistral-Small-3.1-24B-Base-2503.Q2_K.gguf b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q2_K.gguf new file mode 100644 index 0000000..d006374 --- /dev/null +++ b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a48aa782bd2bab4fc64a3e32ab08fb1bd305bdd7cfaa3a78366e6cf1e82a89 +size 8890323808 diff --git a/mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_L.gguf b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_L.gguf new file mode 100644 index 0000000..6644af6 --- /dev/null +++ b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f12a287dcdc6cfb03d5518e9ceca81087e7c3cc02400f0ee49352a9d8d350261 +size 12400759648 diff --git a/mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_M.gguf b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_M.gguf new file mode 100644 index 0000000..fffc3b7 --- /dev/null +++ b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62c83669d301be95b6619b048a41799641a49ceaa0f2eee8e0e52e248597a682 +size 11474080608 diff --git a/mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_S.gguf b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_S.gguf new file mode 100644 index 0000000..39842dd --- /dev/null +++ b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc37e5c0c2706cafcb2f25ca402d557e1adc693f4c7d49a6ec33f1312226e739 +size 10400273248 diff --git a/mistralai.Mistral-Small-3.1-24B-Base-2503.Q4_K_M.gguf b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q4_K_M.gguf new file mode 100644 index 0000000..488a98b --- /dev/null +++ b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34b94ce2e53115e4bd4ec5ba71fbb8bb16b7c164a313325b88363ade7a3bf590 +size 14333907808 diff --git a/mistralai.Mistral-Small-3.1-24B-Base-2503.Q4_K_S.gguf b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q4_K_S.gguf new file mode 100644 index 0000000..4ec54ce --- /dev/null +++ b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d29fe3a25944b896b9c37da1f0471904ee2171e46c412d3519912edff4abdf8 +size 13549278048 diff --git a/mistralai.Mistral-Small-3.1-24B-Base-2503.Q5_K_M.gguf b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q5_K_M.gguf new file mode 100644 index 0000000..2242a2e --- /dev/null +++ b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:481db9abdd9b072a53087621cfa95cd676e41443286a6496e66ace1e3482201a +size 16763982688 diff --git a/mistralai.Mistral-Small-3.1-24B-Base-2503.Q5_K_S.gguf b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q5_K_S.gguf new file mode 100644 index 0000000..9e346e4 --- /dev/null +++ b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08ea5e2a6631b20ffd458f1a2b6131f43ee3870f1f256a9192a371d441ef48b5 +size 16304411488 diff --git a/mistralai.Mistral-Small-3.1-24B-Base-2503.Q6_K.gguf b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q6_K.gguf new file mode 100644 index 0000000..6382dab --- /dev/null +++ b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:888d0439b24dfe17002cd122a85e6eae47c7f5a028d8ed456563aa6c7e644603 +size 19345937248 diff --git a/mistralai.Mistral-Small-3.1-24B-Base-2503.Q8_0.gguf b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q8_0.gguf new file mode 100644 index 0000000..dc605ff --- /dev/null +++ b/mistralai.Mistral-Small-3.1-24B-Base-2503.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:503a7f9ca71a1952b7a8fe6ac4d7423f9b1a94412e6f737042a36ddb98e1c600 +size 25054778208 diff --git a/mistralai.Mistral-Small-3.1-24B-Base-2503.f16-00001-of-00002.gguf b/mistralai.Mistral-Small-3.1-24B-Base-2503.f16-00001-of-00002.gguf new file mode 100644 index 0000000..1dec075 --- /dev/null +++ b/mistralai.Mistral-Small-3.1-24B-Base-2503.f16-00001-of-00002.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b4e113d35ef165478aedf3a6fb7360100bc7f9f9a2e7a3448bb16373ddcf8d8 +size 39813236576 diff --git a/mistralai.Mistral-Small-3.1-24B-Base-2503.f16-00002-of-00002.gguf b/mistralai.Mistral-Small-3.1-24B-Base-2503.f16-00002-of-00002.gguf new file mode 100644 index 0000000..07456fb --- /dev/null +++ b/mistralai.Mistral-Small-3.1-24B-Base-2503.f16-00002-of-00002.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0af4ac60c7b6457ec2ff2c73389f764f321d89c271dcc436cf0e43a937382429 +size 7340281024