From 1c39f89739c493ba2981d3f77774a179c72fec8a Mon Sep 17 00:00:00 2001
From: ModelHub XC <noreply@modelhub.org.cn>
Date: Wed, 22 Apr 2026 03:46:51 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?=
 =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?=
 =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Model: DevQuasar/mistralai.Mistral-Small-3.1-24B-Instruct-2503-GGUF
Source: Original Platform
---
 .gitattributes                                | 47 +++++++++++++++++++
 README.md                                     | 20 ++++++++
 configuration.json                            |  1 +
 ...tral-Small-3.1-24B-Instruct-2503.Q2_K.gguf |  3 ++
 ...al-Small-3.1-24B-Instruct-2503.Q3_K_L.gguf |  3 ++
 ...al-Small-3.1-24B-Instruct-2503.Q3_K_M.gguf |  3 ++
 ...al-Small-3.1-24B-Instruct-2503.Q3_K_S.gguf |  3 ++
 ...al-Small-3.1-24B-Instruct-2503.Q4_K_M.gguf |  3 ++
 ...al-Small-3.1-24B-Instruct-2503.Q4_K_S.gguf |  3 ++
 ...al-Small-3.1-24B-Instruct-2503.Q5_K_M.gguf |  3 ++
 ...al-Small-3.1-24B-Instruct-2503.Q5_K_S.gguf |  3 ++
 ...tral-Small-3.1-24B-Instruct-2503.Q6_K.gguf |  3 ++
 ...tral-Small-3.1-24B-Instruct-2503.Q8_0.gguf |  3 ++
 ...-24B-Instruct-2503.f16-00001-of-00002.gguf |  3 ++
 ...-24B-Instruct-2503.f16-00002-of-00002.gguf |  3 ++
 15 files changed, 104 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 README.md
 create mode 100644 configuration.json
 create mode 100644 mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q2_K.gguf
 create mode 100644 mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q3_K_L.gguf
 create mode 100644 mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q3_K_M.gguf
 create mode 100644 mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q3_K_S.gguf
 create mode 100644 mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q4_K_M.gguf
 create mode 100644 mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q4_K_S.gguf
 create mode 100644 mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q5_K_M.gguf
 create mode 100644 mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q5_K_S.gguf
 create mode 100644 mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q6_K.gguf
 create mode 100644 mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q8_0.gguf
 create mode 100644 mistralai.Mistral-Small-3.1-24B-Instruct-2503.f16-00001-of-00002.gguf
 create mode 100644 mistralai.Mistral-Small-3.1-24B-Instruct-2503.f16-00002-of-00002.gguf

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..53d7257
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,47 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.gguf* filter=lfs diff=lfs merge=lfs -text
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
\ No newline at end of file
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..7880e3c
--- /dev/null
+++ b/README.md
@@ -0,0 +1,20 @@
+---
+base_model:
+- mistralai/Mistral-Small-3.1-24B-Instruct-2503
+pipeline_tag: text-generation
+---
+
+[<img src="https://raw.githubusercontent.com/csabakecskemeti/devquasar/main/dq_logo_black-transparent.png" width="200"/>](https://devquasar.com)
+
+Quantized version of: [mistralai/Mistral-Small-3.1-24B-Instruct-2503](https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503)
+
+'Make knowledge free for everyone'
+
+<p align="center">
+  Made with <br>
+  <a href="https://www.civo.com/" target="_blank">
+    <img src="https://www.civo.com/assets/public/brand-assets/civo-logo-colour-60cc1622dedf346f7afde1fff760523f731b0aac106a5465af98ff4073114b74.svg" width="100"/>
+  </a>
+</p>
+
+<a href='https://ko-fi.com/L4L416YX7C' target='_blank'><img height='36' style='border:0px;height:36px;' src='https://storage.ko-fi.com/cdn/kofi6.png?v=6' border='0' alt='Buy Me a Coffee at ko-fi.com' /></a>
diff --git a/configuration.json b/configuration.json
new file mode 100644
index 0000000..bbeeda1
--- /dev/null
+++ b/configuration.json
@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
\ No newline at end of file
diff --git a/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q2_K.gguf b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q2_K.gguf
new file mode 100644
index 0000000..2c83c1f
--- /dev/null
+++ b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q2_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06311aa055207c04dc420c3c6a3e60700996e3cb13f7bada0c282dd8a458f7ca
+size 8890326272
diff --git a/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q3_K_L.gguf b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q3_K_L.gguf
new file mode 100644
index 0000000..806688a
--- /dev/null
+++ b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q3_K_L.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70675ec4d413fe1568bd04e7b3a51885445bbb0a88d2506fd5355837d689a6ed
+size 12400762112
diff --git a/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q3_K_M.gguf b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q3_K_M.gguf
new file mode 100644
index 0000000..0a4b8e6
--- /dev/null
+++ b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q3_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7348975aa7a208ed0b73e1d071f6170bfec7bad4d028d54679d6cb45e7d2805e
+size 11474083072
diff --git a/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q3_K_S.gguf b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q3_K_S.gguf
new file mode 100644
index 0000000..88edcb4
--- /dev/null
+++ b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q3_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d921828d9e95409109bfc7a55f66d5a53aac034db809c999d1f1444a04176935
+size 10400275712
diff --git a/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q4_K_M.gguf b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q4_K_M.gguf
new file mode 100644
index 0000000..c19d0b1
--- /dev/null
+++ b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q4_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686426641291cb1196ff94d83c738bf0645fe83cf961cb4544c57f332ac88f7b
+size 14333910272
diff --git a/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q4_K_S.gguf b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q4_K_S.gguf
new file mode 100644
index 0000000..61a56ac
--- /dev/null
+++ b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q4_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e034f7849a5ffc42fd9365269324a8cede9789fdab36063819fa9f0afb6564f
+size 13549280512
diff --git a/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q5_K_M.gguf b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q5_K_M.gguf
new file mode 100644
index 0000000..6c3428c
--- /dev/null
+++ b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q5_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0102299ede8e113931c8c38728af1765f358046b75599227f01c9b1709245094
+size 16763985152
diff --git a/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q5_K_S.gguf b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q5_K_S.gguf
new file mode 100644
index 0000000..7c4496b
--- /dev/null
+++ b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q5_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1deea014b794cca206b816474b83ae19ba9d7b21cb48e050401c77783ea1dd2a
+size 16304413952
diff --git a/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q6_K.gguf b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q6_K.gguf
new file mode 100644
index 0000000..c968cfd
--- /dev/null
+++ b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q6_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0307888fbc13d1ec6a455ebe9c5dd26692ecb243a18369421833841cd6cd8d0f
+size 19345939712
diff --git a/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q8_0.gguf b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q8_0.gguf
new file mode 100644
index 0000000..473ebc6
--- /dev/null
+++ b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.Q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f44c3364344838f0fe3a491021ffacc5b5d6a78c1d92c4a98e6577586d18bca
+size 25054780672
diff --git a/mistralai.Mistral-Small-3.1-24B-Instruct-2503.f16-00001-of-00002.gguf b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.f16-00001-of-00002.gguf
new file mode 100644
index 0000000..19c648f
--- /dev/null
+++ b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.f16-00001-of-00002.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3c60629df829c7c6c527ebe7a108e24fcc1a6a4e1a7ad9bd46b82db45224f7
+size 39813239040
diff --git a/mistralai.Mistral-Small-3.1-24B-Instruct-2503.f16-00002-of-00002.gguf b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.f16-00002-of-00002.gguf
new file mode 100644
index 0000000..c86d224
--- /dev/null
+++ b/mistralai.Mistral-Small-3.1-24B-Instruct-2503.f16-00002-of-00002.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd2f1727f975112bc8ed144149cf77f1db2e76ff23b1bf055f0a5f674d7176a
+size 7340281024