初始化项目，由ModelHub XC社区提供模型

Model: DevQuasar/mistralai.Mistral-Small-3.1-24B-Base-2503-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,47 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+mistralai.Mistral-Small-3.1-24B-Base-2503.f16-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+mistralai.Mistral-Small-3.1-24B-Base-2503.f16-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+mistralai.Mistral-Small-3.1-24B-Base-2503.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+mistralai.Mistral-Small-3.1-24B-Base-2503.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+mistralai.Mistral-Small-3.1-24B-Base-2503.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+mistralai.Mistral-Small-3.1-24B-Base-2503.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+mistralai.Mistral-Small-3.1-24B-Base-2503.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+mistralai.Mistral-Small-3.1-24B-Base-2503.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+mistralai.Mistral-Small-3.1-24B-Base-2503.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,20 @@
+---
+base_model:
+- mistralai/Mistral-Small-3.1-24B-Base-2503
+pipeline_tag: text-generation
+---
+
+[<img src="https://raw.githubusercontent.com/csabakecskemeti/devquasar/main/dq_logo_black-transparent.png" width="200"/>](https://devquasar.com)
+
+Quantized version of: [mistralai/Mistral-Small-3.1-24B-Base-2503](https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Base-2503)
+
+'Make knowledge free for everyone'
+
+<p align="center">
+  Made with <br>
+  <a href="https://www.civo.com/" target="_blank">
+    <img src="https://www.civo.com/assets/public/brand-assets/civo-logo-colour-60cc1622dedf346f7afde1fff760523f731b0aac106a5465af98ff4073114b74.svg" width="100"/>
+  </a>
+</p>
+
+<a href='https://ko-fi.com/L4L416YX7C' target='_blank'><img height='36' style='border:0px;height:36px;' src='https://storage.ko-fi.com/cdn/kofi6.png?v=6' border='0' alt='Buy Me a Coffee at ko-fi.com' /></a>

configuration.json

@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}

mistralai.Mistral-Small-3.1-24B-Base-2503.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a48aa782bd2bab4fc64a3e32ab08fb1bd305bdd7cfaa3a78366e6cf1e82a89
+size 8890323808

mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12a287dcdc6cfb03d5518e9ceca81087e7c3cc02400f0ee49352a9d8d350261
+size 12400759648

mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c83669d301be95b6619b048a41799641a49ceaa0f2eee8e0e52e248597a682
+size 11474080608

mistralai.Mistral-Small-3.1-24B-Base-2503.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc37e5c0c2706cafcb2f25ca402d557e1adc693f4c7d49a6ec33f1312226e739
+size 10400273248

mistralai.Mistral-Small-3.1-24B-Base-2503.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b94ce2e53115e4bd4ec5ba71fbb8bb16b7c164a313325b88363ade7a3bf590
+size 14333907808

mistralai.Mistral-Small-3.1-24B-Base-2503.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d29fe3a25944b896b9c37da1f0471904ee2171e46c412d3519912edff4abdf8
+size 13549278048

mistralai.Mistral-Small-3.1-24B-Base-2503.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481db9abdd9b072a53087621cfa95cd676e41443286a6496e66ace1e3482201a
+size 16763982688

mistralai.Mistral-Small-3.1-24B-Base-2503.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ea5e2a6631b20ffd458f1a2b6131f43ee3870f1f256a9192a371d441ef48b5
+size 16304411488

mistralai.Mistral-Small-3.1-24B-Base-2503.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888d0439b24dfe17002cd122a85e6eae47c7f5a028d8ed456563aa6c7e644603
+size 19345937248

mistralai.Mistral-Small-3.1-24B-Base-2503.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503a7f9ca71a1952b7a8fe6ac4d7423f9b1a94412e6f737042a36ddb98e1c600
+size 25054778208

mistralai.Mistral-Small-3.1-24B-Base-2503.f16-00001-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4e113d35ef165478aedf3a6fb7360100bc7f9f9a2e7a3448bb16373ddcf8d8
+size 39813236576

mistralai.Mistral-Small-3.1-24B-Base-2503.f16-00002-of-00002.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af4ac60c7b6457ec2ff2c73389f764f321d89c271dcc436cf0e43a937382429
+size 7340281024