初始化项目，由ModelHub XC社区提供模型

Model: DevQuasar-7/nvidia.Nemotron-Mini-4B-Instruct-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,46 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+nvidia.Nemotron-Mini-4B-Instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
+nvidia.Nemotron-Mini-4B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+nvidia.Nemotron-Mini-4B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+nvidia.Nemotron-Mini-4B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+nvidia.Nemotron-Mini-4B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+nvidia.Nemotron-Mini-4B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+nvidia.Nemotron-Mini-4B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+nvidia.Nemotron-Mini-4B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+nvidia.Nemotron-Mini-4B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+nvidia.Nemotron-Mini-4B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+nvidia.Nemotron-Mini-4B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,20 @@
+---
+base_model:
+- nvidia/Nemotron-Mini-4B-Instruct
+pipeline_tag: text-generation
+---
+
+[<img src="https://raw.githubusercontent.com/csabakecskemeti/devquasar/main/dq_logo_black-transparent.png" width="200"/>](https://devquasar.com)
+
+Quantized version of: [nvidia/Nemotron-Mini-4B-Instruct](https://huggingface.co/nvidia/Nemotron-Mini-4B-Instruct)
+
+'Make knowledge free for everyone'
+
+<p align="center">
+  Made with <br>
+  <a href="https://www.civo.com/" target="_blank">
+    <img src="https://www.civo.com/assets/public/brand-assets/civo-logo-colour-60cc1622dedf346f7afde1fff760523f731b0aac106a5465af98ff4073114b74.svg" width="100"/>
+  </a>
+</p>
+
+<a href='https://ko-fi.com/L4L416YX7C' target='_blank'><img height='36' style='border:0px;height:36px;' src='https://storage.ko-fi.com/cdn/kofi6.png?v=6' border='0' alt='Buy Me a Coffee at ko-fi.com' /></a>

nvidia.Nemotron-Mini-4B-Instruct.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51563c7c8054df2dd1891c77f155be7d06b88e24415ef6d3941d33d93a88d490
+size 1902795424

nvidia.Nemotron-Mini-4B-Instruct.Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23ab1c6101753a373501143602a1451d27fee4adcaf90f9dbfc7968949fbf0c
+size 2452953760

nvidia.Nemotron-Mini-4B-Instruct.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce3ae3d0460dfb877826722173251a0a7ce5694af455b91ecb9facf2517e5d4
+size 2297240224

nvidia.Nemotron-Mini-4B-Instruct.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea3f049aea16041b5ced94d34e673812c78ee9266410c8871bc45958c6cae41
+size 2115574432

nvidia.Nemotron-Mini-4B-Instruct.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725856aa1e3f0a1381dc7416e2aaa88fb12221f14d54a529f835b779f4067311
+size 2697386656

nvidia.Nemotron-Mini-4B-Instruct.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd00fb19c250c98cd40210af6603d60ba5b5e7d612c31501e0e0802beb575e99
+size 2583354016

nvidia.Nemotron-Mini-4B-Instruct.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8526c42527567d1ae1b82b3ffb4a6908774a3e3701bde68d0bec7e603aaa7090
+size 3059931808

nvidia.Nemotron-Mini-4B-Instruct.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2df7ce1e20886eac8a103ad0ab6df09478787e71e553ec9761a49962e85d7c7
+size 2993085088

nvidia.Nemotron-Mini-4B-Instruct.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6a922e2e89510ab82bcdb85cde5929e5db245a3eceb09d953dbfd031c83e6a
+size 3445136032

nvidia.Nemotron-Mini-4B-Instruct.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9474cff58734f261077bca9720e4251b13a10ccc2f13efefee44182c8d9dd75a
+size 4459928224

nvidia.Nemotron-Mini-4B-Instruct.f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbb50185b180012ad842c81eb0da2b8dfd494d52ea38f47addecc7f3deba502
+size 8388156064