初始化项目，由ModelHub XC社区提供模型

Model: DevQuasar/ibm-granite.GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,41 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+ibm-granite.GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3.f16.gguf filter=lfs diff=lfs merge=lfs -text
+ibm-granite.GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+ibm-granite.GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+ibm-granite.GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+ibm-granite.GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+ibm-granite.GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,20 @@
+---
+base_model:
+- ibm-granite/GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3
+pipeline_tag: text-generation
+---
+
+[<img src="https://raw.githubusercontent.com/csabakecskemeti/devquasar/main/dq_logo_black-transparent.png" width="200"/>](https://devquasar.com)
+
+Quantized version of: [ibm-granite/GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3](https://huggingface.co/ibm-granite/GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3)
+
+'Make knowledge free for everyone'
+
+<p align="center">
+  Made with <br>
+  <a href="https://www.civo.com/" target="_blank">
+    <img src="https://www.civo.com/assets/public/brand-assets/civo-logo-colour-60cc1622dedf346f7afde1fff760523f731b0aac106a5465af98ff4073114b74.svg" width="100"/>
+  </a>
+</p>
+
+<a href='https://ko-fi.com/L4L416YX7C' target='_blank'><img height='36' style='border:0px;height:36px;' src='https://storage.ko-fi.com/cdn/kofi6.png?v=6' border='0' alt='Buy Me a Coffee at ko-fi.com' /></a>

configuration.json

@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}

ibm-granite.GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3ed31ed8fa1ce78cb9059ddbb9eb1b0756802af03b4c40d847e98195ad63a7
+size 4852400480

ibm-granite.GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1948adc5b26fbebd388044be0c693053381fed1e830ab1415ba9ea4cddc7da
+size 5419647328

ibm-granite.GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415ecab535d0ccc044027b6321dd2b8fee846a01fed1789e25b770cc42f12fa3
+size 6034473312

ibm-granite.GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5f3b2b1bfa2f4a51a8a2f6cfcfc22aa476e2e54f370f085af7f20774f676ea
+size 6652608864

ibm-granite.GneissWeb.7B_ablation_model_on_350B_GneissWeb.seed3.f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94af1aa28ff31d7f6e8da885ae029197d581b7de0ae2b1d989798a5d286b190
+size 13697204576