初始化项目，由ModelHub XC社区提供模型

Model: neopolita/h2o-danube-1.8b-sft-gguf
Source: Original Platform

.gitattributes

@@ -0,0 +1,47 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+h2o-danube-1.8b-sft_q2_k.gguf filter=lfs diff=lfs merge=lfs -text
+h2o-danube-1.8b-sft_q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
+h2o-danube-1.8b-sft_q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+h2o-danube-1.8b-sft_q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
+h2o-danube-1.8b-sft_q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+h2o-danube-1.8b-sft_q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
+h2o-danube-1.8b-sft_q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+h2o-danube-1.8b-sft_q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+h2o-danube-1.8b-sft_q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
+h2o-danube-1.8b-sft_q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+h2o-danube-1.8b-sft_q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+h2o-danube-1.8b-sft_q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,27 @@
+---
+{}
+---
+# GGUF quants for [**h2oai/h2o-danube-1.8b-sft**](https://huggingface.co/h2oai/h2o-danube-1.8b-sft) using [llama.cpp](https://github.com/ggerganov/llama.cpp)
+
+**Terms of Use**: Please check the [**original model**](https://huggingface.co/h2oai/h2o-danube-1.8b-sft)
+
+<picture>
+<img alt="cthulhu" src="https://huggingface.co/neopolita/common/resolve/main/profile.png">
+</picture>
+
+## Quants
+
+* `q2_k`: Uses Q4_K for the attention.vw and feed_forward.w2 tensors, Q2_K for the other tensors.
+* `q3_k_s`: Uses Q3_K for all tensors
+* `q3_k_m`: Uses Q4_K for the attention.wv, attention.wo, and feed_forward.w2 tensors, else Q3_K
+* `q3_k_l`: Uses Q5_K for the attention.wv, attention.wo, and feed_forward.w2 tensors, else Q3_K
+* `q4_0`: Original quant method, 4-bit.
+* `q4_1`: Higher accuracy than q4_0 but not as high as q5_0. However has quicker inference than q5 models.
+* `q4_k_s`: Uses Q4_K for all tensors
+* `q4_k_m`: Uses Q6_K for half of the attention.wv and feed_forward.w2 tensors, else Q4_K
+* `q5_0`: Higher accuracy, higher resource usage and slower inference.
+* `q5_1`: Even higher accuracy, resource usage and slower inference.
+* `q5_k_s`:  Uses Q5_K for all tensors
+* `q5_k_m`: Uses Q6_K for half of the attention.wv and feed_forward.w2 tensors, else Q5_K
+* `q6_k`: Uses Q8_K for all tensors
+* `q8_0`: Almost indistinguishable from float16. High resource use and slow. Not recommended for most users.

h2o-danube-1.8b-sft_q2_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574ffda798ea4949688a82f518afdcffb1dc7d7610c220e12c73c10067c759de
+size 710702240

h2o-danube-1.8b-sft_q3_k_l.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc08f2aa7c01621cecea83cd00a62504b74b7eac0bbcc99d1582e9e1809153d
+size 980203680

h2o-danube-1.8b-sft_q3_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9f139247a0d1c90d41f704d045d788707c4f9db50a19863850a67cc9a39bf0
+size 905164960

h2o-danube-1.8b-sft_q3_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7be5c34516c7dc124f80a3d0674b74057e86dbb8ce56ebeca24f4b18880ea6c
+size 820029600

h2o-danube-1.8b-sft_q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8cf4912b81d356ba220f09b9b3745a546840c3383ca8721cc4499e729cc6bc
+size 1052339360

h2o-danube-1.8b-sft_q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883c11e185215bd7bbdefc83ae066724a5f651dcaa5dcdb832b73d97a3ae1d7e
+size 1112151200

h2o-danube-1.8b-sft_q4_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8d9474f01c8bb856d9cc8d3a4713e19245929c248f832869d37a9c0850ad1a
+size 1059794080

h2o-danube-1.8b-sft_q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba36a042bea644076b1c866f7234d12a5fbc7dadab05a1499cb8a1d17bcfeaa
+size 1270983840

h2o-danube-1.8b-sft_q5_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a744aca5cb08bac1706461db40c5e817ac8eca168ecc8f84777e39f2446a31c
+size 1301796000

h2o-danube-1.8b-sft_q5_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb73d40260890c3d14fbc0a51ff0dbedcc6649246a2280138b064457daa25ecd
+size 1270983840

h2o-danube-1.8b-sft_q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029c17f00d32c4d88a2cce945c8687c8dc5c07cca113d81ea8b0dbcb22f98789
+size 1503293600

h2o-danube-1.8b-sft_q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b8f67c3bdb7bc8672d39eaf78d5d50219b37c6d2317863ec645eeaffd25682
+size 1946757280