初始化项目，由ModelHub XC社区提供模型

Model: mradermacher/stablelm-2-1_6b-chat-i1-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,58 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+imatrix.dat filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+stablelm-2-1_6b-chat.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,92 @@
+---
+base_model: stabilityai/stablelm-2-1_6b-chat
+datasets:
+- HuggingFaceH4/ultrachat_200k
+- allenai/ultrafeedback_binarized_cleaned
+- meta-math/MetaMathQA
+- WizardLM/WizardLM_evol_instruct_V2_196k
+- openchat/openchat_sharegpt4_dataset
+- LDJnr/Capybara
+- Intel/orca_dpo_pairs
+- hkust-nlp/deita-10k-v0
+- teknium/OpenHermes-2.5
+extra_gated_fields:
+  Country: text
+  Email: text
+  I ALLOW Stability AI to email me about new model releases: checkbox
+  Name: text
+  Organization or Affiliation: text
+language:
+- en
+library_name: transformers
+license: other
+quantized_by: mradermacher
+tags:
+- causal-lm
+---
+## About
+
+<!-- ### quantize_version: 2 -->
+<!-- ### output_tensor_quantised: 1 -->
+<!-- ### convert_type: hf -->
+<!-- ### vocab_type:  -->
+<!-- ### tags: nicoboss -->
+weighted/imatrix quants of https://huggingface.co/stabilityai/stablelm-2-1_6b-chat
+
+<!-- provided-files -->
+static quants are available at https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-GGUF
+## Usage
+
+If you are unsure how to use GGUF files, refer to one of [TheBloke's
+READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for
+more details, including on how to concatenate multi-part files.
+
+## Provided Quants
+
+(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants)
+
+| Link | Type | Size/GB | Notes |
+|:-----|:-----|--------:|:------|
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.6 |  |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 |  |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-IQ2_S.gguf) | i1-IQ2_S | 0.7 |  |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.8 | very low quality |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 |  |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-Q2_K.gguf) | i1-Q2_K | 0.8 | IQ3_XXS probably better |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.8 | lower quality |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.9 |  |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-IQ3_S.gguf) | i1-IQ3_S | 0.9 | beats Q3_K* |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.9 | IQ3_XS probably better |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-IQ3_M.gguf) | i1-IQ3_M | 0.9 |  |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.0 | IQ3_S probably better |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.0 | IQ3_M probably better |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.0 |  |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-Q4_0.gguf) | i1-Q4_0 | 1.1 | fast, low quality |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.1 | optimal size/speed/quality |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.1 | fast, recommended |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.3 |  |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.3 |  |
+| [GGUF](https://huggingface.co/mradermacher/stablelm-2-1_6b-chat-i1-GGUF/resolve/main/stablelm-2-1_6b-chat.i1-Q6_K.gguf) | i1-Q6_K | 1.5 | practically like static Q6_K |
+
+Here is a handy graph by ikawrakow comparing some lower-quality quant
+types (lower is better):
+
+![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png)
+
+And here are Artefact2's thoughts on the matter:
+https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9
+
+## FAQ / Model Request
+
+See https://huggingface.co/mradermacher/model_requests for some answers to
+questions you might have and/or if you want some other model quantized.
+
+## Thanks
+
+I thank my company, [nethype GmbH](https://www.nethype.de/), for letting
+me use its servers and providing upgrades to my workstation to enable
+this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to.
+
+<!-- end -->

imatrix.dat

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b46c5b21ce481020aabefe61479f7445d2a48411fb15e8bebebdce181b6772
+size 1725877

stablelm-2-1_6b-chat.i1-IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97594b0188b114a08dc0d6774eb3408c3beda7914f6342653583aaf17cb2679a
+size 502160736

stablelm-2-1_6b-chat.i1-IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17afe58bb4c92db9acf3f1240fdfed8a69d1df06047e04ccf72505e311bf01c
+size 478788960

stablelm-2-1_6b-chat.i1-IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3db0d0f3f9d1b44e14415a35647efb3524dd9d47dba1095842ab69d78197aa
+size 655351136

stablelm-2-1_6b-chat.i1-IQ2_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe105c76790155078cea5676b65fe35dcb4c1989578f2287bad344cfc2792778
+size 624188768

stablelm-2-1_6b-chat.i1-IQ2_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac29116b7226a8547bdc789ac2d536ec3fb783ab2bcb2a5458ffd99228afeb4
+size 575421792

stablelm-2-1_6b-chat.i1-IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7ef982bdc6028597f22ffb865343f538d0c6a91d6a490974b6ba131e8f60db
+size 541113696

stablelm-2-1_6b-chat.i1-IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8ab5655a260a66fc9b04712c4e41217b391e22d5ac86c56d0a63847522955d
+size 823049568

stablelm-2-1_6b-chat.i1-IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f372726ac113dff32ccc74783e38a7867490a3f69e95749248d9f6fa5568cda
+size 791715168

stablelm-2-1_6b-chat.i1-IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48b45604726c86dd4c71e0d2243d48107a48fee3dcb87ab4579fe14b8468e96
+size 762813792

stablelm-2-1_6b-chat.i1-IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5989074f7e07b76e6db08d0529f76a70482fcae8b273b12372e06dbed8653487
+size 698752352

stablelm-2-1_6b-chat.i1-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b08d9cf85aed402b5eda289ae0be2ef7238ba1bbb127d2b96e215911d061c8
+size 937827680

stablelm-2-1_6b-chat.i1-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166e77c9d4a14edc514acf7b7d0688b8bbc0e1f07398ff47fb756d0fcbae424e
+size 694164832

stablelm-2-1_6b-chat.i1-Q2_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50567d5bafcc7fa6b9200ece96aabaa7272cd82ebcdb4e5f73757334dd5f407f
+size 653712736

stablelm-2-1_6b-chat.i1-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd617ee2d13f9697b2fb73f6ad0be92abd412b50d3a0f5eaa8503edaf12ef48
+size 914988384

stablelm-2-1_6b-chat.i1-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5016f460c04891f8afaa226d91af4f96d44d1869579084b3e94f81bb62ad6c
+size 857709920

stablelm-2-1_6b-chat.i1-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21726c582f4dd5c3164d8b1806e4a89d36208cafd706a1c0f62f15341828cc6
+size 791715168

stablelm-2-1_6b-chat.i1-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43097a6e30f9b83be0e08f10211cdd6dbf591154a8bae7ba3eda1179b8b557a
+size 984948064

stablelm-2-1_6b-chat.i1-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c751644dedfdc0971d65a5dc9750081934bc21974b0ac8d68da7291ed356376
+size 1031445856

stablelm-2-1_6b-chat.i1-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebccd30d189dbeadb984229718a75bca706d4fe7f919f8afae447a8c907a78d
+size 989207904

stablelm-2-1_6b-chat.i1-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34a0b6bb9beed3da5f424ec3984a279fa53bbfea240f1a9b3e96fd7fc9b2a7b
+size 1187683680

stablelm-2-1_6b-chat.i1-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bda76682d54e7085b200912fb239238572b5cd7315444e0b67ba7424ab7c995
+size 1162616160

stablelm-2-1_6b-chat.i1-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a62266573f332578e064e0ca1fb9d44380469bcb85afdc4102b678874117ba
+size 1353686368