From fb991a62136320163bacdaf3a1d9a7192e893449 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 2 Aug 2026 23:21:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: brittlewis12/stablelm-2-zephyr-1_6b-GGUF Source: Original Platform --- .gitattributes | 46 +++++++++++++ README.md | 105 +++++++++++++++++++++++++++++ stablelm-2-zephyr-1_6b.Q2_K.gguf | 3 + stablelm-2-zephyr-1_6b.Q3_K_L.gguf | 3 + stablelm-2-zephyr-1_6b.Q3_K_M.gguf | 3 + stablelm-2-zephyr-1_6b.Q3_K_S.gguf | 3 + stablelm-2-zephyr-1_6b.Q4_K_M.gguf | 3 + stablelm-2-zephyr-1_6b.Q4_K_S.gguf | 3 + stablelm-2-zephyr-1_6b.Q5_K_M.gguf | 3 + stablelm-2-zephyr-1_6b.Q5_K_S.gguf | 3 + stablelm-2-zephyr-1_6b.Q6_K.gguf | 3 + stablelm-2-zephyr-1_6b.Q8_0.gguf | 3 + stablelm-2-zephyr-1_6b.fp16.gguf | 3 + 13 files changed, 184 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 stablelm-2-zephyr-1_6b.Q2_K.gguf create mode 100644 stablelm-2-zephyr-1_6b.Q3_K_L.gguf create mode 100644 stablelm-2-zephyr-1_6b.Q3_K_M.gguf create mode 100644 stablelm-2-zephyr-1_6b.Q3_K_S.gguf create mode 100644 stablelm-2-zephyr-1_6b.Q4_K_M.gguf create mode 100644 stablelm-2-zephyr-1_6b.Q4_K_S.gguf create mode 100644 stablelm-2-zephyr-1_6b.Q5_K_M.gguf create mode 100644 stablelm-2-zephyr-1_6b.Q5_K_S.gguf create mode 100644 stablelm-2-zephyr-1_6b.Q6_K.gguf create mode 100644 stablelm-2-zephyr-1_6b.Q8_0.gguf create mode 100644 stablelm-2-zephyr-1_6b.fp16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6034498 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +stablelm-2-zephyr-1_6b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-2-zephyr-1_6b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-2-zephyr-1_6b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-2-zephyr-1_6b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-2-zephyr-1_6b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-2-zephyr-1_6b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-2-zephyr-1_6b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-2-zephyr-1_6b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-2-zephyr-1_6b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-2-zephyr-1_6b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-2-zephyr-1_6b.fp16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..e4c01d6 --- /dev/null +++ b/README.md @@ -0,0 +1,105 @@ +--- +base_model: stabilityai/stablelm-2-zephyr-1_6b +datasets: +- HuggingFaceH4/ultrachat_200k +- allenai/ultrafeedback_binarized_cleaned +- meta-math/MetaMathQA +- WizardLM/WizardLM_evol_instruct_V2_196k +- openchat/openchat_sharegpt4_dataset +- LDJnr/Capybara +- Intel/orca_dpo_pairs +- hkust-nlp/deita-10k-v0 +license: other +license_link: https://huggingface.co/stabilityai/stablelm-2-zephyr-1_6b/blob/main/LICENSE +language: +- en +model_creator: stabilityai +model_name: stablelm-2-zephyr-1_6b +model_type: stablelm_epoch +inference: false +tags: +- causal-lm +- stablelm_epoch +pipeline_tag: text-generation +prompt_template: | + <|system|> + {{system_message}}<|endoftext|> + <|user|> + {{prompt}}<|endoftext|> + <|assistant|> + +quantized_by: brittlewis12 +--- + +# StableLM-2-Zephyr-1.6B GGUF + +Original model: [StableLM 2 Zephyr 1.6B](https://huggingface.co/stabilityai/stablelm-2-zephyr-1_6b) +Model creator: [Stability AI](https://huggingface.co/stabilityai) + +This repo contains GGUF format model files for Stability AI’s StableLM 2 Zephyr 1.6B. + +> Stable LM 2 Zephyr 1.6B is a 1.6 billion parameter instruction tuned language model inspired by HugginFaceH4's Zephyr 7B training pipeline. The model is trained on a mix of publicly available datasets and synthetic datasets, utilizing Direct Preference Optimization (DPO). + + + +### What is GGUF? + +GGUF is a file format for representing AI models. It is the third version of the format, introduced by the llama.cpp team on August 21st 2023. It is a replacement for GGML, which is no longer supported by llama.cpp. +Converted using an proposed version of llama.cpp ([PR #5052](https://github.com/ggerganov/llama.cpp/pull/5052)) + +### Prompt template: Zephyr + +``` +<|system|> +{{system_message}}<|endoftext|> +<|user|> +{{prompt}}<|endoftext|> +<|assistant|> +``` + +--- + +## Download & run with [cnvrs](https://twitter.com/cnvrsai) on iPhone, iPad, and Mac! + +![cnvrs.ai](https://pbs.twimg.com/profile_images/1744049151241797632/0mIP-P9e_400x400.jpg) + +[cnvrs](https://testflight.apple.com/join/sFWReS7K) is the best app for private, local AI on your device: +- create & save **Characters** with custom system prompts & temperature settings +- download and experiment with any **GGUF model** you can [find on HuggingFace](https://huggingface.co/models?library=gguf)! +- make it your own with custom **Theme colors** +- powered by Metal ⚡️ & [Llama.cpp](https://github.com/ggerganov/llama.cpp), with **haptics** during response streaming! +- **try it out** yourself today, on [Testflight](https://testflight.apple.com/join/sFWReS7K)! +- follow [cnvrs on twitter](https://twitter.com/cnvrsai) to stay up to date + +--- + +## Original Model Evaluations: + +![MT-Bench](https://cdn-uploads.huggingface.co/production/uploads/61b2bf4f5b1f7cad1799cfbb/QH00HVM3lg-5f17U_py4K.png) +| Model | Size | MT-Bench | +|-------------------------|------|----------| +| Mistral-7B-Instruct-v0.2| 7B | 7.61 | +| Llama2-Chat | 70B | 6.86 | +| stablelm-zephyr-3b | 3B | 6.64 | +| MPT-30B-Chat | 30B | 6.39 | +| **stablelm-2-zephyr-1.6b** | 1.6B | 5.42 | +| Falcon-40B-Instruct | 40B | 5.17 | +| Qwen-1.8B-Chat | 1.8B | 4.95 | +| dolphin-2.6-phi-2 | 2.7B | 4.93 | +| phi-2 | 2.7B | 4.29 | +| TinyLlama-1.1B-Chat-v1.0| 1.1B | 3.46 | + +### OpenLLM Leaderboard + +| Model | Size | Average | ARC Challenge (acc_norm) | HellaSwag (acc_norm) | MMLU (acc_norm) | TruthfulQA (mc2) | Winogrande (acc) | Gsm8k (acc) | +|----------------------------------------|------|---------|-------------------------|----------------------|-----------------|------------------|------------------|-------------| +| microsoft/phi-2 | 2.7B | 61.32% | 61.09% | 75.11% | 58.11% | 44.47% | 74.35% | 54.81% | +| **stabilityai/stablelm-2-zephyr-1_6b** | 1.6B | 49.89% | 43.69% | 69.34% | 41.85% | 45.21% | 64.09% | 35.18% | +| microsoft/phi-1_5 | 1.3B | 47.69% | 52.90% | 63.79% | 43.89% | 40.89% | 72.22% | 12.43% | +| stabilityai/stablelm-2-1_6b | 1.6B | 45.54% | 43.43% | 70.49% | 38.93% | 36.65% | 65.90% | 17.82% | +| mosaicml/mpt-7b | 7B | 44.28% | 47.70% | 77.57% | 30.80% | 33.40% | 72.14% | 4.02% | +| KnutJaegersberg/Qwen-1_8B-Llamaified* | 1.8B | 44.75% | 37.71% | 58.87% | 46.37% | 39.41% | 61.72% | 24.41% | +| openlm-research/open_llama_3b_v2 | 3B | 40.28% | 40.27% | 71.60% | 27.12% | 34.78% | 67.01% | 0.91% | +| iiuae/falcon-rw-1b | 1B | 37.07% | 35.07% | 63.56% | 25.28% | 35.96% | 62.04% | 0.53% | +| TinyLlama/TinyLlama-1.1B-3T | 1.1B | 36.40% | 33.79% | 60.31% | 26.04% | 37.32% | 59.51% | 1.44% | + diff --git a/stablelm-2-zephyr-1_6b.Q2_K.gguf b/stablelm-2-zephyr-1_6b.Q2_K.gguf new file mode 100644 index 0000000..d87e9ef --- /dev/null +++ b/stablelm-2-zephyr-1_6b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd8a6e304680b312ea0c6571c3daa7033d3b3f07f9527232d58e35b1b3ad688f +size 694161408 diff --git a/stablelm-2-zephyr-1_6b.Q3_K_L.gguf b/stablelm-2-zephyr-1_6b.Q3_K_L.gguf new file mode 100644 index 0000000..84d4338 --- /dev/null +++ b/stablelm-2-zephyr-1_6b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f8cfd4b5faee6731faae95c8bc10cb58482724ccb71a8bffbe5153985e750d9 +size 914984960 diff --git a/stablelm-2-zephyr-1_6b.Q3_K_M.gguf b/stablelm-2-zephyr-1_6b.Q3_K_M.gguf new file mode 100644 index 0000000..b373b37 --- /dev/null +++ b/stablelm-2-zephyr-1_6b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:130ccabac18bec94635d47da53b12c039701dace0e0213e5dffad2a3fa0a5e00 +size 857706496 diff --git a/stablelm-2-zephyr-1_6b.Q3_K_S.gguf b/stablelm-2-zephyr-1_6b.Q3_K_S.gguf new file mode 100644 index 0000000..d737c9f --- /dev/null +++ b/stablelm-2-zephyr-1_6b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8a396a4afe99dc9120c200eba90d39d700551267a2b0d23d3d52ecd07fedeaf +size 791711744 diff --git a/stablelm-2-zephyr-1_6b.Q4_K_M.gguf b/stablelm-2-zephyr-1_6b.Q4_K_M.gguf new file mode 100644 index 0000000..1543576 --- /dev/null +++ b/stablelm-2-zephyr-1_6b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35d56b82766d46a8596809d1bbc66e2ee22e0ef30d8f68a6f1329467eb790f0f +size 1031442432 diff --git a/stablelm-2-zephyr-1_6b.Q4_K_S.gguf b/stablelm-2-zephyr-1_6b.Q4_K_S.gguf new file mode 100644 index 0000000..6b7333f --- /dev/null +++ b/stablelm-2-zephyr-1_6b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c990156bb86f2cfabd42424dd14c244768a49ce53e46dc1b6b4beacb2f75b068 +size 989204480 diff --git a/stablelm-2-zephyr-1_6b.Q5_K_M.gguf b/stablelm-2-zephyr-1_6b.Q5_K_M.gguf new file mode 100644 index 0000000..4bd7436 --- /dev/null +++ b/stablelm-2-zephyr-1_6b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:119cba9904bc2620e1f8b82497bdbf814f5e2d81dbcc1472275a819371970f7a +size 1187680256 diff --git a/stablelm-2-zephyr-1_6b.Q5_K_S.gguf b/stablelm-2-zephyr-1_6b.Q5_K_S.gguf new file mode 100644 index 0000000..36f2497 --- /dev/null +++ b/stablelm-2-zephyr-1_6b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a146558bf8ec900168d3294ab4b1662e4e97b59718bf4c640cdff80485c8e12 +size 1162612736 diff --git a/stablelm-2-zephyr-1_6b.Q6_K.gguf b/stablelm-2-zephyr-1_6b.Q6_K.gguf new file mode 100644 index 0000000..1ed0026 --- /dev/null +++ b/stablelm-2-zephyr-1_6b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6860574ba0716059af5b69e8c892faac30b15844c1ab71c54b0652ed5fb0d80 +size 1353682944 diff --git a/stablelm-2-zephyr-1_6b.Q8_0.gguf b/stablelm-2-zephyr-1_6b.Q8_0.gguf new file mode 100644 index 0000000..4184c5d --- /dev/null +++ b/stablelm-2-zephyr-1_6b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:682757fc426b1332b1880bfc73226d574d9404276d8133aea16aa73845e64d44 +size 1751879680 diff --git a/stablelm-2-zephyr-1_6b.fp16.gguf b/stablelm-2-zephyr-1_6b.fp16.gguf new file mode 100644 index 0000000..a6c973c --- /dev/null +++ b/stablelm-2-zephyr-1_6b.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f98e431c64d273a52f63c44e40bc04e63b5efc93827713b6483c2f77451d34e +size 3293286304