commit ba1e45363d44bde4f06c54de129fc9d36c42d4ff Author: ModelHub XC Date: Mon Sep 7 11:54:15 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: brittlewis12/stablelm-zephyr-3b-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..63fb5c3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +stablelm-zephyr-3b.fp16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..86afe00 --- /dev/null +++ b/README.md @@ -0,0 +1,106 @@ +--- +base_model: stabilityai/stablelm-zephyr-3b +datasets: + - HuggingFaceH4/ultrachat_200k + - HuggingFaceH4/ultrafeedback_binarized + - meta-math/MetaMathQA + - WizardLM/WizardLM_evol_instruct_V2_196k + - Intel/orca_dpo_pairs +license: other +license_link: https://huggingface.co/stabilityai/stablelm-zephyr-3b/blob/main/LICENSE +language: +- en +model_creator: stabilityai +model_name: stablelm-zephyr-3b +model_type: stablelm_epoch +inference: false +tags: +- causal-lm +- stablelm_epoch +pipeline_tag: text-generation +prompt_template: | + <|system|> + {{system_message}}<|endoftext|> + <|user|> + {{prompt}}<|endoftext|> + <|assistant|> + +quantized_by: brittlewis12 +--- + +# StableLM Zephyr 3B GGUF + +Original model: [StableLM Zephyr 3B](https://huggingface.co/stabilityai/stablelm-zephyr-3b) +Model creator: [Stability AI](https://huggingface.co/stabilityai) + +This repo contains GGUF format model files for Stability AI’s StableLM Zephyr 3B. + +> StableLM Zephyr 3B is a 3 billion parameter instruction tuned inspired by [HugginFaceH4's Zephyr 7B](https://huggingface.co/HuggingFaceH4/zephyr-7b-beta) training pipeline this model was trained on a mix of publicly available datasets, synthetic datasets using [Direct Preference Optimization (DPO)](https://arxiv.org/abs/2305.18290), evaluation for this model based on [MT Bench](https://tatsu-lab.github.io/alpaca_eval/) and [Alpaca Benchmark](https://tatsu-lab.github.io/alpaca_eval/). + + +### What is GGUF? + +GGUF is a file format for representing AI models. It is the third version of the format, introduced by the llama.cpp team on August 21st 2023. It is a replacement for GGML, which is no longer supported by llama.cpp. +Converted using llama.cpp b1960 ([26d6076](https://github.com/ggerganov/llama.cpp/commits/26d607608d794efa56df3bdb6043a2f94c1d632c)) + +### Prompt template: Zephyr + +``` +<|system|> +{{system_message}}<|endoftext|> +<|user|> +{{prompt}}<|endoftext|> +<|assistant|> +``` + +--- + +## Download & run with [cnvrs](https://twitter.com/cnvrsai) on iPhone, iPad, and Mac! + +![cnvrs.ai](https://pbs.twimg.com/profile_images/1744049151241797632/0mIP-P9e_400x400.jpg) + +[cnvrs](https://testflight.apple.com/join/sFWReS7K) is the best app for private, local AI on your device: +- create & save **Characters** with custom system prompts & temperature settings +- download and experiment with any **GGUF model** you can [find on HuggingFace](https://huggingface.co/models?library=gguf)! +- make it your own with custom **Theme colors** +- powered by Metal ⚡️ & [Llama.cpp](https://github.com/ggerganov/llama.cpp), with **haptics** during response streaming! +- **try it out** yourself today, on [Testflight](https://testflight.apple.com/join/sFWReS7K)! +- follow [cnvrs on twitter](https://twitter.com/cnvrsai) to stay up to date + +--- + +## Original Model Evaluations: + +![mt-bench](https://cdn-uploads.huggingface.co/production/uploads/6310474ca119d49bc1eb0d80/8WIZS6dAlu5kSH-382pMl.png) + +| Model | Size | Alignment | MT-Bench (score) | AlpacaEval (win rate %) | +|-------------|-----|----|---------------|--------------| +| **StableLM Zephyr 3B** 🪁 | 3B | DPO | 6.64 | 76.00 | +| StableLM Zephyr (SFT only) | 3B | SFT | 6.04 | 71.15 | +| Capybara v1.9 | 3B | dSFT | 5.94 | - | +| MPT-Chat | 7B |dSFT |5.42| -| +| Xwin-LM v0.1 | 7B| dPPO| 6.19| 87.83| +| Mistral-Instruct v0.1 | 7B| - | 6.84 |-| +| Zephyr-7b-α |7B| dDPO| 6.88| -| +| Zephyr-7b-β| 7B | dDPO | 7.34 | 90.60 | +| Falcon-Instruct | 40B |dSFT |5.17 |45.71| +| Guanaco | 65B | SFT |6.41| 71.80| +| Llama2-Chat | 70B |RLHF |6.86| 92.66| +| Vicuna v1.3 | 33B |dSFT |7.12 |88.99| +| WizardLM v1.0 | 70B |dSFT |7.71 |-| +| Xwin-LM v0.1 | 70B |dPPO |- |95.57| +| GPT-3.5-turbo | - |RLHF |7.94 |89.37| +| Claude 2 | - |RLHF |8.06| 91.36| +| GPT-4 | -| RLHF |8.99| 95.28| + +| Task | Value | +|-----------------------|---------------------------| +| ARC (25-shot) | 47.0 | +| HellaSwag (10-shot) | 74.2 | +| MMLU (5-shot) | 46.3 | +| TruthfulQA (0-shot) | 46.5 | +| Winogrande (5-shot) | 65.5 | +| GSM8K (5-shot) | 42.3 | +| BigBench (Avg) | 35.26 | +| AGI Benchmark (Avg) | 33.23 | + diff --git a/stablelm-zephyr-3b.Q2_K.gguf b/stablelm-zephyr-3b.Q2_K.gguf new file mode 100644 index 0000000..e33ff63 --- /dev/null +++ b/stablelm-zephyr-3b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9146e08ea1ab8861eeb1d34e1c96af452da1c473f329d6af253afa033d9bc9d +size 1083755968 diff --git a/stablelm-zephyr-3b.Q3_K_L.gguf b/stablelm-zephyr-3b.Q3_K_L.gguf new file mode 100644 index 0000000..a34f5d1 --- /dev/null +++ b/stablelm-zephyr-3b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:423e1fbad2a643a71859fd258afe2a94796e1837e2a0aab84d28d7077f2f2a42 +size 1508564928 diff --git a/stablelm-zephyr-3b.Q3_K_M.gguf b/stablelm-zephyr-3b.Q3_K_M.gguf new file mode 100644 index 0000000..e994dad --- /dev/null +++ b/stablelm-zephyr-3b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79af463bbb616ab4ab645a41357016eeaafde55eef34a42d8a4a7c3b63b8d03f +size 1391419328 diff --git a/stablelm-zephyr-3b.Q3_K_S.gguf b/stablelm-zephyr-3b.Q3_K_S.gguf new file mode 100644 index 0000000..2706e4c --- /dev/null +++ b/stablelm-zephyr-3b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e978844efc8f893fa8fc1f201faacbfcecf5c2da9b7be458e43ac6caa3316b1 +size 1254449088 diff --git a/stablelm-zephyr-3b.Q4_K_M.gguf b/stablelm-zephyr-3b.Q4_K_M.gguf new file mode 100644 index 0000000..13a8594 --- /dev/null +++ b/stablelm-zephyr-3b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7314f8689e3c4dccd3f72e922c8b647989740362c227e271cd45cb2827d72317 +size 1708595648 diff --git a/stablelm-zephyr-3b.Q4_K_S.gguf b/stablelm-zephyr-3b.Q4_K_S.gguf new file mode 100644 index 0000000..3ac76d6 --- /dev/null +++ b/stablelm-zephyr-3b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3725cca430d7d8aca27a11b1ec2450ffed408ff8648b698c5089ee3eee0c43e4 +size 1620695488 diff --git a/stablelm-zephyr-3b.Q5_K_M.gguf b/stablelm-zephyr-3b.Q5_K_M.gguf new file mode 100644 index 0000000..e4c931c --- /dev/null +++ b/stablelm-zephyr-3b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff09c6282369ff1f9f433ee4edf12bc08c5a7ed57f783e4683b8953aa3136aad +size 1993390528 diff --git a/stablelm-zephyr-3b.Q5_K_S.gguf b/stablelm-zephyr-3b.Q5_K_S.gguf new file mode 100644 index 0000000..a4a8092 --- /dev/null +++ b/stablelm-zephyr-3b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44c9a7cd1d7493599cbe11409c4784a6fc89de383cbfaa0284df048a89267025 +size 1941862848 diff --git a/stablelm-zephyr-3b.Q6_K.gguf b/stablelm-zephyr-3b.Q6_K.gguf new file mode 100644 index 0000000..0e0745e --- /dev/null +++ b/stablelm-zephyr-3b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e40ba65d7049df028a2c247fe3d03a04157b9eb5912ec51c059bb1f28520d9f +size 2295985088 diff --git a/stablelm-zephyr-3b.Q8_0.gguf b/stablelm-zephyr-3b.Q8_0.gguf new file mode 100644 index 0000000..6dd8686 --- /dev/null +++ b/stablelm-zephyr-3b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80ba5542cedcd6058d23cc15b7e749b13c397cf26112577320d3de9797790d54 +size 2972925888 diff --git a/stablelm-zephyr-3b.fp16.gguf b/stablelm-zephyr-3b.fp16.gguf new file mode 100644 index 0000000..56559bf --- /dev/null +++ b/stablelm-zephyr-3b.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5a4fa0f96898a9172fbe701b26fc4b093378706560c24bcb834846b8bfbb47 +size 5593341824