commit ba2a3fdd9741d62f910abcd53f94fa3d8093f075 Author: ModelHub XC Date: Sat May 16 08:14:29 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: afrideva/Zephyr-3.43B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1d751f9 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +zephyr-3.43b.fp16.gguf filter=lfs diff=lfs merge=lfs -text +zephyr-3.43b.q2_k.gguf filter=lfs diff=lfs merge=lfs -text +zephyr-3.43b.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +zephyr-3.43b.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +zephyr-3.43b.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +zephyr-3.43b.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +zephyr-3.43b.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..4c8f7fa --- /dev/null +++ b/README.md @@ -0,0 +1,77 @@ +--- +base_model: Aryanne/Zephyr-3.43B +inference: false +language: +- en +library_name: transformers +license: other +model_creator: Aryanne +model_name: Zephyr-3.43B +pipeline_tag: text-generation +quantized_by: afrideva +tags: +- merge +- llm +- stablelm +- gguf +- ggml +- quantized +- q2_k +- q3_k_m +- q4_k_m +- q5_k_m +- q6_k +- q8_0 +--- +# Aryanne/Zephyr-3.43B-GGUF + +Quantized GGUF model files for [Zephyr-3.43B](https://huggingface.co/Aryanne/Zephyr-3.43B) from [Aryanne](https://huggingface.co/Aryanne) + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [zephyr-3.43b.fp16.gguf](https://huggingface.co/afrideva/Zephyr-3.43B-GGUF/resolve/main/zephyr-3.43b.fp16.gguf) | fp16 | 6.86 GB | +| [zephyr-3.43b.q2_k.gguf](https://huggingface.co/afrideva/Zephyr-3.43B-GGUF/resolve/main/zephyr-3.43b.q2_k.gguf) | q2_k | 1.46 GB | +| [zephyr-3.43b.q3_k_m.gguf](https://huggingface.co/afrideva/Zephyr-3.43B-GGUF/resolve/main/zephyr-3.43b.q3_k_m.gguf) | q3_k_m | 1.70 GB | +| [zephyr-3.43b.q4_k_m.gguf](https://huggingface.co/afrideva/Zephyr-3.43B-GGUF/resolve/main/zephyr-3.43b.q4_k_m.gguf) | q4_k_m | 2.09 GB | +| [zephyr-3.43b.q5_k_m.gguf](https://huggingface.co/afrideva/Zephyr-3.43B-GGUF/resolve/main/zephyr-3.43b.q5_k_m.gguf) | q5_k_m | 2.44 GB | +| [zephyr-3.43b.q6_k.gguf](https://huggingface.co/afrideva/Zephyr-3.43B-GGUF/resolve/main/zephyr-3.43b.q6_k.gguf) | q6_k | 2.82 GB | +| [zephyr-3.43b.q8_0.gguf](https://huggingface.co/afrideva/Zephyr-3.43B-GGUF/resolve/main/zephyr-3.43b.q8_0.gguf) | q8_0 | 3.65 GB | + + + +## Original Model Card: +This model is a merge/fusion of [Aryanne/Astridboros-3B](https://huggingface.co/Aryanne/Astridboros-3B) and [stabilityai/stablelm-zephyr-3b](https://huggingface.co/stabilityai/stablelm-zephyr-3b) , 28 layers of Zephyr + 12 layers of Astridboros together(see zephyr-3.43b.yml or below). + +A total of 40 layers, with 3.43B of parameters. + +License it's the same as Zephyr cause it has 70% of it. + + +```yaml +slices: + - sources: + - model: stabilityai/stablelm-zephyr-3b + layer_range: [0, 14] + - sources: + - model: Aryanne/Astridboros-3B + layer_range: [10, 22] + - sources: + - model: stabilityai/stablelm-zephyr-3b + layer_range: [18, 32] +merge_method: passthrough +dtype: float16 +``` + +I recommend the use of the Zephyr prompt format. + +``` +<|user|> +List 3 synonyms for the word "tiny"<|endoftext|> +<|assistant|> +1. Dwarf +2. Little +3. Petite<|endoftext|> +``` + +GGUF Quants: [notyet](not yet) \ No newline at end of file diff --git a/zephyr-3.43b.fp16.gguf b/zephyr-3.43b.fp16.gguf new file mode 100644 index 0000000..c436897 --- /dev/null +++ b/zephyr-3.43b.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec04ca3c11abcec996dcfa7fef776b236df4e6bab1f498fc15a44f6118b5468a +size 6862451104 diff --git a/zephyr-3.43b.q2_k.gguf b/zephyr-3.43b.q2_k.gguf new file mode 100644 index 0000000..0149cd2 --- /dev/null +++ b/zephyr-3.43b.q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44aafd1b4fb3e037f758aa8b1a8f40b1fbfc590ef8bc7038b6983ecf10a8e161 +size 1461043168 diff --git a/zephyr-3.43b.q3_k_m.gguf b/zephyr-3.43b.q3_k_m.gguf new file mode 100644 index 0000000..37a9845 --- /dev/null +++ b/zephyr-3.43b.q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9464f24f768da76dab8ce52962afbee12b8ec0daa078640cf243ef6c99b67e2 +size 1697067488 diff --git a/zephyr-3.43b.q4_k_m.gguf b/zephyr-3.43b.q4_k_m.gguf new file mode 100644 index 0000000..50c14ee --- /dev/null +++ b/zephyr-3.43b.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf4f400c5b8fadbec26f597dadd13540496bf97583a0f80e39309ec6805f0046 +size 2090777568 diff --git a/zephyr-3.43b.q5_k_m.gguf b/zephyr-3.43b.q5_k_m.gguf new file mode 100644 index 0000000..91ed4ac --- /dev/null +++ b/zephyr-3.43b.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f6c1b6e596710865feb8ee369bccbfaea2e96d78e0712322c5bf404389bfb35 +size 2442746848 diff --git a/zephyr-3.43b.q6_k.gguf b/zephyr-3.43b.q6_k.gguf new file mode 100644 index 0000000..b201a52 --- /dev/null +++ b/zephyr-3.43b.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:291d8104ccd7a54cbb84ee0b6b6939a760464dbd00d685582c5a35c1207b7a8f +size 2816714208 diff --git a/zephyr-3.43b.q8_0.gguf b/zephyr-3.43b.q8_0.gguf new file mode 100644 index 0000000..db0cb4d --- /dev/null +++ b/zephyr-3.43b.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:286e11781e2c94bbabe83216cc82db3ab7d65e4d867a8e9d89e2bbd2c0654040 +size 3647295968