commit 55ec957d5fd220079833addb1d7e64edb8b7b704 Author: ModelHub XC Date: Thu Jun 18 01:10:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: QuantFactory/reflection-llama-3.1-8B-Solshine-Full-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..aa5e656 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +reflection-llama-3.1-8B-Solshine-Full.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +reflection-llama-3.1-8B-Solshine-Full.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +reflection-llama-3.1-8B-Solshine-Full.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +reflection-llama-3.1-8B-Solshine-Full.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +reflection-llama-3.1-8B-Solshine-Full.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +reflection-llama-3.1-8B-Solshine-Full.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +reflection-llama-3.1-8B-Solshine-Full.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +reflection-llama-3.1-8B-Solshine-Full.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +reflection-llama-3.1-8B-Solshine-Full.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +reflection-llama-3.1-8B-Solshine-Full.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +reflection-llama-3.1-8B-Solshine-Full.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +reflection-llama-3.1-8B-Solshine-Full.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +reflection-llama-3.1-8B-Solshine-Full.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +reflection-llama-3.1-8B-Solshine-Full.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..cf64b1b --- /dev/null +++ b/README.md @@ -0,0 +1,35 @@ + +--- + +base_model: Solshine/reflection-llama-3.1-8B-Solshine-trainround4-16bit +language: +- en +license: apache-2.0 +tags: +- text-generation-inference +- transformers +- unsloth +- llama +- trl +- sft + +--- + +![](https://lh7-rt.googleusercontent.com/docsz/AD_4nXeiuCm7c8lEwEJuRey9kiVZsRn2W-b4pWlu3-X534V3YmVuVc2ZL-NXg2RkzSOOS2JXGHutDuyyNAUtdJI65jGTo8jT9Y99tMi4H4MqL44Uc5QKG77B0d6-JfIkZHFaUA71-RtjyYZWVIhqsNZcx8-OMaA?key=xt3VSDoCbmTY7o-cwwOFwQ) + +# QuantFactory/reflection-llama-3.1-8B-Solshine-Full-GGUF +This is quantized version of [Solshine/reflection-llama-3.1-8B-Solshine-Full](https://huggingface.co/Solshine/reflection-llama-3.1-8B-Solshine-Full) created using llama.cpp + +# Original Model Card + + +# Uploaded model + +- **Developed by:** Solshine +- **License:** apache-2.0 +- **Finetuned from model :** Solshine/reflection-llama-3.1-8B-Solshine-trainround4-16bit + +This llama model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) + diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..159097f --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "others", "allow_remote": true} \ No newline at end of file diff --git a/reflection-llama-3.1-8B-Solshine-Full.Q2_K.gguf b/reflection-llama-3.1-8B-Solshine-Full.Q2_K.gguf new file mode 100644 index 0000000..cd27349 --- /dev/null +++ b/reflection-llama-3.1-8B-Solshine-Full.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33746506d5ba6eb328a243b25cf82c0d8c13694c5b44c30d8556d1e230c47f4a +size 3179136544 diff --git a/reflection-llama-3.1-8B-Solshine-Full.Q3_K_L.gguf b/reflection-llama-3.1-8B-Solshine-Full.Q3_K_L.gguf new file mode 100644 index 0000000..eff4a90 --- /dev/null +++ b/reflection-llama-3.1-8B-Solshine-Full.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:198b938ff6f3f6dd53c1fecdf4e39a48a56f020f4b04db60bec0954cc1a144b0 +size 4321961504 diff --git a/reflection-llama-3.1-8B-Solshine-Full.Q3_K_M.gguf b/reflection-llama-3.1-8B-Solshine-Full.Q3_K_M.gguf new file mode 100644 index 0000000..23c8725 --- /dev/null +++ b/reflection-llama-3.1-8B-Solshine-Full.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0abd9839fba0e36558761ed2c7be400721e9b206d5f4e17bd0f9a9750206ee24 +size 4018923040 diff --git a/reflection-llama-3.1-8B-Solshine-Full.Q3_K_S.gguf b/reflection-llama-3.1-8B-Solshine-Full.Q3_K_S.gguf new file mode 100644 index 0000000..76f0f0f --- /dev/null +++ b/reflection-llama-3.1-8B-Solshine-Full.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f4fc69828708d211000d7e15904e187ebffd95efb92191b0b1222197b788cae +size 3664504352 diff --git a/reflection-llama-3.1-8B-Solshine-Full.Q4_0.gguf b/reflection-llama-3.1-8B-Solshine-Full.Q4_0.gguf new file mode 100644 index 0000000..2009188 --- /dev/null +++ b/reflection-llama-3.1-8B-Solshine-Full.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b760c5b59cb584a0acec96acd7d8bc141f533acec2d45634e84bedd6fd2109cd +size 4661216800 diff --git a/reflection-llama-3.1-8B-Solshine-Full.Q4_1.gguf b/reflection-llama-3.1-8B-Solshine-Full.Q4_1.gguf new file mode 100644 index 0000000..4cc5fe2 --- /dev/null +++ b/reflection-llama-3.1-8B-Solshine-Full.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6337fab76655a412aebbceafc41556c4df562d8038a9b7903b134215335e4012 +size 5130257952 diff --git a/reflection-llama-3.1-8B-Solshine-Full.Q4_K_M.gguf b/reflection-llama-3.1-8B-Solshine-Full.Q4_K_M.gguf new file mode 100644 index 0000000..8821789 --- /dev/null +++ b/reflection-llama-3.1-8B-Solshine-Full.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6f95121d77d78f0b9c3181ba329ecb3178b662c65a0839f76349ed67e827db3 +size 4920739360 diff --git a/reflection-llama-3.1-8B-Solshine-Full.Q4_K_S.gguf b/reflection-llama-3.1-8B-Solshine-Full.Q4_K_S.gguf new file mode 100644 index 0000000..e919975 --- /dev/null +++ b/reflection-llama-3.1-8B-Solshine-Full.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e80bf958bb326f32ca02718406bbe876c039d8bfc7e37365371f7451a21a30 +size 4692674080 diff --git a/reflection-llama-3.1-8B-Solshine-Full.Q5_0.gguf b/reflection-llama-3.1-8B-Solshine-Full.Q5_0.gguf new file mode 100644 index 0000000..aa3192d --- /dev/null +++ b/reflection-llama-3.1-8B-Solshine-Full.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dee7236ea2d9cd4bad6b8aec52ca21ebff9565caf1ab0495974f2a57a6528ebb +size 5599299104 diff --git a/reflection-llama-3.1-8B-Solshine-Full.Q5_1.gguf b/reflection-llama-3.1-8B-Solshine-Full.Q5_1.gguf new file mode 100644 index 0000000..1ed4e9c --- /dev/null +++ b/reflection-llama-3.1-8B-Solshine-Full.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbe14f324bc1647a5065afc158d8c2b0f6a502c05e1341a38def4701d3bcbf35 +size 6068340256 diff --git a/reflection-llama-3.1-8B-Solshine-Full.Q5_K_M.gguf b/reflection-llama-3.1-8B-Solshine-Full.Q5_K_M.gguf new file mode 100644 index 0000000..d7d2af3 --- /dev/null +++ b/reflection-llama-3.1-8B-Solshine-Full.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c2a1ab44193245e532c0db93957391b1b0b9b11601b3ebff6c3cf965152079f +size 5732992544 diff --git a/reflection-llama-3.1-8B-Solshine-Full.Q5_K_S.gguf b/reflection-llama-3.1-8B-Solshine-Full.Q5_K_S.gguf new file mode 100644 index 0000000..6817ac4 --- /dev/null +++ b/reflection-llama-3.1-8B-Solshine-Full.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42b8f24b9f76af1584805bc97c2cf1ce624595d71372b90007c75c841923c77b +size 5599299104 diff --git a/reflection-llama-3.1-8B-Solshine-Full.Q6_K.gguf b/reflection-llama-3.1-8B-Solshine-Full.Q6_K.gguf new file mode 100644 index 0000000..0aea157 --- /dev/null +++ b/reflection-llama-3.1-8B-Solshine-Full.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81cb41a6a365c10f66d4ef20c4bef41f2cfb8495d3259d9f83563ed610b46a02 +size 6596011552 diff --git a/reflection-llama-3.1-8B-Solshine-Full.Q8_0.gguf b/reflection-llama-3.1-8B-Solshine-Full.Q8_0.gguf new file mode 100644 index 0000000..8b7bd29 --- /dev/null +++ b/reflection-llama-3.1-8B-Solshine-Full.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9591553aba52cccf243d38a0b5f2d19f8643750c9f6589d0ac3977a954e1ca83 +size 8540775968