初始化项目,由ModelHub XC社区提供模型
Model: QuantFactory/reflection-llama-3.1-8B-Solshine-Full-GGUF Source: Original Platform
This commit is contained in:
49
.gitattributes
vendored
Normal file
49
.gitattributes
vendored
Normal file
@@ -0,0 +1,49 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
reflection-llama-3.1-8B-Solshine-Full.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
reflection-llama-3.1-8B-Solshine-Full.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
reflection-llama-3.1-8B-Solshine-Full.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
reflection-llama-3.1-8B-Solshine-Full.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
reflection-llama-3.1-8B-Solshine-Full.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
reflection-llama-3.1-8B-Solshine-Full.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
reflection-llama-3.1-8B-Solshine-Full.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
reflection-llama-3.1-8B-Solshine-Full.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
reflection-llama-3.1-8B-Solshine-Full.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
reflection-llama-3.1-8B-Solshine-Full.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
reflection-llama-3.1-8B-Solshine-Full.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
reflection-llama-3.1-8B-Solshine-Full.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
reflection-llama-3.1-8B-Solshine-Full.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
reflection-llama-3.1-8B-Solshine-Full.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
35
README.md
Normal file
35
README.md
Normal file
@@ -0,0 +1,35 @@
|
||||
|
||||
---
|
||||
|
||||
base_model: Solshine/reflection-llama-3.1-8B-Solshine-trainround4-16bit
|
||||
language:
|
||||
- en
|
||||
license: apache-2.0
|
||||
tags:
|
||||
- text-generation-inference
|
||||
- transformers
|
||||
- unsloth
|
||||
- llama
|
||||
- trl
|
||||
- sft
|
||||
|
||||
---
|
||||
|
||||

|
||||
|
||||
# QuantFactory/reflection-llama-3.1-8B-Solshine-Full-GGUF
|
||||
This is quantized version of [Solshine/reflection-llama-3.1-8B-Solshine-Full](https://huggingface.co/Solshine/reflection-llama-3.1-8B-Solshine-Full) created using llama.cpp
|
||||
|
||||
# Original Model Card
|
||||
|
||||
|
||||
# Uploaded model
|
||||
|
||||
- **Developed by:** Solshine
|
||||
- **License:** apache-2.0
|
||||
- **Finetuned from model :** Solshine/reflection-llama-3.1-8B-Solshine-trainround4-16bit
|
||||
|
||||
This llama model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library.
|
||||
|
||||
[<img src="https://raw.githubusercontent.com/unslothai/unsloth/main/images/unsloth%20made%20with%20love.png" width="200"/>](https://github.com/unslothai/unsloth)
|
||||
|
||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
||||
{"framework": "pytorch", "task": "others", "allow_remote": true}
|
||||
3
reflection-llama-3.1-8B-Solshine-Full.Q2_K.gguf
Normal file
3
reflection-llama-3.1-8B-Solshine-Full.Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:33746506d5ba6eb328a243b25cf82c0d8c13694c5b44c30d8556d1e230c47f4a
|
||||
size 3179136544
|
||||
3
reflection-llama-3.1-8B-Solshine-Full.Q3_K_L.gguf
Normal file
3
reflection-llama-3.1-8B-Solshine-Full.Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:198b938ff6f3f6dd53c1fecdf4e39a48a56f020f4b04db60bec0954cc1a144b0
|
||||
size 4321961504
|
||||
3
reflection-llama-3.1-8B-Solshine-Full.Q3_K_M.gguf
Normal file
3
reflection-llama-3.1-8B-Solshine-Full.Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0abd9839fba0e36558761ed2c7be400721e9b206d5f4e17bd0f9a9750206ee24
|
||||
size 4018923040
|
||||
3
reflection-llama-3.1-8B-Solshine-Full.Q3_K_S.gguf
Normal file
3
reflection-llama-3.1-8B-Solshine-Full.Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6f4fc69828708d211000d7e15904e187ebffd95efb92191b0b1222197b788cae
|
||||
size 3664504352
|
||||
3
reflection-llama-3.1-8B-Solshine-Full.Q4_0.gguf
Normal file
3
reflection-llama-3.1-8B-Solshine-Full.Q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b760c5b59cb584a0acec96acd7d8bc141f533acec2d45634e84bedd6fd2109cd
|
||||
size 4661216800
|
||||
3
reflection-llama-3.1-8B-Solshine-Full.Q4_1.gguf
Normal file
3
reflection-llama-3.1-8B-Solshine-Full.Q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6337fab76655a412aebbceafc41556c4df562d8038a9b7903b134215335e4012
|
||||
size 5130257952
|
||||
3
reflection-llama-3.1-8B-Solshine-Full.Q4_K_M.gguf
Normal file
3
reflection-llama-3.1-8B-Solshine-Full.Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b6f95121d77d78f0b9c3181ba329ecb3178b662c65a0839f76349ed67e827db3
|
||||
size 4920739360
|
||||
3
reflection-llama-3.1-8B-Solshine-Full.Q4_K_S.gguf
Normal file
3
reflection-llama-3.1-8B-Solshine-Full.Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d2e80bf958bb326f32ca02718406bbe876c039d8bfc7e37365371f7451a21a30
|
||||
size 4692674080
|
||||
3
reflection-llama-3.1-8B-Solshine-Full.Q5_0.gguf
Normal file
3
reflection-llama-3.1-8B-Solshine-Full.Q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:dee7236ea2d9cd4bad6b8aec52ca21ebff9565caf1ab0495974f2a57a6528ebb
|
||||
size 5599299104
|
||||
3
reflection-llama-3.1-8B-Solshine-Full.Q5_1.gguf
Normal file
3
reflection-llama-3.1-8B-Solshine-Full.Q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:cbe14f324bc1647a5065afc158d8c2b0f6a502c05e1341a38def4701d3bcbf35
|
||||
size 6068340256
|
||||
3
reflection-llama-3.1-8B-Solshine-Full.Q5_K_M.gguf
Normal file
3
reflection-llama-3.1-8B-Solshine-Full.Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:7c2a1ab44193245e532c0db93957391b1b0b9b11601b3ebff6c3cf965152079f
|
||||
size 5732992544
|
||||
3
reflection-llama-3.1-8B-Solshine-Full.Q5_K_S.gguf
Normal file
3
reflection-llama-3.1-8B-Solshine-Full.Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:42b8f24b9f76af1584805bc97c2cf1ce624595d71372b90007c75c841923c77b
|
||||
size 5599299104
|
||||
3
reflection-llama-3.1-8B-Solshine-Full.Q6_K.gguf
Normal file
3
reflection-llama-3.1-8B-Solshine-Full.Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:81cb41a6a365c10f66d4ef20c4bef41f2cfb8495d3259d9f83563ed610b46a02
|
||||
size 6596011552
|
||||
3
reflection-llama-3.1-8B-Solshine-Full.Q8_0.gguf
Normal file
3
reflection-llama-3.1-8B-Solshine-Full.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9591553aba52cccf243d38a0b5f2d19f8643750c9f6589d0ac3977a954e1ca83
|
||||
size 8540775968
|
||||
Reference in New Issue
Block a user