初始化项目,由ModelHub XC社区提供模型
Model: QuantFactory/DatacampLlama-3.1-8B-GGUF Source: Original Platform
This commit is contained in:
49
.gitattributes
vendored
Normal file
49
.gitattributes
vendored
Normal file
@@ -0,0 +1,49 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
DatacampLlama-3.1-8B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
DatacampLlama-3.1-8B.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
DatacampLlama-3.1-8B.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
DatacampLlama-3.1-8B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
DatacampLlama-3.1-8B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
DatacampLlama-3.1-8B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
DatacampLlama-3.1-8B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
DatacampLlama-3.1-8B.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
DatacampLlama-3.1-8B.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
DatacampLlama-3.1-8B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
DatacampLlama-3.1-8B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
DatacampLlama-3.1-8B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
DatacampLlama-3.1-8B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
DatacampLlama-3.1-8B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
3
DatacampLlama-3.1-8B.Q2_K.gguf
Normal file
3
DatacampLlama-3.1-8B.Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:083c9247018b361299e6fee5b48a188cfde80d7cdbda45c7d2a6d0c0003d3662
|
||||
size 3179132640
|
||||
3
DatacampLlama-3.1-8B.Q3_K_L.gguf
Normal file
3
DatacampLlama-3.1-8B.Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b01afa72f91490551a6adc4503eebfb5e1e28347fc92c8379a498bfd54254c2d
|
||||
size 4321957600
|
||||
3
DatacampLlama-3.1-8B.Q3_K_M.gguf
Normal file
3
DatacampLlama-3.1-8B.Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a947e23870a81d2690ba3ebeedc2cfc5928d8a8337f137ea3f48927739d97363
|
||||
size 4018919136
|
||||
3
DatacampLlama-3.1-8B.Q3_K_S.gguf
Normal file
3
DatacampLlama-3.1-8B.Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c642282cf9d3a6c075feaaf60ac601b3fa64fdef7bf156f288f65cb4e8245ed5
|
||||
size 3664500448
|
||||
3
DatacampLlama-3.1-8B.Q4_0.gguf
Normal file
3
DatacampLlama-3.1-8B.Q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6ef2456b624e8da9d28f79445b496a7857d04a3492aef8bed582a23c55572c2e
|
||||
size 4661212896
|
||||
3
DatacampLlama-3.1-8B.Q4_1.gguf
Normal file
3
DatacampLlama-3.1-8B.Q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6974e8caeb6514186b8ac0bbd7f3ede7b0ca0927f7331a5106858f087a5b0668
|
||||
size 5130254048
|
||||
3
DatacampLlama-3.1-8B.Q4_K_M.gguf
Normal file
3
DatacampLlama-3.1-8B.Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:03173875c263170c8ce4b84a398a83867ae73e1d67e03bf86535018a3bcccd0b
|
||||
size 4920735456
|
||||
3
DatacampLlama-3.1-8B.Q4_K_S.gguf
Normal file
3
DatacampLlama-3.1-8B.Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f001b1c358e82ce0a0985e44820586a786ab2b0cb0be96aaa3843a02ea4adeee
|
||||
size 4692670176
|
||||
3
DatacampLlama-3.1-8B.Q5_0.gguf
Normal file
3
DatacampLlama-3.1-8B.Q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c15ed79806de9d76fb09bde5d24867017c20e78f4573c9edde34129d595804e8
|
||||
size 5599295200
|
||||
3
DatacampLlama-3.1-8B.Q5_1.gguf
Normal file
3
DatacampLlama-3.1-8B.Q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e876a8bbf1fcc1f7ade536abb6d5316ce1fdef2b7b38055a4847e0f9b5f8bda5
|
||||
size 6068336352
|
||||
3
DatacampLlama-3.1-8B.Q5_K_M.gguf
Normal file
3
DatacampLlama-3.1-8B.Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6ae436856572462cd6ada4b63c797e7313f97b42ae933f6b5a55d7cbfaf2e472
|
||||
size 5732988640
|
||||
3
DatacampLlama-3.1-8B.Q5_K_S.gguf
Normal file
3
DatacampLlama-3.1-8B.Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5663884333db133c00a2030e14ba994da2e7a030f43acbbbc9bb68cd86dd5624
|
||||
size 5599295200
|
||||
3
DatacampLlama-3.1-8B.Q6_K.gguf
Normal file
3
DatacampLlama-3.1-8B.Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:4e2be9e34822b760d0ee87455d317c244c51d164d912d42393f842504ff502ec
|
||||
size 6596007648
|
||||
3
DatacampLlama-3.1-8B.Q8_0.gguf
Normal file
3
DatacampLlama-3.1-8B.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:02cc89b7b689ee916f45e72d1d04fb240a1c8ba1a8ae239fde2112e4c1a57e00
|
||||
size 8540772064
|
||||
35
README.md
Normal file
35
README.md
Normal file
@@ -0,0 +1,35 @@
|
||||
|
||||
---
|
||||
|
||||
base_model: unsloth/Meta-Llama-3.1-8B-bnb-4bit
|
||||
language:
|
||||
- en
|
||||
license: apache-2.0
|
||||
tags:
|
||||
- text-generation-inference
|
||||
- transformers
|
||||
- unsloth
|
||||
- llama
|
||||
- trl
|
||||
- sft
|
||||
|
||||
---
|
||||
|
||||

|
||||
|
||||
# QuantFactory/DatacampLlama-3.1-8B-GGUF
|
||||
This is quantized version of [mlabonne/DatacampLlama-3.1-8B](https://huggingface.co/mlabonne/DatacampLlama-3.1-8B) created using llama.cpp
|
||||
|
||||
# Original Model Card
|
||||
|
||||
|
||||
# Uploaded model
|
||||
|
||||
- **Developed by:** mlabonne
|
||||
- **License:** apache-2.0
|
||||
- **Finetuned from model :** unsloth/Meta-Llama-3.1-8B-bnb-4bit
|
||||
|
||||
This llama model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library.
|
||||
|
||||
[<img src="https://raw.githubusercontent.com/unslothai/unsloth/main/images/unsloth%20made%20with%20love.png" width="200"/>](https://github.com/unslothai/unsloth)
|
||||
|
||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
||||
{}
|
||||
Reference in New Issue
Block a user