commit 6a69e427c108cf55124f21baed5b1a5ee7a7bfb4 Author: ModelHub XC Date: Mon Sep 7 14:44:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: bartowski/labradorite-13b-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..809019b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +labradorite-13b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +labradorite-13b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +labradorite-13b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +labradorite-13b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +labradorite-13b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +labradorite-13b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +labradorite-13b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +labradorite-13b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +labradorite-13b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +labradorite-13b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +labradorite-13b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +labradorite-13b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +labradorite-13b-fp16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..f0269c5 --- /dev/null +++ b/README.md @@ -0,0 +1,41 @@ +--- +pipeline_tag: text-generation +tags: +- labradorite +- llama +- llama-2 +- ibm +- lab +- labrador +- merlinite +license: llama2 +license_link: https://ai.meta.com/llama/license/ +language: +- en +quantized_by: bartowski +--- + +## Llamacpp Quantizations of labradorite-13b + +Using llama.cpp commit fa97464 for quantization. + +Original model: https://huggingface.co/ibm/labradorite-13b + +Download a file (not the whole branch) from below: + +| Filename | Quant type | File Size | Description | +| -------- | ---------- | --------- | ----------- | +| [labradorite-13b-Q8_0.gguf](https://huggingface.co/bartowski/labradorite-13b-GGUF/blob/main/labradorite-13b-Q8_0.gguf) | Q8_0 | 13.83GB | Extremely high quality, generally unneeded but max available quant. | +| [labradorite-13b-Q6_K.gguf](https://huggingface.co/bartowski/labradorite-13b-GGUF/blob/main/labradorite-13b-Q6_K.gguf) | Q6_K | 10.67GB | Very high quality, near perfect, *recommended*. | +| [labradorite-13b-Q5_K_M.gguf](https://huggingface.co/bartowski/labradorite-13b-GGUF/blob/main/labradorite-13b-Q5_K_M.gguf) | Q5_K_M | 9.22GB | High quality, very usable. | +| [labradorite-13b-Q5_K_S.gguf](https://huggingface.co/bartowski/labradorite-13b-GGUF/blob/main/labradorite-13b-Q5_K_S.gguf) | Q5_K_S | 8.97GB | High quality, very usable. | +| [labradorite-13b-Q5_0.gguf](https://huggingface.co/bartowski/labradorite-13b-GGUF/blob/main/labradorite-13b-Q5_0.gguf) | Q5_0 | 8.97GB | High quality, older format, generally not recommended. | +| [labradorite-13b-Q4_K_M.gguf](https://huggingface.co/bartowski/labradorite-13b-GGUF/blob/main/labradorite-13b-Q4_K_M.gguf) | Q4_K_M | 7.86GB | Good quality, similar to 4.25 bpw. | +| [labradorite-13b-Q4_K_S.gguf](https://huggingface.co/bartowski/labradorite-13b-GGUF/blob/main/labradorite-13b-Q4_K_S.gguf) | Q4_K_S | 7.42GB | Slightly lower quality with small space savings. | +| [labradorite-13b-Q4_0.gguf](https://huggingface.co/bartowski/labradorite-13b-GGUF/blob/main/labradorite-13b-Q4_0.gguf) | Q4_0 | 7.36GB | Decent quality, older format, generally not recommended. | +| [labradorite-13b-Q3_K_L.gguf](https://huggingface.co/bartowski/labradorite-13b-GGUF/blob/main/labradorite-13b-Q3_K_L.gguf) | Q3_K_L | 6.92GB | Lower quality but usable, good for low RAM availability. | +| [labradorite-13b-Q3_K_M.gguf](https://huggingface.co/bartowski/labradorite-13b-GGUF/blob/main/labradorite-13b-Q3_K_M.gguf) | Q3_K_M | 6.33GB | Even lower quality. | +| [labradorite-13b-Q3_K_S.gguf](https://huggingface.co/bartowski/labradorite-13b-GGUF/blob/main/labradorite-13b-Q3_K_S.gguf) | Q3_K_S | 5.65GB | Low quality, not recommended. | +| [labradorite-13b-Q2_K.gguf](https://huggingface.co/bartowski/labradorite-13b-GGUF/blob/main/labradorite-13b-Q2_K.gguf) | Q2_K | 4.85GB | Extremely low quality, *not* recommended. + +Want to support my work? Visit my ko-fi page here: https://ko-fi.com/bartowski \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/labradorite-13b-Q2_K.gguf b/labradorite-13b-Q2_K.gguf new file mode 100644 index 0000000..1e262f4 --- /dev/null +++ b/labradorite-13b-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:706b55351a2e41bcc13be3a0fea1ae5ef9bb15b9ab22cc1ad87c1232c96e7604 +size 4854317216 diff --git a/labradorite-13b-Q3_K_L.gguf b/labradorite-13b-Q3_K_L.gguf new file mode 100644 index 0000000..1e35f57 --- /dev/null +++ b/labradorite-13b-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e9b19a2aeaf53326a4e8d4366fe895b7360f4e9d10cec3fe088004b33196c9d +size 6929610976 diff --git a/labradorite-13b-Q3_K_M.gguf b/labradorite-13b-Q3_K_M.gguf new file mode 100644 index 0000000..c773973 --- /dev/null +++ b/labradorite-13b-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:569fe4d365dabd3765c11955f424101929a9a03ce2dc0bc5c1ff0d0dda21f54f +size 6337820896 diff --git a/labradorite-13b-Q3_K_S.gguf b/labradorite-13b-Q3_K_S.gguf new file mode 100644 index 0000000..5d657ff --- /dev/null +++ b/labradorite-13b-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc75526a1eedc4383af30f96f29f3e9be903853db08554e37ca8ee8efe216b07 +size 5659031776 diff --git a/labradorite-13b-Q4_0.gguf b/labradorite-13b-Q4_0.gguf new file mode 100644 index 0000000..d14b233 --- /dev/null +++ b/labradorite-13b-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39c2a3cb4eb714825c8e357319a02a7b82a79cd22e229678542036a5263614db +size 7365891616 diff --git a/labradorite-13b-Q4_K_M.gguf b/labradorite-13b-Q4_K_M.gguf new file mode 100644 index 0000000..93270b6 --- /dev/null +++ b/labradorite-13b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:331bb7417d64109629d092a0e151b383954146cb2fd6e94f541b82c26df914ef +size 7866013216 diff --git a/labradorite-13b-Q4_K_S.gguf b/labradorite-13b-Q4_K_S.gguf new file mode 100644 index 0000000..78eeacc --- /dev/null +++ b/labradorite-13b-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59678e86bf91890ab4d0cabddfcebfa7f4b3a3d582c6800c74d0bc1d589d9d95 +size 7423235616 diff --git a/labradorite-13b-Q5_0.gguf b/labradorite-13b-Q5_0.gguf new file mode 100644 index 0000000..75cba49 --- /dev/null +++ b/labradorite-13b-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af9850f93e882abb26ba74f8b9b38880f3497e0af9237d932c6521e23164a5d1 +size 8972347936 diff --git a/labradorite-13b-Q5_K_M.gguf b/labradorite-13b-Q5_K_M.gguf new file mode 100644 index 0000000..997d0b4 --- /dev/null +++ b/labradorite-13b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f6ee72b46c649ed552e4b5cbb8cfd76be464516d665252f56ea6696bc3ec4c0 +size 9229986336 diff --git a/labradorite-13b-Q5_K_S.gguf b/labradorite-13b-Q5_K_S.gguf new file mode 100644 index 0000000..3c50b79 --- /dev/null +++ b/labradorite-13b-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e015e2ab10ffff86c343ce360a7aefa220f06be3c5901b7ab665825567ac29a7 +size 8972347936 diff --git a/labradorite-13b-Q6_K.gguf b/labradorite-13b-Q6_K.gguf new file mode 100644 index 0000000..875d7b9 --- /dev/null +++ b/labradorite-13b-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb7fcf834d51d15d76134ad88a920adf0792e39024189db1f0ea1363a2effcde +size 10679207776 diff --git a/labradorite-13b-Q8_0.gguf b/labradorite-13b-Q8_0.gguf new file mode 100644 index 0000000..bcd3f4e --- /dev/null +++ b/labradorite-13b-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec5b5ec4aa6807192863837019dd6860403e9166c259d48d638570a68b975124 +size 13831406816 diff --git a/labradorite-13b-fp16.gguf b/labradorite-13b-fp16.gguf new file mode 100644 index 0000000..557dacc --- /dev/null +++ b/labradorite-13b-fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9bc81391dccd700e4d3a52a4ccddef4ed10bf2b975f9207414efa6e41498cbd +size 26033467552