commit 215b5d5db61ec350f7fa3e70505575a04af3e3f3 Author: ModelHub XC Date: Mon Sep 28 03:27:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/SambaLingo-Arabic-Base-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..bf10e27 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,58 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +SambaLingo-Arabic-Base.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..4bf0e7d --- /dev/null +++ b/README.md @@ -0,0 +1,77 @@ +--- +base_model: sambanovasystems/SambaLingo-Arabic-Base +datasets: +- uonlp/CulturaX +language: +- ar +- en +library_name: transformers +license: llama2 +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/sambanovasystems/SambaLingo-Arabic-Base + + +static quants are available at https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-IQ1_S.gguf) | i1-IQ1_S | 1.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-IQ1_M.gguf) | i1-IQ1_M | 1.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.2 | | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-IQ2_S.gguf) | i1-IQ2_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-IQ2_M.gguf) | i1-IQ2_M | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-IQ3_S.gguf) | i1-IQ3_S | 3.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-IQ3_M.gguf) | i1-IQ3_M | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.8 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-IQ4_XS.gguf) | i1-IQ4_XS | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-Q4_0.gguf) | i1-Q4_0 | 4.1 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.1 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.3 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-Q5_K_S.gguf) | i1-Q5_K_S | 4.9 | | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/SambaLingo-Arabic-Base-i1-GGUF/resolve/main/SambaLingo-Arabic-Base.i1-Q6_K.gguf) | i1-Q6_K | 5.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/SambaLingo-Arabic-Base.i1-IQ1_M.gguf b/SambaLingo-Arabic-Base.i1-IQ1_M.gguf new file mode 100644 index 0000000..2726ba9 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:031f7bf15830bf55a8bfa47022453dc1dc8115e3e4557846323b297ef321f652 +size 1757096864 diff --git a/SambaLingo-Arabic-Base.i1-IQ1_S.gguf b/SambaLingo-Arabic-Base.i1-IQ1_S.gguf new file mode 100644 index 0000000..7a0fcb6 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91d42d4405093bb2aa1f19615bc44dd06a2bedb5e31ab3590e0caaef5c7ed5e8 +size 1634708384 diff --git a/SambaLingo-Arabic-Base.i1-IQ2_M.gguf b/SambaLingo-Arabic-Base.i1-IQ2_M.gguf new file mode 100644 index 0000000..0586622 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5179ac236115727a1e67bf2e9393fcbabec03f79b38588bf2ba76103d1e2c13 +size 2476420000 diff --git a/SambaLingo-Arabic-Base.i1-IQ2_S.gguf b/SambaLingo-Arabic-Base.i1-IQ2_S.gguf new file mode 100644 index 0000000..0ee946b --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92e074ad4aae1967fe460949cdde4ebde44d0b52505bb30d847536d1d94f9ca7 +size 2313235360 diff --git a/SambaLingo-Arabic-Base.i1-IQ2_XS.gguf b/SambaLingo-Arabic-Base.i1-IQ2_XS.gguf new file mode 100644 index 0000000..7275964 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc508f4a608c4dc1586a9394622e9e08f41ab936c8a7bfd143c9d994ec42bac +size 2141039520 diff --git a/SambaLingo-Arabic-Base.i1-IQ2_XXS.gguf b/SambaLingo-Arabic-Base.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..3896d16 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cebb2b43acd287b6d1da61130244e24c862c32bccb97821b33ce16ca21cac792 +size 1961077664 diff --git a/SambaLingo-Arabic-Base.i1-IQ3_M.gguf b/SambaLingo-Arabic-Base.i1-IQ3_M.gguf new file mode 100644 index 0000000..35509ec --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdeb7eeb58976d760bc317e023897ac3250fc1effbbd1445862412a51d345426 +size 3245321120 diff --git a/SambaLingo-Arabic-Base.i1-IQ3_S.gguf b/SambaLingo-Arabic-Base.i1-IQ3_S.gguf new file mode 100644 index 0000000..75a12af --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644e4ce9729981ad04ef15e68ccfa1ed3da2e51ad04363f937c1b014383ac273 +size 3078761376 diff --git a/SambaLingo-Arabic-Base.i1-IQ3_XS.gguf b/SambaLingo-Arabic-Base.i1-IQ3_XS.gguf new file mode 100644 index 0000000..91dae34 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c8aa081f9d74200d179b475da01ddfe294c0d550a2def14f3c4c8503cb60ef +size 2926980000 diff --git a/SambaLingo-Arabic-Base.i1-IQ3_XXS.gguf b/SambaLingo-Arabic-Base.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..e4ed65b --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4293ac2db804f7cffb03938810dad8ad3ebf4fe338f8789de498ca8300c1a4a3 +size 2702060448 diff --git a/SambaLingo-Arabic-Base.i1-IQ4_XS.gguf b/SambaLingo-Arabic-Base.i1-IQ4_XS.gguf new file mode 100644 index 0000000..9b78613 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d518dc2859d54b4a85470c767ba8dd15819709ff1616b0dc31d4bea166201c5 +size 3760335776 diff --git a/SambaLingo-Arabic-Base.i1-Q2_K.gguf b/SambaLingo-Arabic-Base.i1-Q2_K.gguf new file mode 100644 index 0000000..fde3edf --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1282f5c6bfb38508b9e9cb799b173a78fa79cf2d7feeddcb19fe81fb8639412f +size 2652777376 diff --git a/SambaLingo-Arabic-Base.i1-Q2_K_S.gguf b/SambaLingo-Arabic-Base.i1-Q2_K_S.gguf new file mode 100644 index 0000000..9108d61 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53152f8cc5a5c893c2a32932672a32e770c5682f34064035f3577cf29598b7b2 +size 2439457696 diff --git a/SambaLingo-Arabic-Base.i1-Q3_K_L.gguf b/SambaLingo-Arabic-Base.i1-Q3_K_L.gguf new file mode 100644 index 0000000..9582b45 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49bd7a616126dedbb5cfd6be8faf532c09244defb80afbc6181b7f573084ac2a +size 3727567776 diff --git a/SambaLingo-Arabic-Base.i1-Q3_K_M.gguf b/SambaLingo-Arabic-Base.i1-Q3_K_M.gguf new file mode 100644 index 0000000..efa49c9 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc188a420539b661ff042c368cc2b97f9ea016ca36771790e58d5c0a728b5e9d +size 3428461472 diff --git a/SambaLingo-Arabic-Base.i1-Q3_K_S.gguf b/SambaLingo-Arabic-Base.i1-Q3_K_S.gguf new file mode 100644 index 0000000..7e73c42 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1ecfa0cc7eb438f14a418730568f7990afc29e5ba46144a7ed9b7d0ef69a753 +size 3078761376 diff --git a/SambaLingo-Arabic-Base.i1-Q4_0.gguf b/SambaLingo-Arabic-Base.i1-Q4_0.gguf new file mode 100644 index 0000000..43fa135 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dec884bf48b8442b96550a7ce86353d0fd2fd6547dd190ffc2d205b2adcf81e +size 3981323168 diff --git a/SambaLingo-Arabic-Base.i1-Q4_K_M.gguf b/SambaLingo-Arabic-Base.i1-Q4_K_M.gguf new file mode 100644 index 0000000..7d5368d --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0ea17be71f682fea7c490a51e22358060eef5dbae8681e9a6b8bfb777a33eaa +size 4225248160 diff --git a/SambaLingo-Arabic-Base.i1-Q4_K_S.gguf b/SambaLingo-Arabic-Base.i1-Q4_K_S.gguf new file mode 100644 index 0000000..9850485 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed2f998ff190e94f0c885b900c06c259a85d7ae0c424baae45c363763d82edc0 +size 4000983968 diff --git a/SambaLingo-Arabic-Base.i1-Q5_K_M.gguf b/SambaLingo-Arabic-Base.i1-Q5_K_M.gguf new file mode 100644 index 0000000..229fd94 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d11c0c794382fc663ef54d5e522acdf505c10c364381ff22e43ca723489759ca +size 4940376992 diff --git a/SambaLingo-Arabic-Base.i1-Q5_K_S.gguf b/SambaLingo-Arabic-Base.i1-Q5_K_S.gguf new file mode 100644 index 0000000..bf090de --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22628bf8d08bcd1e184ed18001df5d3bd64fdc22caef9bc4dfd29023bee7be5d +size 4808911776 diff --git a/SambaLingo-Arabic-Base.i1-Q6_K.gguf b/SambaLingo-Arabic-Base.i1-Q6_K.gguf new file mode 100644 index 0000000..04017a7 --- /dev/null +++ b/SambaLingo-Arabic-Base.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcd920f3ed4dcea67a6e9d13784930e079fa7049fc5238be57b9a0a8b0da07f1 +size 5700201376 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..c65bb7e --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7280034f37d9ed614efddff38f96f999ec7026f0011d76f9996c7022e68c037 +size 4562173