commit 12dc38dce1885c0671c2167ebcca738253ad3720 Author: ModelHub XC Date: Sun Oct 4 02:49:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/X-ALMA-13B-Pretrain-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..71b0b44 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +X-ALMA-13B-Pretrain.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..53224ad --- /dev/null +++ b/README.md @@ -0,0 +1,129 @@ +--- +base_model: haoranxu/X-ALMA-13B-Pretrain +datasets: +- oscar-corpus/OSCAR-2301 +- allenai/nllb +- Helsinki-NLP/opus-100 +language: +- en +- da +- nl +- de +- is +- no +- sc +- af +- ca +- ro +- gl +- it +- pt +- es +- bg +- mk +- sr +- uk +- ru +- id +- ms +- th +- vi +- mg +- fr +- hu +- el +- cs +- pl +- lt +- lv +- ka +- zh +- ja +- ko +- fi +- et +- gu +- hi +- mr +- ne +- ur +- az +- kk +- ky +- tr +- uz +- ar +- he +- fa +library_name: transformers +license: mit +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/haoranxu/X-ALMA-13B-Pretrain + + +static quants are available at https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-IQ1_S.gguf) | i1-IQ1_S | 3.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-IQ1_M.gguf) | i1-IQ1_M | 3.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-IQ2_S.gguf) | i1-IQ2_S | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-IQ2_M.gguf) | i1-IQ2_M | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-Q2_K.gguf) | i1-Q2_K | 5.0 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.1 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-IQ3_S.gguf) | i1-IQ3_S | 5.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-IQ3_M.gguf) | i1-IQ3_M | 6.1 | | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-Q3_K_L.gguf) | i1-Q3_K_L | 7.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-IQ4_XS.gguf) | i1-IQ4_XS | 7.1 | | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-Q4_0.gguf) | i1-Q4_0 | 7.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-Q4_K_M.gguf) | i1-Q4_K_M | 8.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-Q4_1.gguf) | i1-Q4_1 | 8.3 | | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-Q5_K_S.gguf) | i1-Q5_K_S | 9.1 | | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-Q5_K_M.gguf) | i1-Q5_K_M | 9.3 | | +| [GGUF](https://huggingface.co/mradermacher/X-ALMA-13B-Pretrain-i1-GGUF/resolve/main/X-ALMA-13B-Pretrain.i1-Q6_K.gguf) | i1-Q6_K | 10.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/X-ALMA-13B-Pretrain.i1-IQ1_M.gguf b/X-ALMA-13B-Pretrain.i1-IQ1_M.gguf new file mode 100644 index 0000000..589e60e --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14e8608725d2063dcfcefa0ce6665be40b9dd87b7577ee4e50627a3cbf159236 +size 3138612640 diff --git a/X-ALMA-13B-Pretrain.i1-IQ1_S.gguf b/X-ALMA-13B-Pretrain.i1-IQ1_S.gguf new file mode 100644 index 0000000..e0f97e6 --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a98c0d34f128d5c2b15b1da8e34cd9b7874ac555b670c6b52d4a96783334dc3e +size 2898689440 diff --git a/X-ALMA-13B-Pretrain.i1-IQ2_M.gguf b/X-ALMA-13B-Pretrain.i1-IQ2_M.gguf new file mode 100644 index 0000000..6fc596f --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fb9767d0e837b58546a99295123f0dc4eb19a26dd83a14deb42cba16433385d +size 4517582240 diff --git a/X-ALMA-13B-Pretrain.i1-IQ2_S.gguf b/X-ALMA-13B-Pretrain.i1-IQ2_S.gguf new file mode 100644 index 0000000..3145cae --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad6da51be10381c02a2799abd90d9b851885866d6eb2fd4568f3bfd02ef8e73f +size 4197684640 diff --git a/X-ALMA-13B-Pretrain.i1-IQ2_XS.gguf b/X-ALMA-13B-Pretrain.i1-IQ2_XS.gguf new file mode 100644 index 0000000..67c7fbe --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b14c72a5b2749438c91fe5aae02af34ffa3efde5d42105db7b5560bfe348482 +size 3891150240 diff --git a/X-ALMA-13B-Pretrain.i1-IQ2_XXS.gguf b/X-ALMA-13B-Pretrain.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..005853b --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cbe53693a94742fd531747cd250203e966045215835aadfefb69a463a7a4b9d +size 3538484640 diff --git a/X-ALMA-13B-Pretrain.i1-IQ3_M.gguf b/X-ALMA-13B-Pretrain.i1-IQ3_M.gguf new file mode 100644 index 0000000..a4bcce3 --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8e3d0be05b6e3697cc4b585e4e0d73d7707e7e3c16b0ce789fc348ef0a7eb9 +size 5984513440 diff --git a/X-ALMA-13B-Pretrain.i1-IQ3_S.gguf b/X-ALMA-13B-Pretrain.i1-IQ3_S.gguf new file mode 100644 index 0000000..5fb9cfb --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03dcd6af65b31326a71594469dee6c4eabd133983c09d63815dd4fde3a65bee1 +size 5658983840 diff --git a/X-ALMA-13B-Pretrain.i1-IQ3_XS.gguf b/X-ALMA-13B-Pretrain.i1-IQ3_XS.gguf new file mode 100644 index 0000000..e2dd4d7 --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85aac368c6e91694a64665e826343be72916ed438074f67c2f107bad28bb9773 +size 5361614240 diff --git a/X-ALMA-13B-Pretrain.i1-IQ3_XXS.gguf b/X-ALMA-13B-Pretrain.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..24c6735 --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fbd4401bc5764bfc4014854d50d86b247bbbd274a11182582564be31d100d89 +size 4960564640 diff --git a/X-ALMA-13B-Pretrain.i1-IQ4_NL.gguf b/X-ALMA-13B-Pretrain.i1-IQ4_NL.gguf new file mode 100644 index 0000000..4584922 --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7772f04f2871c5080f7870e25960dd18308cfa54ea91a2ed3ef356e5613bbccb +size 7365838240 diff --git a/X-ALMA-13B-Pretrain.i1-IQ4_XS.gguf b/X-ALMA-13B-Pretrain.i1-IQ4_XS.gguf new file mode 100644 index 0000000..4eb4a88 --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bbac38d84d1367ef62bef7a9f3851bfd5981ddbb44539df1791491d339c8490 +size 6964225440 diff --git a/X-ALMA-13B-Pretrain.i1-Q2_K.gguf b/X-ALMA-13B-Pretrain.i1-Q2_K.gguf new file mode 100644 index 0000000..b848c7f --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78e15e0f1226eca6932e57e3ce1f910935e5e97c2e99f40181f991e68a8d6436 +size 4854273440 diff --git a/X-ALMA-13B-Pretrain.i1-Q2_K_S.gguf b/X-ALMA-13B-Pretrain.i1-Q2_K_S.gguf new file mode 100644 index 0000000..cd0e62d --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f6e03938833ae235d2d6d30ed248611665d85a3e70b79a845c6a2649d08ef8 +size 4436686240 diff --git a/X-ALMA-13B-Pretrain.i1-Q3_K_L.gguf b/X-ALMA-13B-Pretrain.i1-Q3_K_L.gguf new file mode 100644 index 0000000..be0aaeb --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4be50fd89878630445c077b183b3932e994288c1f94a1f2728ad3b3e52ffd556 +size 6929563040 diff --git a/X-ALMA-13B-Pretrain.i1-Q3_K_M.gguf b/X-ALMA-13B-Pretrain.i1-Q3_K_M.gguf new file mode 100644 index 0000000..243a82b --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3faabf1d244d0433562c81d3a8f7a7a085d982b31e7974d20005c5406e8d3153 +size 6337772960 diff --git a/X-ALMA-13B-Pretrain.i1-Q3_K_S.gguf b/X-ALMA-13B-Pretrain.i1-Q3_K_S.gguf new file mode 100644 index 0000000..b229d33 --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feb3e6b7ef0b312900182d0f81d6bb998de5adec8a9b83c13eec9d8f1f9c9267 +size 5658983840 diff --git a/X-ALMA-13B-Pretrain.i1-Q4_0.gguf b/X-ALMA-13B-Pretrain.i1-Q4_0.gguf new file mode 100644 index 0000000..040ee5b --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:314838e3d968efc5b7fa3e17010b5d543a6701fc43a41a050c53e08aafa55122 +size 7387956640 diff --git a/X-ALMA-13B-Pretrain.i1-Q4_1.gguf b/X-ALMA-13B-Pretrain.i1-Q4_1.gguf new file mode 100644 index 0000000..1244111 --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8959146e49bb9c2acf907e1a77dc2da2c3725e24075314b2c5490d9a0945198 +size 8169063840 diff --git a/X-ALMA-13B-Pretrain.i1-Q4_K_M.gguf b/X-ALMA-13B-Pretrain.i1-Q4_K_M.gguf new file mode 100644 index 0000000..cc32919 --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b2985b8ede3cd08eba282448b6b37f024e5e9774117894de5dc31c2acc2770a +size 7865959840 diff --git a/X-ALMA-13B-Pretrain.i1-Q4_K_S.gguf b/X-ALMA-13B-Pretrain.i1-Q4_K_S.gguf new file mode 100644 index 0000000..5ef3c4d --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06c6ee70d125762be35c8b9fb54771d83d975795b77d6703a8920ff322197a38 +size 7423182240 diff --git a/X-ALMA-13B-Pretrain.i1-Q5_K_M.gguf b/X-ALMA-13B-Pretrain.i1-Q5_K_M.gguf new file mode 100644 index 0000000..785b541 --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f6fa9271e2ce26f0cbb9e08dbce7cd6be3f5299cbdf46104236984f15da8b6 +size 9229927840 diff --git a/X-ALMA-13B-Pretrain.i1-Q5_K_S.gguf b/X-ALMA-13B-Pretrain.i1-Q5_K_S.gguf new file mode 100644 index 0000000..f5b3b53 --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30fe82e461759d828935b5a45116fb0c06b79f4de706ab5c6c8edb8634b031d3 +size 8972289440 diff --git a/X-ALMA-13B-Pretrain.i1-Q6_K.gguf b/X-ALMA-13B-Pretrain.i1-Q6_K.gguf new file mode 100644 index 0000000..4552c04 --- /dev/null +++ b/X-ALMA-13B-Pretrain.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bac5fb2937c9ebdd6fc0c4755c38ffb47f004893460c61214e77b5bec23a2b29 +size 10679143840 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..d71a27d --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2da3bfb8edc0c78ab29cddc2ceb4d8b1b06fd00d51f167408c8b0ec422bc54b2 +size 7136325