commit f5d8895f1236a9c3dea698fc8ce56f764124e1c3 Author: ModelHub XC Date: Fri Sep 11 05:10:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/luma-1.5b-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..dd952d9 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +luma-1.5b.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +luma-1.5b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..e138e4a --- /dev/null +++ b/README.md @@ -0,0 +1,97 @@ +--- +base_model: LUMAMODEL/luma-1.5b +datasets: +- LUMAMODEL/luma-dataset +language: +- ru +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- russian +- assistant +- qwen +- lora +- html +- css +- javascript +- gguf +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/LUMAMODEL/luma-1.5b + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#luma-1.5b-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/luma-1.5b-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-IQ1_S.gguf) | i1-IQ1_S | 0.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-IQ2_S.gguf) | i1-IQ2_S | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-IQ2_M.gguf) | i1-IQ2_M | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-Q2_K.gguf) | i1-Q2_K | 0.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-IQ3_S.gguf) | i1-IQ3_S | 0.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-IQ3_M.gguf) | i1-IQ3_M | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-Q4_0.gguf) | i1-Q4_0 | 1.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-Q4_1.gguf) | i1-Q4_1 | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/luma-1.5b-i1-GGUF/resolve/main/luma-1.5b.i1-Q6_K.gguf) | i1-Q6_K | 1.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/luma-1.5b.i1-IQ1_M.gguf b/luma-1.5b.i1-IQ1_M.gguf new file mode 100644 index 0000000..7bfd2f2 --- /dev/null +++ b/luma-1.5b.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1efaa29e27de1695f0899cff477df296f93332e2173c46658e594b59795a867 +size 464462240 diff --git a/luma-1.5b.i1-IQ1_S.gguf b/luma-1.5b.i1-IQ1_S.gguf new file mode 100644 index 0000000..23d85d5 --- /dev/null +++ b/luma-1.5b.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348e936857c1f9565feb959b2229f5ad8fc4b87feb16e11ecf1d1c98ffe5959d +size 436528544 diff --git a/luma-1.5b.i1-IQ2_M.gguf b/luma-1.5b.i1-IQ2_M.gguf new file mode 100644 index 0000000..3d039bf --- /dev/null +++ b/luma-1.5b.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cad09042e415397d8b592ffd1d57ef70e4c90d0f29a879c673bf49dc4cdb07e3 +size 601055648 diff --git a/luma-1.5b.i1-IQ2_S.gguf b/luma-1.5b.i1-IQ2_S.gguf new file mode 100644 index 0000000..ddd8644 --- /dev/null +++ b/luma-1.5b.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92908f9b06e42e76d824690349ed0ea3e2e32db1fc6eae497c4fbeb00d6c8a41 +size 563810720 diff --git a/luma-1.5b.i1-IQ2_XS.gguf b/luma-1.5b.i1-IQ2_XS.gguf new file mode 100644 index 0000000..4641029 --- /dev/null +++ b/luma-1.5b.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddd0168ca1b4f5597d9c8901f75bca61fec05d8cd8872454d9dffe6568c25adf +size 550327712 diff --git a/luma-1.5b.i1-IQ2_XXS.gguf b/luma-1.5b.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..54abc6c --- /dev/null +++ b/luma-1.5b.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87d723d5c1c2d8d808f613fc2d693d414c66569c7dc9b926ef24c8a8ef14aa01 +size 511018400 diff --git a/luma-1.5b.i1-IQ3_M.gguf b/luma-1.5b.i1-IQ3_M.gguf new file mode 100644 index 0000000..d8aa903 --- /dev/null +++ b/luma-1.5b.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60d63c725aa2e5c6108600b6ffdbd465d5e1ee5b0e975d2774c7ffd37029dcbc +size 776664992 diff --git a/luma-1.5b.i1-IQ3_S.gguf b/luma-1.5b.i1-IQ3_S.gguf new file mode 100644 index 0000000..27f37f9 --- /dev/null +++ b/luma-1.5b.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab4610dbf0a3ba0009392731a62e0d887de19d1840557b673a763f71150c6839 +size 762407840 diff --git a/luma-1.5b.i1-IQ3_XS.gguf b/luma-1.5b.i1-IQ3_XS.gguf new file mode 100644 index 0000000..8e47ae9 --- /dev/null +++ b/luma-1.5b.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:927f1ae7fcc20fa3ae3601d0c6d8f8a9a91f2d6e4e94be402c0a80d11717b40d +size 731700128 diff --git a/luma-1.5b.i1-IQ3_XXS.gguf b/luma-1.5b.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d6a59b3 --- /dev/null +++ b/luma-1.5b.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2abd1432724d98d895440b8563b681447e77823128965237f670909552b1259a +size 668793248 diff --git a/luma-1.5b.i1-IQ4_NL.gguf b/luma-1.5b.i1-IQ4_NL.gguf new file mode 100644 index 0000000..19b35ee --- /dev/null +++ b/luma-1.5b.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d680d76654ce90d4b0c311c0046fee04bfac04d256b1148878573d192e7e75aa +size 936332192 diff --git a/luma-1.5b.i1-IQ4_XS.gguf b/luma-1.5b.i1-IQ4_XS.gguf new file mode 100644 index 0000000..523186b --- /dev/null +++ b/luma-1.5b.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ee658517d269e76ec76663aab0e482e3c7cff6a66074e687f857d9c69824e86 +size 895732640 diff --git a/luma-1.5b.i1-Q2_K.gguf b/luma-1.5b.i1-Q2_K.gguf new file mode 100644 index 0000000..fe8bc70 --- /dev/null +++ b/luma-1.5b.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a351c6461af74b0496a1627430de9b6089a36aab926c1f31fd8ea75b33f73bcc +size 676305824 diff --git a/luma-1.5b.i1-Q2_K_S.gguf b/luma-1.5b.i1-Q2_K_S.gguf new file mode 100644 index 0000000..4eb5461 --- /dev/null +++ b/luma-1.5b.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:572ebb57159cd1a5ab99c1e902a22b1d5c4ddff9b8bf4d62ffd41106c112ba5b +size 640136096 diff --git a/luma-1.5b.i1-Q3_K_L.gguf b/luma-1.5b.i1-Q3_K_L.gguf new file mode 100644 index 0000000..e0489fd --- /dev/null +++ b/luma-1.5b.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8712e6a41677ab54779e3aca2df3e9b8af3d6a029dc86fc5977277b08f66bb88 +size 880163744 diff --git a/luma-1.5b.i1-Q3_K_M.gguf b/luma-1.5b.i1-Q3_K_M.gguf new file mode 100644 index 0000000..dd748fd --- /dev/null +++ b/luma-1.5b.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88f6c3d75e64384018aef7ec27df7ddd0acd5c8573feff8f27fabce64bb07436 +size 824179616 diff --git a/luma-1.5b.i1-Q3_K_S.gguf b/luma-1.5b.i1-Q3_K_S.gguf new file mode 100644 index 0000000..b1b3750 --- /dev/null +++ b/luma-1.5b.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:982caaf69c4211f85a580d94950005817710671a8f770776ccd1044b65f80831 +size 760945568 diff --git a/luma-1.5b.i1-Q4_0.gguf b/luma-1.5b.i1-Q4_0.gguf new file mode 100644 index 0000000..d37ba5f --- /dev/null +++ b/luma-1.5b.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b31bf9a23613cd85a838d012566f792445a0b98d80cf1d73c5cbceaf61f87cb9 +size 937536416 diff --git a/luma-1.5b.i1-Q4_1.gguf b/luma-1.5b.i1-Q4_1.gguf new file mode 100644 index 0000000..028c599 --- /dev/null +++ b/luma-1.5b.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82eef484e4dcafcc070c31797d506fc748ba9e2f9825750d24beaa9cb646d29a +size 1016843168 diff --git a/luma-1.5b.i1-Q4_K_M.gguf b/luma-1.5b.i1-Q4_K_M.gguf new file mode 100644 index 0000000..e145e75 --- /dev/null +++ b/luma-1.5b.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d833c8911420f4caf604917120b11967418d4b5ca03b423a6e2919a1073b79e +size 986049440 diff --git a/luma-1.5b.i1-Q4_K_S.gguf b/luma-1.5b.i1-Q4_K_S.gguf new file mode 100644 index 0000000..a5e0d5d --- /dev/null +++ b/luma-1.5b.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c34f6a378e44bffc9b23f5016612e2fbb969559c9355f5bf6eb12ec1753916b9 +size 940313504 diff --git a/luma-1.5b.i1-Q5_K_M.gguf b/luma-1.5b.i1-Q5_K_M.gguf new file mode 100644 index 0000000..b9d9ba4 --- /dev/null +++ b/luma-1.5b.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2cd6bf40836a53ae14d18e13ccf02f7e617cd8a66c30697a30e3020e078f481 +size 1125051296 diff --git a/luma-1.5b.i1-Q5_K_S.gguf b/luma-1.5b.i1-Q5_K_S.gguf new file mode 100644 index 0000000..6b5176b --- /dev/null +++ b/luma-1.5b.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73350ab4c5572c3f38ad53d89c0793d09278be57124f733e4c2be576d4c638a7 +size 1098730400 diff --git a/luma-1.5b.i1-Q6_K.gguf b/luma-1.5b.i1-Q6_K.gguf new file mode 100644 index 0000000..5ef11c3 --- /dev/null +++ b/luma-1.5b.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01fe585536f21291055153f79c377743029b8216d82d6af2e080af55175a7df6 +size 1272740768 diff --git a/luma-1.5b.imatrix.gguf b/luma-1.5b.imatrix.gguf new file mode 100644 index 0000000..2a49fd2 --- /dev/null +++ b/luma-1.5b.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc9fdebee2b3231cb9cc28ff5b2e325dcba418a558b4595e8cbce680abe6c293 +size 2065888