commit 4eb4de4c52cc3c293c1005a2aeced51b7b49464c Author: ModelHub XC Date: Thu Sep 17 04:38:26 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/RIFA-CODE-0.6B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..05c203b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +RIFA-CODE-0.6B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +RIFA-CODE-0.6B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +RIFA-CODE-0.6B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +RIFA-CODE-0.6B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +RIFA-CODE-0.6B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +RIFA-CODE-0.6B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +RIFA-CODE-0.6B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +RIFA-CODE-0.6B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +RIFA-CODE-0.6B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +RIFA-CODE-0.6B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +RIFA-CODE-0.6B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +RIFA-CODE-0.6B.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..27bbba6 --- /dev/null +++ b/README.md @@ -0,0 +1,79 @@ +--- +base_model: smshahbaj/RIFA-CODE-0.6B +language: +- en +- bn +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- rifa +- sm-shahbaj +- text-generation +- conversational +- gguf +--- +## About + + + + + + + + + +static quants of https://huggingface.co/smshahbaj/RIFA-CODE-0.6B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#RIFA-CODE-0.6B-GGUF).*** + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/RIFA-CODE-0.6B-GGUF/resolve/main/RIFA-CODE-0.6B.Q2_K.gguf) | Q2_K | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/RIFA-CODE-0.6B-GGUF/resolve/main/RIFA-CODE-0.6B.Q3_K_S.gguf) | Q3_K_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/RIFA-CODE-0.6B-GGUF/resolve/main/RIFA-CODE-0.6B.Q3_K_M.gguf) | Q3_K_M | 0.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/RIFA-CODE-0.6B-GGUF/resolve/main/RIFA-CODE-0.6B.Q3_K_L.gguf) | Q3_K_L | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/RIFA-CODE-0.6B-GGUF/resolve/main/RIFA-CODE-0.6B.IQ4_XS.gguf) | IQ4_XS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/RIFA-CODE-0.6B-GGUF/resolve/main/RIFA-CODE-0.6B.Q4_K_S.gguf) | Q4_K_S | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/RIFA-CODE-0.6B-GGUF/resolve/main/RIFA-CODE-0.6B.Q4_K_M.gguf) | Q4_K_M | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/RIFA-CODE-0.6B-GGUF/resolve/main/RIFA-CODE-0.6B.Q5_K_S.gguf) | Q5_K_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/RIFA-CODE-0.6B-GGUF/resolve/main/RIFA-CODE-0.6B.Q5_K_M.gguf) | Q5_K_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/RIFA-CODE-0.6B-GGUF/resolve/main/RIFA-CODE-0.6B.Q6_K.gguf) | Q6_K | 0.6 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/RIFA-CODE-0.6B-GGUF/resolve/main/RIFA-CODE-0.6B.Q8_0.gguf) | Q8_0 | 0.7 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/RIFA-CODE-0.6B-GGUF/resolve/main/RIFA-CODE-0.6B.f16.gguf) | f16 | 1.3 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/RIFA-CODE-0.6B.IQ4_XS.gguf b/RIFA-CODE-0.6B.IQ4_XS.gguf new file mode 100644 index 0000000..d4b4cda --- /dev/null +++ b/RIFA-CODE-0.6B.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44fb327d3bcdbadc8b601ee0b5f39dabe592ffccba5ba91692587691225506c9 +size 369278688 diff --git a/RIFA-CODE-0.6B.Q2_K.gguf b/RIFA-CODE-0.6B.Q2_K.gguf new file mode 100644 index 0000000..b35c4d4 --- /dev/null +++ b/RIFA-CODE-0.6B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e25f4ac6a1ef3e560907c0e3db209f0c2c26a55f4cb23bca277d40d2f3276953 +size 296238816 diff --git a/RIFA-CODE-0.6B.Q3_K_L.gguf b/RIFA-CODE-0.6B.Q3_K_L.gguf new file mode 100644 index 0000000..88e9d7a --- /dev/null +++ b/RIFA-CODE-0.6B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b769c03b49c3432892b7fd0d9fa3ddef04363136db32526d51b9d3734dfdc65 +size 368492256 diff --git a/RIFA-CODE-0.6B.Q3_K_M.gguf b/RIFA-CODE-0.6B.Q3_K_M.gguf new file mode 100644 index 0000000..bc33424 --- /dev/null +++ b/RIFA-CODE-0.6B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd22b74fe7e05abb6105d02db654bb0ade0dfe10ae998e0e35dda1511086f113 +size 347127520 diff --git a/RIFA-CODE-0.6B.Q3_K_S.gguf b/RIFA-CODE-0.6B.Q3_K_S.gguf new file mode 100644 index 0000000..1f709e2 --- /dev/null +++ b/RIFA-CODE-0.6B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:569b30ee1a2867ac440fc969e24bd936e6106815d84d4ef7000bf7dc3c6e5de4 +size 323075808 diff --git a/RIFA-CODE-0.6B.Q4_K_M.gguf b/RIFA-CODE-0.6B.Q4_K_M.gguf new file mode 100644 index 0000000..029add0 --- /dev/null +++ b/RIFA-CODE-0.6B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6de97267af96167dfe38562be8796ea142881e4781ddef36cf72b58ce64238dc +size 396705504 diff --git a/RIFA-CODE-0.6B.Q4_K_S.gguf b/RIFA-CODE-0.6B.Q4_K_S.gguf new file mode 100644 index 0000000..2d9c86e --- /dev/null +++ b/RIFA-CODE-0.6B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af09202671e0bc5f74b3b72cdf78a3ec6ad1d9b909336e182a9d56763fbd074e +size 383270624 diff --git a/RIFA-CODE-0.6B.Q5_K_M.gguf b/RIFA-CODE-0.6B.Q5_K_M.gguf new file mode 100644 index 0000000..2125d88 --- /dev/null +++ b/RIFA-CODE-0.6B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9175756bf6598b59c1f101c2dc0ec177691e2ca7d60e9b1c9aa4cb93daa31a48 +size 444415712 diff --git a/RIFA-CODE-0.6B.Q5_K_S.gguf b/RIFA-CODE-0.6B.Q5_K_S.gguf new file mode 100644 index 0000000..7832337 --- /dev/null +++ b/RIFA-CODE-0.6B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32363744a76df1507593849e8d2412ff450f0eae3a1f63bcc99fc9536878e9f7 +size 436616928 diff --git a/RIFA-CODE-0.6B.Q6_K.gguf b/RIFA-CODE-0.6B.Q6_K.gguf new file mode 100644 index 0000000..4f4a700 --- /dev/null +++ b/RIFA-CODE-0.6B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b83a5fcf8d461328e7907a912425d36ced35c8739ed437ed7befba6f4aabc664 +size 495107808 diff --git a/RIFA-CODE-0.6B.Q8_0.gguf b/RIFA-CODE-0.6B.Q8_0.gguf new file mode 100644 index 0000000..f0a87f5 --- /dev/null +++ b/RIFA-CODE-0.6B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1576f851f5e840d2773e27cf1f821fec717edb3cdc1db286f22dceb273af283 +size 639447776 diff --git a/RIFA-CODE-0.6B.f16.gguf b/RIFA-CODE-0.6B.f16.gguf new file mode 100644 index 0000000..0c849de --- /dev/null +++ b/RIFA-CODE-0.6B.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c96e022b8295b043fae469476c8ff0475f15cfe5caa8968bd9ebd3275e8529 +size 1198183136