From be259d2ee6b6e4bfbf55cc91b09dfd30897ecd4a Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 21 Jun 2026 02:34:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RhinoWithAcape/helium-1-2b-GGUF Source: Original Platform --- .gitattributes | 41 ++++++++++++ Modelfile | 2 + README.md | 136 ++++++++++++++++++++++++++++++++++++++++ helium-1-2b.Q2_K.gguf | 3 + helium-1-2b.Q3_K_M.gguf | 3 + helium-1-2b.Q4_K_M.gguf | 3 + helium-1-2b.Q5_K_M.gguf | 3 + helium-1-2b.Q6_K.gguf | 3 + helium-1-2b.Q8_0.gguf | 3 + 9 files changed, 197 insertions(+) create mode 100644 .gitattributes create mode 100644 Modelfile create mode 100644 README.md create mode 100644 helium-1-2b.Q2_K.gguf create mode 100644 helium-1-2b.Q3_K_M.gguf create mode 100644 helium-1-2b.Q4_K_M.gguf create mode 100644 helium-1-2b.Q5_K_M.gguf create mode 100644 helium-1-2b.Q6_K.gguf create mode 100644 helium-1-2b.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6b3c840 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,41 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +helium-1-2b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Modelfile b/Modelfile new file mode 100644 index 0000000..5b7fea2 --- /dev/null +++ b/Modelfile @@ -0,0 +1,2 @@ +FROM ./helium-1-2b.Q4_K_M.gguf +PARAMETER num_ctx 8192 diff --git a/README.md b/README.md new file mode 100644 index 0000000..1bb6ebe --- /dev/null +++ b/README.md @@ -0,0 +1,136 @@ +--- +license: cc-by-sa-4.0 +base_model: + - kyutai/helium-1-2b +tags: + - kyutai + - helium + - llama + - base-model + - multilingual + - edge + - mobile + - europe + - gguf + - llama.cpp + - 12gb-gpu + - 8gb-gpu + - 6gb-gpu +language: + - bg + - cs + - da + - de + - el + - en + - es + - et + - fi + - fr + - ga + - hr + - hu + - it + - lt + - lv + - mt + - nl + - pl + - pt + - ro + - sk + - sl + - sv +pipeline_tag: text-generation +library_name: gguf +--- + +# Helium-1-2B — GGUF + +> 🟢 **Fits on**: every GPU class — even integrated graphics. Runs on phones at Q2_K. + +GGUF conversion of [`kyutai/helium-1-2b`](https://huggingface.co/kyutai/helium-1-2b) — Kyutai's lightweight 2B base language model targeting edge and mobile devices, with native support for all 24 official EU languages. + +This is a community quantization. The base model is by Kyutai (creators of Mimi, Moshi, and the Kyutai TTS/STT family). Until now, only MLX (Apple Silicon) variants existed — this fills the GGUF gap for `llama.cpp` and `ollama` users. + +## Model details + +| Field | Value | +|---|---| +| Architecture | `LlamaForCausalLM` (standard Llama; works with stock llama.cpp) | +| Parameters | 2B | +| Layers | 28 | +| Hidden size | 2048 | +| Vocab | 64,000 (multilingual) | +| Context | 4K | +| Type | **Base model** — not instruction-tuned | +| License | CC-BY-SA 4.0 + [Gemma Terms of Use](https://ai.google.dev/gemma/terms) (Helium is distilled from Gemma 2) | + +## Use case + +- **Edge / mobile inference** — fits comfortably on consumer hardware, including phones and small GPUs +- **EU multilingual base** — train your own instruction-following model on top of this with the language coverage you need +- **Research** — distillation lineage from Gemma 2 with smaller footprint +- **Not for chat out-of-the-box** — this is a base model, no instruction tuning. For chat, fine-tune it first. + +## Quants + +| Quant | Size | Use case | +|---|---|---| +| **Q2_K** | ~0.8 GB | tiniest footprint — phones, microcontrollers, 4 GB cards | +| **Q3_K_M** | ~1.0 GB | balance for 6 GB cards | +| Q4_K_M | ~1.2 GB | recommended default — fits anywhere | +| Q5_K_M | ~1.5 GB | quality bump if you have headroom | +| Q6_K | ~1.8 GB | near-lossless | +| Q8_0 | ~2.3 GB | reference quality | +| F16 | ~4.0 GB | full precision | + +## Usage — Ollama + +```bash +hf download RhinoWithAcape/helium-1-2b-GGUF \ + helium-1-2b.Q4_K_M.gguf Modelfile --local-dir ./helium +cd ./helium +ollama create helium-1-2b:Q4_K_M -f Modelfile +ollama run helium-1-2b:Q4_K_M "Once upon a time" +``` + +## Usage — llama.cpp + +```bash +./build/bin/llama-completion \ + -m helium-1-2b.Q4_K_M.gguf \ + -p "The capital of France is" \ + -n 30 --temp 0.6 +``` + +(Sample: `"The capital of France is Paris..."`) + +## License notes + +- This conversion is **CC-BY-SA 4.0** (matching the source release). +- Helium-1 is **distilled from Gemma 2**, so use is also subject to the [Gemma Terms of Use](https://ai.google.dev/gemma/terms). +- This GGUF inherits both terms. + +## Conversion details + +- Source: `kyutai/helium-1-2b` (downloaded 2026-04-29; Q2_K + Q3_K_M backfilled 2026-05-02) +- Tools: stock `llama.cpp` (no patches required — standard Llama arch) +- Steps: `convert_hf_to_gguf.py` → `llama-quantize` + +## More from RhinoWithAcape + +We're a small AI lab making powerful models actually run on consumer GPUs. Curated GGUFs with the full Q2/Q3/Q4 ladder for 12-16 GB cards and first-mover conversions for new architectures. + +- [Cosmos-Reason2-32B](https://huggingface.co/RhinoWithAcape/Cosmos-Reason2-32B-GGUF) — NVIDIA's reasoning VLM +- [Nemotron-3-Nano-Omni-30B](https://huggingface.co/RhinoWithAcape/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF) — Mamba2-Transformer hybrid MoE +- [BAR-5x7B](https://huggingface.co/RhinoWithAcape/BAR-5x7B-GGUF) / [BAR-2x7B-Tool-Use](https://huggingface.co/RhinoWithAcape/BAR-2x7B-Tool-Use-GGUF) — AllenAI FlexOlmo +- [gpt-oss-20b-Q2_K](https://huggingface.co/RhinoWithAcape/gpt-oss-20b-Q2_K-GGUF) — 12 GB-VRAM specific cut + +→ Full catalogue at [huggingface.co/RhinoWithAcape](https://huggingface.co/RhinoWithAcape) + +## Acknowledgments + +- Kyutai for the open release of Helium-1, targeting under-served EU language coverage at edge scale +- Google DeepMind for the Gemma 2 base from which Helium was distilled +- llama.cpp maintainers diff --git a/helium-1-2b.Q2_K.gguf b/helium-1-2b.Q2_K.gguf new file mode 100644 index 0000000..81ed324 --- /dev/null +++ b/helium-1-2b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ca947c76bcd5d69c8e8a298791283d88e43ebdb5e7641d2885c38334d0bf46d +size 796223936 diff --git a/helium-1-2b.Q3_K_M.gguf b/helium-1-2b.Q3_K_M.gguf new file mode 100644 index 0000000..6f44713 --- /dev/null +++ b/helium-1-2b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2abe4a847dd8d23bd1b0394398dcba7562c1cf05131d14bf3e56012e829a275 +size 1011255744 diff --git a/helium-1-2b.Q4_K_M.gguf b/helium-1-2b.Q4_K_M.gguf new file mode 100644 index 0000000..9440e8b --- /dev/null +++ b/helium-1-2b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:210274f7732d30f7304aa690d48f0c41e18fa92d2aa20bf6f3be4a7bfcb21a10 +size 1242343936 diff --git a/helium-1-2b.Q5_K_M.gguf b/helium-1-2b.Q5_K_M.gguf new file mode 100644 index 0000000..f4fdb64 --- /dev/null +++ b/helium-1-2b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:173435895f3cdcaaccbff2ac91eb44e21765f53c86334231bab189790aed02ef +size 1445898752 diff --git a/helium-1-2b.Q6_K.gguf b/helium-1-2b.Q6_K.gguf new file mode 100644 index 0000000..cd16118 --- /dev/null +++ b/helium-1-2b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a77f0321fc20a49e851e1df71fe325a1ca24bea6ff837ae56187c7142448285 +size 1662175744 diff --git a/helium-1-2b.Q8_0.gguf b/helium-1-2b.Q8_0.gguf new file mode 100644 index 0000000..527c662 --- /dev/null +++ b/helium-1-2b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d53d05cdae4031ee8c704f07bbae32bacc06087ff995ca646a73df13cde591e +size 2152303104