From 8204f81b736698486b4a14aaf8f777e3058393de Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 22 Jun 2026 15:33:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: pankajpandey-dev/MiniCPM5-1B-Hindi-Instruct-v1-GGUF Source: Original Platform --- .gitattributes | 40 ++++++++ MiniCPM5-1B-Hindi-Instruct-Q3_K_M.gguf | 3 + MiniCPM5-1B-Hindi-Instruct-Q4_K_M.gguf | 3 + MiniCPM5-1B-Hindi-Instruct-Q5_K_M.gguf | 3 + MiniCPM5-1B-Hindi-Instruct-Q6_K.gguf | 3 + MiniCPM5-1B-Hindi-Instruct-Q8_0.gguf | 3 + README.md | 132 +++++++++++++++++++++++++ 7 files changed, 187 insertions(+) create mode 100644 .gitattributes create mode 100644 MiniCPM5-1B-Hindi-Instruct-Q3_K_M.gguf create mode 100644 MiniCPM5-1B-Hindi-Instruct-Q4_K_M.gguf create mode 100644 MiniCPM5-1B-Hindi-Instruct-Q5_K_M.gguf create mode 100644 MiniCPM5-1B-Hindi-Instruct-Q6_K.gguf create mode 100644 MiniCPM5-1B-Hindi-Instruct-Q8_0.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..bb230b6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,40 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +MiniCPM5-1B-Hindi-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MiniCPM5-1B-Hindi-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MiniCPM5-1B-Hindi-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MiniCPM5-1B-Hindi-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +MiniCPM5-1B-Hindi-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/MiniCPM5-1B-Hindi-Instruct-Q3_K_M.gguf b/MiniCPM5-1B-Hindi-Instruct-Q3_K_M.gguf new file mode 100644 index 0000000..530eaf5 --- /dev/null +++ b/MiniCPM5-1B-Hindi-Instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34834cdf12fb4d1ba5297ccc7af8b4a6d775d0d74066476f2317d7af5564e094 +size 582899008 diff --git a/MiniCPM5-1B-Hindi-Instruct-Q4_K_M.gguf b/MiniCPM5-1B-Hindi-Instruct-Q4_K_M.gguf new file mode 100644 index 0000000..0af291c --- /dev/null +++ b/MiniCPM5-1B-Hindi-Instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cab8a74052205d0098d810aa7ec6edd1c3d901b4243916a56fef99a0753090c +size 688065856 diff --git a/MiniCPM5-1B-Hindi-Instruct-Q5_K_M.gguf b/MiniCPM5-1B-Hindi-Instruct-Q5_K_M.gguf new file mode 100644 index 0000000..b59d333 --- /dev/null +++ b/MiniCPM5-1B-Hindi-Instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bcb9ee668845e6a7e49da69ea90a8afb91cdf8042eb4f32895154a13c891d13 +size 786861376 diff --git a/MiniCPM5-1B-Hindi-Instruct-Q6_K.gguf b/MiniCPM5-1B-Hindi-Instruct-Q6_K.gguf new file mode 100644 index 0000000..bb57589 --- /dev/null +++ b/MiniCPM5-1B-Hindi-Instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a47609e8c76492964a02d8f4cacc65a3ad58f8782c90100062317f6461bda6a +size 891831616 diff --git a/MiniCPM5-1B-Hindi-Instruct-Q8_0.gguf b/MiniCPM5-1B-Hindi-Instruct-Q8_0.gguf new file mode 100644 index 0000000..7ddbfb0 --- /dev/null +++ b/MiniCPM5-1B-Hindi-Instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07d340eaf561cce82280ec1ddf967a151d4b1ce72b3116aa5f684d03bd483e3b +size 1153529152 diff --git a/README.md b/README.md new file mode 100644 index 0000000..1d823d7 --- /dev/null +++ b/README.md @@ -0,0 +1,132 @@ +--- +license: apache-2.0 +language: +- hi +- en +base_model: pankajpandey-dev/MiniCPM5-1B-Hindi-Instruct +tags: +- hindi +- indic +- gguf +- quantized +- llama.cpp +- ollama +- lm-studio +- minicpm5 +- instruction-tuned +library_name: gguf +pipeline_tag: text-generation +base_model_relation: quantized +--- + +# MiniCPM5-1B-Hindi-Instruct v1 — GGUF Quantizations + +GGUF quantized versions of [`pankajpandey-dev/MiniCPM5-1B-Hindi-Instruct`](https://huggingface.co/pankajpandey-dev/MiniCPM5-1B-Hindi-Instruct) for efficient local inference with [llama.cpp](https://github.com/ggerganov/llama.cpp), [Ollama](https://ollama.ai), [LM Studio](https://lmstudio.ai), and other GGUF-compatible runtimes. + +Part of the [🇮🇳 Hindi LLM Series](https://huggingface.co/collections/pankajpandey-dev) by [@pankajpandey-dev](https://huggingface.co/pankajpandey-dev). + +## Available Quantizations + +| File | Quant | Size | Recommended Use | +|------|-------|------|-----------------| +| `MiniCPM5-1B-Hindi-Instruct-Q3_K_M.gguf` | Q3_K_M | ~560 MB | Mobile, low-RAM devices, fast inference | +| `MiniCPM5-1B-Hindi-Instruct-Q4_K_M.gguf` | Q4_K_M | ~670 MB | **Recommended** — best size/quality balance | +| `MiniCPM5-1B-Hindi-Instruct-Q5_K_M.gguf` | Q5_K_M | ~790 MB | Better quality, slightly larger | +| `MiniCPM5-1B-Hindi-Instruct-Q6_K.gguf` | Q6_K | ~900 MB | Near-lossless quality | +| `MiniCPM5-1B-Hindi-Instruct-Q8_0.gguf` | Q8_0 | ~1.2 GB | Highest quality, essentially full precision | + +## Quick Start + +### llama.cpp + +```bash +huggingface-cli download pankajpandey-dev/MiniCPM5-1B-Hindi-Instruct-v1-GGUF MiniCPM5-1B-Hindi-Instruct-Q4_K_M.gguf --local-dir . + +./llama-cli -m MiniCPM5-1B-Hindi-Instruct-Q4_K_M.gguf \ + -p "नमस्ते! बारिश के दिन पर एक छोटी कविता लिखो।" \ + -n 256 --temp 0.7 --top-p 0.9 --repeat-penalty 1.1 +``` + +### Ollama + +Create a `Modelfile`: +FROM ./MiniCPM5-1B-Hindi-Instruct-Q4_K_M.gguf +PARAMETER temperature 0.7 +PARAMETER top_p 0.9 +PARAMETER repeat_penalty 1.1 + +Then run: + +```bash +ollama create hindi-minicpm5 -f Modelfile +ollama run hindi-minicpm5 "मशीन लर्निंग क्या है?" +``` + +### LM Studio + +1. Download any `.gguf` file from this repo +2. Open LM Studio → Local Models → load the file +3. Use chat template: ChatML (`<|im_start|>` / `<|im_end|>`) + +### Python (llama-cpp-python) + +```python +from llama_cpp import Llama + +llm = Llama( + model_path = "MiniCPM5-1B-Hindi-Instruct-Q4_K_M.gguf", + n_ctx = 2048, + n_threads = 4, +) + +response = llm.create_chat_completion( + messages = [ + {"role": "user", "content": "भारत के बारे में एक रोचक तथ्य बताइए।"} + ], + temperature = 0.7, + top_p = 0.9, + max_tokens = 256, +) +print(response["choices"][0]["message"]["content"]) +``` + +## Recommended Generation Parameters + +- **temperature:** 0.7 (range 0.5–0.9) +- **top_p:** 0.9 +- **repeat_penalty:** 1.1 +- **max_tokens:** 256–512 depending on task + +## Choosing the Right Quant + +- **Phone / Raspberry Pi / 2GB RAM:** Q3_K_M or Q4_K_M +- **Laptop / desktop CPU:** Q4_K_M or Q5_K_M (best default) +- **Quality-focused workflows:** Q6_K or Q8_0 +- **Research / reproducibility:** Q8_0 + +## Base Model & Training + +These quants are derived from the full-precision merged 16-bit model at [`pankajpandey-dev/MiniCPM5-1B-Hindi-Instruct`](https://huggingface.co/pankajpandey-dev/MiniCPM5-1B-Hindi-Instruct), which was fine-tuned from [`openbmb/MiniCPM5-1B`](https://huggingface.co/openbmb/MiniCPM5-1B) on AI4Bharat's Hindi instruction datasets. + +See the [main model card](https://huggingface.co/pankajpandey-dev/MiniCPM5-1B-Hindi-Instruct) for full training details. + +## Acknowledgements + +- [OpenBMB](https://huggingface.co/openbmb) — MiniCPM5-1B base model +- [AI4Bharat](https://huggingface.co/ai4bharat) — `indic-instruct-data-v0.1` (anudesh, dolly) +- [ggerganov/llama.cpp](https://github.com/ggerganov/llama.cpp) — GGUF format & quantization tools + +## Citation + +```bibtex +@misc{pandey2026minicpm5hindigguf, + title = {MiniCPM5-1B-Hindi-Instruct v1 GGUF}, + author = {Pankaj Pandey}, + year = {2026}, + url = {https://huggingface.co/pankajpandey-dev/MiniCPM5-1B-Hindi-Instruct-v1-GGUF} +} +``` + +--- + +*Part of an ongoing effort to bring strong open-source LLMs to Indian languages. Feedback welcome via the community tab.*