From fbb053bb87aed0079070cd3c7c9bef6d081f0205 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 12 Jun 2026 16:55:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: QuantFactory/sarvam-2b-v0.5-GGUF Source: Original Platform --- .gitattributes | 49 ++++++++++++++++++++++++++++++++++++++ README.md | 31 ++++++++++++++++++++++++ configuration.json | 1 + sarvam-2b-v0.5.Q2_K.gguf | 3 +++ sarvam-2b-v0.5.Q3_K_L.gguf | 3 +++ sarvam-2b-v0.5.Q3_K_M.gguf | 3 +++ sarvam-2b-v0.5.Q3_K_S.gguf | 3 +++ sarvam-2b-v0.5.Q4_0.gguf | 3 +++ sarvam-2b-v0.5.Q4_1.gguf | 3 +++ sarvam-2b-v0.5.Q4_K_M.gguf | 3 +++ sarvam-2b-v0.5.Q4_K_S.gguf | 3 +++ sarvam-2b-v0.5.Q5_0.gguf | 3 +++ sarvam-2b-v0.5.Q5_1.gguf | 3 +++ sarvam-2b-v0.5.Q5_K_M.gguf | 3 +++ sarvam-2b-v0.5.Q5_K_S.gguf | 3 +++ sarvam-2b-v0.5.Q6_K.gguf | 3 +++ sarvam-2b-v0.5.Q8_0.gguf | 3 +++ 17 files changed, 123 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 sarvam-2b-v0.5.Q2_K.gguf create mode 100644 sarvam-2b-v0.5.Q3_K_L.gguf create mode 100644 sarvam-2b-v0.5.Q3_K_M.gguf create mode 100644 sarvam-2b-v0.5.Q3_K_S.gguf create mode 100644 sarvam-2b-v0.5.Q4_0.gguf create mode 100644 sarvam-2b-v0.5.Q4_1.gguf create mode 100644 sarvam-2b-v0.5.Q4_K_M.gguf create mode 100644 sarvam-2b-v0.5.Q4_K_S.gguf create mode 100644 sarvam-2b-v0.5.Q5_0.gguf create mode 100644 sarvam-2b-v0.5.Q5_1.gguf create mode 100644 sarvam-2b-v0.5.Q5_K_M.gguf create mode 100644 sarvam-2b-v0.5.Q5_K_S.gguf create mode 100644 sarvam-2b-v0.5.Q6_K.gguf create mode 100644 sarvam-2b-v0.5.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e4caed6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +sarvam-2b-v0.5.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +sarvam-2b-v0.5.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +sarvam-2b-v0.5.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +sarvam-2b-v0.5.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +sarvam-2b-v0.5.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +sarvam-2b-v0.5.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +sarvam-2b-v0.5.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +sarvam-2b-v0.5.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +sarvam-2b-v0.5.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +sarvam-2b-v0.5.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +sarvam-2b-v0.5.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +sarvam-2b-v0.5.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +sarvam-2b-v0.5.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +sarvam-2b-v0.5.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..5596cf9 --- /dev/null +++ b/README.md @@ -0,0 +1,31 @@ + +--- + +library_name: transformers +license: other + +--- + +![](https://lh7-rt.googleusercontent.com/docsz/AD_4nXeiuCm7c8lEwEJuRey9kiVZsRn2W-b4pWlu3-X534V3YmVuVc2ZL-NXg2RkzSOOS2JXGHutDuyyNAUtdJI65jGTo8jT9Y99tMi4H4MqL44Uc5QKG77B0d6-JfIkZHFaUA71-RtjyYZWVIhqsNZcx8-OMaA?key=xt3VSDoCbmTY7o-cwwOFwQ) + +# QuantFactory/sarvam-2b-v0.5-GGUF +This is quantized version of [sarvamai/sarvam-2b-v0.5](https://huggingface.co/sarvamai/sarvam-2b-v0.5) created using llama.cpp + +# Original Model Card + + +Update (Aug 15, 2024): You can now get started with text completions and supervised finetuning using [this notebook](https://colab.research.google.com/drive/1IZ-KJgzRAMr4Rm_-OWvWwnfTQwRxOknp?usp=sharing) on Google colab! + +This is an early checkpoint of sarvam-2b, a small, yet powerful language model pre-trained from scratch on 4 trillion tokens. It is trained to be good at 10 Indic languages + English. Officially, the Indic languages supported are: Bengali, Gujarati, Hindi, Kannada, Malayalam, Marathi, Oriya, Punjabi, Tamil, and Telugu. + +sarvam-2b will be trained on a data mixture containing equal parts English (2T) and Indic (2T) tokens. The current checkpoint has seen a total of 2 trillion tokens, and has not undergone any post-training. + +Getting started: +``` +from transformers import pipeline +pipe = pipeline(model='sarvamai/sarvam-2b-v0.5', device=0) +pipe('भारत के प्रथम प्रधानमंत्री', max_new_tokens=15, temperature=0.1, repetition_penalty=1.2)[0]['generated_text'] +# 'भारत के प्रथम प्रधानमंत्री जवाहरलाल नेहरू की बेटी इंदिरा गांधी थीं।\n\n' +``` + +More technical details like evaluations and benchmarking will be posted soon. diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..9e26dfe --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/sarvam-2b-v0.5.Q2_K.gguf b/sarvam-2b-v0.5.Q2_K.gguf new file mode 100644 index 0000000..2c0d5cd --- /dev/null +++ b/sarvam-2b-v0.5.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eec6ea530ad5d6fea55296df1b87a6ae8030b8df06b895e1b7578c154ee11be +size 972206208 diff --git a/sarvam-2b-v0.5.Q3_K_L.gguf b/sarvam-2b-v0.5.Q3_K_L.gguf new file mode 100644 index 0000000..ae4701a --- /dev/null +++ b/sarvam-2b-v0.5.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dda5cb218401e574d26354598930b8dc6f1aca5558c017f2d518eae03a2e07c +size 1339816064 diff --git a/sarvam-2b-v0.5.Q3_K_M.gguf b/sarvam-2b-v0.5.Q3_K_M.gguf new file mode 100644 index 0000000..3752066 --- /dev/null +++ b/sarvam-2b-v0.5.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34e1a80c7ba04e4d0f766b957d1d5099a4061003ebf03e709c754552f506b0a +size 1242232960 diff --git a/sarvam-2b-v0.5.Q3_K_S.gguf b/sarvam-2b-v0.5.Q3_K_S.gguf new file mode 100644 index 0000000..05b7206 --- /dev/null +++ b/sarvam-2b-v0.5.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:353ea297cc5402030aec62c09c148702fd44f3f9474b04f629a3e57836984a21 +size 1131657344 diff --git a/sarvam-2b-v0.5.Q4_0.gguf b/sarvam-2b-v0.5.Q4_0.gguf new file mode 100644 index 0000000..d1b7c34 --- /dev/null +++ b/sarvam-2b-v0.5.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16afa3eecfa9d7d1d13164da840cf5231469cbef7f2d18255ab06886fd19259e +size 1447403648 diff --git a/sarvam-2b-v0.5.Q4_1.gguf b/sarvam-2b-v0.5.Q4_1.gguf new file mode 100644 index 0000000..04cf637 --- /dev/null +++ b/sarvam-2b-v0.5.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b5c3d8dbd421245e35a16bbc7c77796d519c7a058750d1699ac7d13c55adfcf +size 1595990144 diff --git a/sarvam-2b-v0.5.Q4_K_M.gguf b/sarvam-2b-v0.5.Q4_K_M.gguf new file mode 100644 index 0000000..63844c3 --- /dev/null +++ b/sarvam-2b-v0.5.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a683fd919ed65edd2b0f059322a5ea559faa4c382d9ea2a9e2fb5457d7bf5d47 +size 1536344192 diff --git a/sarvam-2b-v0.5.Q4_K_S.gguf b/sarvam-2b-v0.5.Q4_K_S.gguf new file mode 100644 index 0000000..9fe88a1 --- /dev/null +++ b/sarvam-2b-v0.5.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ed57efcd49ee9378b63c26b9065f970ab9431c040d8756b29032118d38167ed +size 1456906368 diff --git a/sarvam-2b-v0.5.Q5_0.gguf b/sarvam-2b-v0.5.Q5_0.gguf new file mode 100644 index 0000000..c42e807 --- /dev/null +++ b/sarvam-2b-v0.5.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26e53a8e191a1c0ab54adbc0b3285a62603a4a0fb6cdf8dc2e33e6ec0270f16d +size 1744576640 diff --git a/sarvam-2b-v0.5.Q5_1.gguf b/sarvam-2b-v0.5.Q5_1.gguf new file mode 100644 index 0000000..42f3a36 --- /dev/null +++ b/sarvam-2b-v0.5.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82f77993b4624f066e64f82ae2e8020f4bbfe8395eaa9e050ea10e0709c17ccc +size 1893163136 diff --git a/sarvam-2b-v0.5.Q5_K_M.gguf b/sarvam-2b-v0.5.Q5_K_M.gguf new file mode 100644 index 0000000..7e04196 --- /dev/null +++ b/sarvam-2b-v0.5.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b5cb6ef22355724d1cf6ca79baa60ca7b711c9f1589d351bd229ac7d14155a9 +size 1790394496 diff --git a/sarvam-2b-v0.5.Q5_K_S.gguf b/sarvam-2b-v0.5.Q5_K_S.gguf new file mode 100644 index 0000000..a61fab4 --- /dev/null +++ b/sarvam-2b-v0.5.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0976ddc1fad7fbe3df3abca629053a1403685e2a56176c4d4239f65614d2141 +size 1744576640 diff --git a/sarvam-2b-v0.5.Q6_K.gguf b/sarvam-2b-v0.5.Q6_K.gguf new file mode 100644 index 0000000..d9efabe --- /dev/null +++ b/sarvam-2b-v0.5.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78a27a93a31e102b8cc30199909657994939fc2837251973eaa092655b460f7f +size 2060322944 diff --git a/sarvam-2b-v0.5.Q8_0.gguf b/sarvam-2b-v0.5.Q8_0.gguf new file mode 100644 index 0000000..dc92652 --- /dev/null +++ b/sarvam-2b-v0.5.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59b337c9abefd905889997732a54f425701b23b428799cf5f6dbd045d50d7042 +size 2667903104