初始化项目,由ModelHub XC社区提供模型
Model: GuminiResearch/Gumini-1B-Base-i1-GGUF Source: Original Platform
This commit is contained in:
64
.gitattributes
vendored
Normal file
64
.gitattributes
vendored
Normal file
@@ -0,0 +1,64 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base-f16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Gumini-1B-Base.i1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
ppl_vs_size.png filter=lfs diff=lfs merge=lfs -text
|
||||||
|
quant_types_guide.png filter=lfs diff=lfs merge=lfs -text
|
||||||
|
quantization_results.png filter=lfs diff=lfs merge=lfs -text
|
||||||
3
Gumini-1B-Base-f16.gguf
Normal file
3
Gumini-1B-Base-f16.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:191332f93bbba1a81da66ad937b0117b54530b3bde654584b79dfc7b7f6bd761
|
||||||
|
size 2169950208
|
||||||
3
Gumini-1B-Base.i1-IQ1_M.gguf
Normal file
3
Gumini-1B-Base.i1-IQ1_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:50a315eec649db5d20b57ddce27a37a397415c798c47a0d3cf3d3db77a27b882
|
||||||
|
size 394637600
|
||||||
3
Gumini-1B-Base.i1-IQ1_S.gguf
Normal file
3
Gumini-1B-Base.i1-IQ1_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:f5cc1b9c1d4f55f9f53d7109e190c97ebfba3499b5e877f323d6a2df3b086190
|
||||||
|
size 378208544
|
||||||
3
Gumini-1B-Base.i1-IQ2_M.gguf
Normal file
3
Gumini-1B-Base.i1-IQ2_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:8899cc3a26653c536591209d9dfe7b08f5200185c8b23304cd31a25028fb9056
|
||||||
|
size 475328800
|
||||||
3
Gumini-1B-Base.i1-IQ2_S.gguf
Normal file
3
Gumini-1B-Base.i1-IQ2_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:3eac57382d0c62b595372d06710e2c46eb97d67f0136742da5063f3e306378b0
|
||||||
|
size 453423392
|
||||||
3
Gumini-1B-Base.i1-IQ2_XS.gguf
Normal file
3
Gumini-1B-Base.i1-IQ2_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:63f27b5f09e0b6e00c8e7e897e78a640e62bf84b80206e97f3b24430c877126c
|
||||||
|
size 445235488
|
||||||
3
Gumini-1B-Base.i1-IQ2_XXS.gguf
Normal file
3
Gumini-1B-Base.i1-IQ2_XXS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:c4f8c499d32eff686da2d79be477cbb80144838030511e426c44b95b83e8f3a7
|
||||||
|
size 422019360
|
||||||
3
Gumini-1B-Base.i1-IQ3_M.gguf
Normal file
3
Gumini-1B-Base.i1-IQ3_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4d628e6548c06026f79f16a26d5ab58aa351e353cafa07b41b7abb0847d989c0
|
||||||
|
size 601889056
|
||||||
3
Gumini-1B-Base.i1-IQ3_S.gguf
Normal file
3
Gumini-1B-Base.i1-IQ3_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:dd72e0b61b5d7f38c1dc2ca60c8eb417a208fc2c24c465e6f86cdacdbc39f45e
|
||||||
|
size 593324320
|
||||||
3
Gumini-1B-Base.i1-IQ3_XS.gguf
Normal file
3
Gumini-1B-Base.i1-IQ3_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4a5306a391b3db220b8811e4a03e876a20696220f66a6d3eaed95a1b6aefc3a0
|
||||||
|
size 576317728
|
||||||
3
Gumini-1B-Base.i1-IQ3_XXS.gguf
Normal file
3
Gumini-1B-Base.i1-IQ3_XXS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:3eac86244a195aceba605d11f9190fcb72b786df9f0ca822d254f732e04536bc
|
||||||
|
size 515133728
|
||||||
3
Gumini-1B-Base.i1-IQ4_NL.gguf
Normal file
3
Gumini-1B-Base.i1-IQ4_NL.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:0e345a129cfd717cb8d24c24042f61670ecbb0a89dcf3060e74baab5f920f607
|
||||||
|
size 695642400
|
||||||
3
Gumini-1B-Base.i1-IQ4_XS.gguf
Normal file
3
Gumini-1B-Base.i1-IQ4_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:49043c18e76f015e1f16c697a9c0c33c52c014382480285016eb971535422821
|
||||||
|
size 671721760
|
||||||
3
Gumini-1B-Base.i1-Q2_K.gguf
Normal file
3
Gumini-1B-Base.i1-Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6c6245eb536af18dbbd2109927d69aaec5c58f85c05c390d88518f41484a195d
|
||||||
|
size 542738720
|
||||||
3
Gumini-1B-Base.i1-Q2_K_S.gguf
Normal file
3
Gumini-1B-Base.i1-Q2_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:20ec1d6336381142d6ad79c8c5c9b09828b468710bd6ddddcb138bb4262e3a12
|
||||||
|
size 520866080
|
||||||
3
Gumini-1B-Base.i1-Q3_K_L.gguf
Normal file
3
Gumini-1B-Base.i1-Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:1cfb5b914f1bfcfa82663e76e994fce3215cdab8a54152286d678f0b537b99ed
|
||||||
|
size 662915360
|
||||||
3
Gumini-1B-Base.i1-Q3_K_M.gguf
Normal file
3
Gumini-1B-Base.i1-Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:46edf156bde94929c4f20e761f8cf3051dd70c43318fab0a6804d7081cf98bad
|
||||||
|
size 628967712
|
||||||
3
Gumini-1B-Base.i1-Q3_K_S.gguf
Normal file
3
Gumini-1B-Base.i1-Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:bbd72cbf16abd25a1e0fe9cb6f45138d849f0f7f41bdc60f648a5f9b57d3748b
|
||||||
|
size 592628000
|
||||||
3
Gumini-1B-Base.i1-Q4_0.gguf
Normal file
3
Gumini-1B-Base.i1-Q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:ca779a65d19541727297ac1bebb24f6aa3d8545fa285c33186c30bc616a44df0
|
||||||
|
size 696396064
|
||||||
3
Gumini-1B-Base.i1-Q4_1.gguf
Normal file
3
Gumini-1B-Base.i1-Q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:e3129ab654be839d94c8d0fe96270c447e26367385bace7803d1707be068b943
|
||||||
|
size 743156000
|
||||||
3
Gumini-1B-Base.i1-Q4_K_M.gguf
Normal file
3
Gumini-1B-Base.i1-Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:7579c6636c32138480134ed17ad61d9103ad2f1da095e21856d1195f4aff388d
|
||||||
|
size 724724000
|
||||||
3
Gumini-1B-Base.i1-Q4_K_S.gguf
Normal file
3
Gumini-1B-Base.i1-Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:c5a3628316eb328a2b7ca66ac1a0745a80e1de100967d0e53200ec71711b818d
|
||||||
|
size 698067232
|
||||||
3
Gumini-1B-Base.i1-Q5_K_M.gguf
Normal file
3
Gumini-1B-Base.i1-Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:0768764aa3eaf573d0e35d143ba6039461e83c1286a10e2ade667cf2b71b2242
|
||||||
|
size 806644000
|
||||||
3
Gumini-1B-Base.i1-Q5_K_S.gguf
Normal file
3
Gumini-1B-Base.i1-Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:e547b89f0dac9f876103209ce44ea866376910a0129e4bbd5e9374881df2ee69
|
||||||
|
size 791324960
|
||||||
3
Gumini-1B-Base.i1-Q6_K.gguf
Normal file
3
Gumini-1B-Base.i1-Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:86a315f6e75ecfd009c36c6c748131d4b0c699b9d9a02b467cf506e0c2864e6c
|
||||||
|
size 893684000
|
||||||
3
Gumini-1B-Base.i1-Q8_0.gguf
Normal file
3
Gumini-1B-Base.i1-Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:d232dac5f5c02b38d4b2c7f8f393cbaff7473e3b1f0aed355e560a7011ca8075
|
||||||
|
size 1155698976
|
||||||
179
README.md
Normal file
179
README.md
Normal file
@@ -0,0 +1,179 @@
|
|||||||
|
---
|
||||||
|
license: other
|
||||||
|
license_name: qwen-research
|
||||||
|
license_link: https://huggingface.co/Qwen/Qwen2.5-3B/blob/main/LICENSE
|
||||||
|
library_name: gguf
|
||||||
|
language:
|
||||||
|
- ko
|
||||||
|
- en
|
||||||
|
tags:
|
||||||
|
- text-generation
|
||||||
|
- korean
|
||||||
|
- bilingual
|
||||||
|
- qwen2
|
||||||
|
- built-with-qwen
|
||||||
|
- gguf
|
||||||
|
- llama-cpp
|
||||||
|
- quantized
|
||||||
|
- imatrix
|
||||||
|
base_model: GuminiResearch/Gumini-1B-Base
|
||||||
|
quantized_by: Gumin Kwon
|
||||||
|
pipeline_tag: text-generation
|
||||||
|
---
|
||||||
|
|
||||||
|
# 🐻 Gumini-1B-Base-i1-GGUF (구미니)
|
||||||
|
|
||||||
|
<p align="center">
|
||||||
|
<img src="https://img.shields.io/badge/Parameters-1.08B-blue" style="display:inline-block; margin-right:6px;" />
|
||||||
|
<img src="https://img.shields.io/badge/Layers-10-green" style="display:inline-block; margin-right:6px;" />
|
||||||
|
<img src="https://img.shields.io/badge/Format-GGUF-orange" style="display:inline-block; margin-right:6px;" />
|
||||||
|
<img src="https://img.shields.io/badge/Quantization-imatrix-purple" style="display:inline-block; margin-right:6px;" />
|
||||||
|
<img src="https://img.shields.io/badge/Built%20with-Qwen-purple" style="display:inline-block;" />
|
||||||
|
</p>
|
||||||
|
|
||||||
|
<p align="center">
|
||||||
|
<a href="https://linkedin.com/in/devgumin" target="_blank">
|
||||||
|
<img src="https://img.shields.io/badge/LinkedIn-Gumin%20Kwon-0A66C2?logo=linkedin&logoColor=white" style="display:inline-block; margin-right:6px;" />
|
||||||
|
</a>
|
||||||
|
|
||||||
|
<a href="https://x.com/Gumini_Research" target="_blank">
|
||||||
|
<img src="https://img.shields.io/badge/X-@Gumini__Research-black?logo=x&logoColor=white" style="display:inline-block; margin-right:6px;" />
|
||||||
|
</a>
|
||||||
|
|
||||||
|
<a href="https://www.instagram.com/gumini_research/" target="_blank">
|
||||||
|
<img src="https://img.shields.io/badge/Instagram-gumini__research-E4405F?logo=instagram&logoColor=white" style="display:inline-block;" />
|
||||||
|
</a>
|
||||||
|
</p>
|
||||||
|
|
||||||
|
<p align="center"><b>Built with Qwen</b></p>
|
||||||
|
|
||||||
|
## Model Description
|
||||||
|
|
||||||
|
GGUF quantized versions of [GuminiResearch/Gumini-1B-Base](https://huggingface.co/GuminiResearch/Gumini-1B-Base) for use with [llama.cpp](https://github.com/ggerganov/llama.cpp) and compatible tools (Ollama, LM Studio, etc.).
|
||||||
|
|
||||||
|
All quantizations were created using **importance matrix (imatrix)** calibration for optimal quality preservation.
|
||||||
|
|
||||||
|
> This is a **BASE model**, not instruction-tuned.
|
||||||
|
> It produces text continuations rather than conversational responses.
|
||||||
|
|
||||||
|
## Model Details
|
||||||
|
|
||||||
|
| Attribute | Value |
|
||||||
|
|-----------|-------|
|
||||||
|
| **Original Model** | [Gumini-1B-Base](https://huggingface.co/GuminiResearch/Gumini-1B-Base) |
|
||||||
|
| **Quantized by** | [Gumin Kwon (권구민)](https://linkedin.com/in/devgumin) |
|
||||||
|
| **Parameters** | 1.08B |
|
||||||
|
| **Layers** | 10 |
|
||||||
|
| **Hidden Size** | 2048 |
|
||||||
|
| **Base PPL (F16)** | 15.36 |
|
||||||
|
|
||||||
|
## Quantization Results
|
||||||
|
|
||||||
|
### Perplexity Comparison
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
|
### PPL vs Size Trade-off
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
|
### Recommended Quantizations
|
||||||
|
|
||||||
|
| Quant | PPL | Size | PPL Δ | Quality | Use Case |
|
||||||
|
|-------|-----|------|-------|---------|----------|
|
||||||
|
| **Q8_0** | 15.40 | 1.1G | +0.03 | Excellent | Maximum quality |
|
||||||
|
| **Q6_K** | 15.43 | 852M | +0.07 | Excellent | High quality |
|
||||||
|
| **Q5_K_M** | 15.46 | 769M | +0.10 | Excellent | Balanced (recommended) |
|
||||||
|
| **Q4_K_M** | 15.61 | 691M | +0.25 | Very Good | Size optimized |
|
||||||
|
| **IQ4_XS** | 15.69 | 641M | +0.33 | Very Good | imatrix 4-bit |
|
||||||
|
| **IQ3_M** | 16.17 | 574M | +0.81 | Good | Mobile/Edge |
|
||||||
|
|
||||||
|
### All Quantization Results
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
|
## Usage
|
||||||
|
|
||||||
|
### With llama.cpp
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# Download
|
||||||
|
huggingface-cli download GuminiResearch/Gumini-1B-Base-i1-GGUF Gumini-1B-Base.i1-Q4_K_M.gguf
|
||||||
|
|
||||||
|
# Run
|
||||||
|
./llama-cli -m Gumini-1B-Base.i1-Q4_K_M.gguf -p "저는 구미니입니다." -n 100
|
||||||
|
```
|
||||||
|
|
||||||
|
### With Ollama
|
||||||
|
|
||||||
|
```bash
|
||||||
|
echo 'FROM ./Gumini-1B-Base.i1-Q4_K_M.gguf' > Modelfile
|
||||||
|
ollama create gumini-1b -f Modelfile
|
||||||
|
ollama run gumini-1b
|
||||||
|
```
|
||||||
|
|
||||||
|
### With LM Studio
|
||||||
|
|
||||||
|
1. Download any `.gguf` file from this repo
|
||||||
|
2. Import into LM Studio
|
||||||
|
3. Start generating!
|
||||||
|
|
||||||
|
## Quantization Guide
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
|
### Tips
|
||||||
|
- **Best quality**: Use Q8_0 or Q6_K
|
||||||
|
- **Balanced**: Use Q5_K_M or Q4_K_M
|
||||||
|
- **Mobile/Edge**: Use IQ4_XS or IQ3_M
|
||||||
|
- **"i1" prefix**: Indicates imatrix was used during quantization
|
||||||
|
|
||||||
|
## Original Model
|
||||||
|
|
||||||
|
**Gumini-1B** (구미니) is a bilingual Korean-English base language model created by inheriting the first 10 layers of **Qwen 2.5 3B** using the *Inheritune* methodology.
|
||||||
|
|
||||||
|
- **Training Method**: Inheritune + Pretraining
|
||||||
|
- **Tokens Trained**: ~393M tokens
|
||||||
|
- **Training Data**: 80% Korean, 20% English
|
||||||
|
|
||||||
|
See [GuminiResearch/Gumini-1B-Base](https://huggingface.co/GuminiResearch/Gumini-1B-Base) for full details.
|
||||||
|
|
||||||
|
## License
|
||||||
|
|
||||||
|
### Qwen Research License (Non-Commercial)
|
||||||
|
|
||||||
|
This model is **Built with Qwen** and derived from Qwen 2.5 3B.
|
||||||
|
|
||||||
|
```
|
||||||
|
Qwen is licensed under the Qwen RESEARCH LICENSE AGREEMENT.
|
||||||
|
Copyright (c) Alibaba Cloud. All Rights Reserved.
|
||||||
|
```
|
||||||
|
|
||||||
|
**This model is for NON-COMMERCIAL / RESEARCH use only.**
|
||||||
|
For commercial use, contact Alibaba Cloud.
|
||||||
|
|
||||||
|
## Citation
|
||||||
|
|
||||||
|
```bibtex
|
||||||
|
@misc{gumini2025,
|
||||||
|
title={Gumini-1B: Bilingual Language Model Built with Qwen via Inheritune},
|
||||||
|
author={Gumin Kwon},
|
||||||
|
year={2025},
|
||||||
|
note={Built with Qwen},
|
||||||
|
url={https://huggingface.co/GuminiResearch/Gumini-1B-Base-i1-GGUF}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
## Author
|
||||||
|
|
||||||
|
**Gumin Kwon (권구민)**
|
||||||
|
- 🔗 LinkedIn: https://linkedin.com/in/devgumin
|
||||||
|
- 🤗 Hugging Face: https://huggingface.co/GuminiResearch
|
||||||
|
- 𝕏 X (Twitter): https://x.com/Gumini_Research
|
||||||
|
- 📸 Instagram: https://www.instagram.com/gumini_research/
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
<p align="center">
|
||||||
|
<b>Built with Qwen</b><br>
|
||||||
|
<i>Gumini - 작지만 똑똑한 AI</i>
|
||||||
|
</p>
|
||||||
BIN
ppl_comparison.png
Normal file
BIN
ppl_comparison.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 94 KiB |
3
ppl_vs_size.png
Normal file
3
ppl_vs_size.png
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:9972d82c9c3653db55024a3bdc4f990b3a25929f4cad8c2d7167062b9475c31f
|
||||||
|
size 113530
|
||||||
3
quant_types_guide.png
Normal file
3
quant_types_guide.png
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:5d97cfe12fd45cb17b30f650802e8ce3f7ee48f7f1846d0d5a66cc260427468a
|
||||||
|
size 214267
|
||||||
3
quantization_results.png
Normal file
3
quantization_results.png
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:e05442399ffca47369c78dee9bf380b75a846a5c2471fcb39475dd43ca82bafa
|
||||||
|
size 259061
|
||||||
Reference in New Issue
Block a user