commit 79901bfd451cf5e1298ce53ea19f6cb054bd275a Author: ModelHub XC Date: Mon Apr 13 02:36:04 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/yadanar1-gem3-1b-base-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..04e4e0d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +yadanar1-gem3-1b-base.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +yadanar1-gem3-1b-base.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +yadanar1-gem3-1b-base.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +yadanar1-gem3-1b-base.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +yadanar1-gem3-1b-base.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +yadanar1-gem3-1b-base.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +yadanar1-gem3-1b-base.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +yadanar1-gem3-1b-base.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +yadanar1-gem3-1b-base.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +yadanar1-gem3-1b-base.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +yadanar1-gem3-1b-base.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +yadanar1-gem3-1b-base.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7361623 --- /dev/null +++ b/README.md @@ -0,0 +1,71 @@ +--- +base_model: shoonthitsa/yadanar1-gem3-1b-base +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +static quants of https://huggingface.co/shoonthitsa/yadanar1-gem3-1b-base + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#yadanar1-gem3-1b-base-GGUF).*** + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/yadanar1-gem3-1b-base-GGUF/resolve/main/yadanar1-gem3-1b-base.Q3_K_S.gguf) | Q3_K_S | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/yadanar1-gem3-1b-base-GGUF/resolve/main/yadanar1-gem3-1b-base.Q2_K.gguf) | Q2_K | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/yadanar1-gem3-1b-base-GGUF/resolve/main/yadanar1-gem3-1b-base.IQ4_XS.gguf) | IQ4_XS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/yadanar1-gem3-1b-base-GGUF/resolve/main/yadanar1-gem3-1b-base.Q3_K_M.gguf) | Q3_K_M | 1.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/yadanar1-gem3-1b-base-GGUF/resolve/main/yadanar1-gem3-1b-base.Q3_K_L.gguf) | Q3_K_L | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/yadanar1-gem3-1b-base-GGUF/resolve/main/yadanar1-gem3-1b-base.Q4_K_S.gguf) | Q4_K_S | 1.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/yadanar1-gem3-1b-base-GGUF/resolve/main/yadanar1-gem3-1b-base.Q4_K_M.gguf) | Q4_K_M | 1.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/yadanar1-gem3-1b-base-GGUF/resolve/main/yadanar1-gem3-1b-base.Q5_K_S.gguf) | Q5_K_S | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/yadanar1-gem3-1b-base-GGUF/resolve/main/yadanar1-gem3-1b-base.Q5_K_M.gguf) | Q5_K_M | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/yadanar1-gem3-1b-base-GGUF/resolve/main/yadanar1-gem3-1b-base.Q6_K.gguf) | Q6_K | 1.5 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/yadanar1-gem3-1b-base-GGUF/resolve/main/yadanar1-gem3-1b-base.Q8_0.gguf) | Q8_0 | 1.5 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/yadanar1-gem3-1b-base-GGUF/resolve/main/yadanar1-gem3-1b-base.f16.gguf) | f16 | 2.8 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/yadanar1-gem3-1b-base.IQ4_XS.gguf b/yadanar1-gem3-1b-base.IQ4_XS.gguf new file mode 100644 index 0000000..e600a62 --- /dev/null +++ b/yadanar1-gem3-1b-base.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95243ebe9fa71bc9207156fd0c108380a4f7ff217815716ff111dc17f06a1fc0 +size 920896800 diff --git a/yadanar1-gem3-1b-base.Q2_K.gguf b/yadanar1-gem3-1b-base.Q2_K.gguf new file mode 100644 index 0000000..20c93d7 --- /dev/null +++ b/yadanar1-gem3-1b-base.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e9df7f9d941da85d47f5d8992071fce807186e74a6c4b445d18e96b58d2014 +size 892543776 diff --git a/yadanar1-gem3-1b-base.Q3_K_L.gguf b/yadanar1-gem3-1b-base.Q3_K_L.gguf new file mode 100644 index 0000000..34f6ab9 --- /dev/null +++ b/yadanar1-gem3-1b-base.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df2a932f731cb5c5c8ab1b39abcdd1fe87025b566e77d3e99bd8aefb8cf3bbe +size 954304800 diff --git a/yadanar1-gem3-1b-base.Q3_K_M.gguf b/yadanar1-gem3-1b-base.Q3_K_M.gguf new file mode 100644 index 0000000..4862b21 --- /dev/null +++ b/yadanar1-gem3-1b-base.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2c95ea5c20fbe5742167ba4820e675978bf7b69b9e82da3714950ebda1fa69 +size 925145376 diff --git a/yadanar1-gem3-1b-base.Q3_K_S.gguf b/yadanar1-gem3-1b-base.Q3_K_S.gguf new file mode 100644 index 0000000..3664377 --- /dev/null +++ b/yadanar1-gem3-1b-base.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0181efaac0ce00c621b9463b1c4f289fd7f58ba8b2a5846ca3bec9ae6b8450a +size 891585312 diff --git a/yadanar1-gem3-1b-base.Q4_K_M.gguf b/yadanar1-gem3-1b-base.Q4_K_M.gguf new file mode 100644 index 0000000..08a79f9 --- /dev/null +++ b/yadanar1-gem3-1b-base.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:914255c25d67a3434bcdd166c13cb832cb0d689ecc544859eff03bd4a7e8ee74 +size 1049014624 diff --git a/yadanar1-gem3-1b-base.Q4_K_S.gguf b/yadanar1-gem3-1b-base.Q4_K_S.gguf new file mode 100644 index 0000000..902c9a3 --- /dev/null +++ b/yadanar1-gem3-1b-base.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ca795defa6376dc96c153a0eedb2af09cccf6498282b6727f2173cf499e0543 +size 1023949408 diff --git a/yadanar1-gem3-1b-base.Q5_K_M.gguf b/yadanar1-gem3-1b-base.Q5_K_M.gguf new file mode 100644 index 0000000..f693273 --- /dev/null +++ b/yadanar1-gem3-1b-base.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f012a813d6bd23714b63abe3e27cd7eb247058f8472cef2ece93127e45c6d8a8 +size 1114415584 diff --git a/yadanar1-gem3-1b-base.Q5_K_S.gguf b/yadanar1-gem3-1b-base.Q5_K_S.gguf new file mode 100644 index 0000000..078c718 --- /dev/null +++ b/yadanar1-gem3-1b-base.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87bd18e45d3e1a893cb343bdbda240c26d74f9f48ff93cd3ed6194c92da7c682 +size 1099469536 diff --git a/yadanar1-gem3-1b-base.Q6_K.gguf b/yadanar1-gem3-1b-base.Q6_K.gguf new file mode 100644 index 0000000..926e0a2 --- /dev/null +++ b/yadanar1-gem3-1b-base.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b7fa6e79573f159afdc32a12e0cf1b3933a85d016bca708b3fde860dca797b8 +size 1375376352 diff --git a/yadanar1-gem3-1b-base.Q8_0.gguf b/yadanar1-gem3-1b-base.Q8_0.gguf new file mode 100644 index 0000000..08b3ddd --- /dev/null +++ b/yadanar1-gem3-1b-base.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acb31eb9a31076729e982543fcdb4d6a65ed0a8b50eeebc961c0063245af3a6b +size 1432944096 diff --git a/yadanar1-gem3-1b-base.f16.gguf b/yadanar1-gem3-1b-base.f16.gguf new file mode 100644 index 0000000..3933474 --- /dev/null +++ b/yadanar1-gem3-1b-base.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62163934763d457111d7c239580d696f17c62518fd4f6a2191eded24d13bdc43 +size 2690502560