From 0ca7ddc102d7d1885194474d62e2a9c1486cd508 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 16 Jun 2026 02:04:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/propella-1-0.6b-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++ README.md | 128 ++++++++++++++++++++++++++++++++++++ propella-1-0.6b.IQ4_XS.gguf | 3 + propella-1-0.6b.Q2_K.gguf | 3 + propella-1-0.6b.Q3_K_L.gguf | 3 + propella-1-0.6b.Q3_K_M.gguf | 3 + propella-1-0.6b.Q3_K_S.gguf | 3 + propella-1-0.6b.Q4_K_M.gguf | 3 + propella-1-0.6b.Q4_K_S.gguf | 3 + propella-1-0.6b.Q5_K_M.gguf | 3 + propella-1-0.6b.Q5_K_S.gguf | 3 + propella-1-0.6b.Q6_K.gguf | 3 + propella-1-0.6b.Q8_0.gguf | 3 + propella-1-0.6b.f16.gguf | 3 + 14 files changed, 211 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 propella-1-0.6b.IQ4_XS.gguf create mode 100644 propella-1-0.6b.Q2_K.gguf create mode 100644 propella-1-0.6b.Q3_K_L.gguf create mode 100644 propella-1-0.6b.Q3_K_M.gguf create mode 100644 propella-1-0.6b.Q3_K_S.gguf create mode 100644 propella-1-0.6b.Q4_K_M.gguf create mode 100644 propella-1-0.6b.Q4_K_S.gguf create mode 100644 propella-1-0.6b.Q5_K_M.gguf create mode 100644 propella-1-0.6b.Q5_K_S.gguf create mode 100644 propella-1-0.6b.Q6_K.gguf create mode 100644 propella-1-0.6b.Q8_0.gguf create mode 100644 propella-1-0.6b.f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6dc181b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +propella-1-0.6b.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +propella-1-0.6b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +propella-1-0.6b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +propella-1-0.6b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +propella-1-0.6b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +propella-1-0.6b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +propella-1-0.6b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +propella-1-0.6b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +propella-1-0.6b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +propella-1-0.6b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +propella-1-0.6b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +propella-1-0.6b.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..1877517 --- /dev/null +++ b/README.md @@ -0,0 +1,128 @@ +--- +base_model: ellamind/propella-1-0.6b +language: +- eng +- spa +- ita +- fra +- deu +- pol +- ukr +- nld +- tha +- jpn +- heb +- ell +- kor +- isl +- dan +- cat +- slk +- rus +- kat +- por +- ben +- fas +- ekk +- fin +- tur +- swe +- ind +- ces +- lit +- slv +- vie +- eus +- bul +- mlt +- lvs +- nob +- hun +- urd +- ron +- glg +- gle +- nno +- ltg +- yue +- cmn +- hrv +- arb +- bos +- mkd +- srp +- hin +- als +- sqi +- est +- nor +- lav +- swa +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +static quants of https://huggingface.co/ellamind/propella-1-0.6b + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#propella-1-0.6b-GGUF).*** + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/propella-1-0.6b-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/propella-1-0.6b-GGUF/resolve/main/propella-1-0.6b.Q2_K.gguf) | Q2_K | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/propella-1-0.6b-GGUF/resolve/main/propella-1-0.6b.Q3_K_S.gguf) | Q3_K_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/propella-1-0.6b-GGUF/resolve/main/propella-1-0.6b.Q3_K_M.gguf) | Q3_K_M | 0.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/propella-1-0.6b-GGUF/resolve/main/propella-1-0.6b.Q3_K_L.gguf) | Q3_K_L | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/propella-1-0.6b-GGUF/resolve/main/propella-1-0.6b.IQ4_XS.gguf) | IQ4_XS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/propella-1-0.6b-GGUF/resolve/main/propella-1-0.6b.Q4_K_S.gguf) | Q4_K_S | 0.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/propella-1-0.6b-GGUF/resolve/main/propella-1-0.6b.Q4_K_M.gguf) | Q4_K_M | 0.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/propella-1-0.6b-GGUF/resolve/main/propella-1-0.6b.Q5_K_S.gguf) | Q5_K_S | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/propella-1-0.6b-GGUF/resolve/main/propella-1-0.6b.Q5_K_M.gguf) | Q5_K_M | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/propella-1-0.6b-GGUF/resolve/main/propella-1-0.6b.Q6_K.gguf) | Q6_K | 0.7 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/propella-1-0.6b-GGUF/resolve/main/propella-1-0.6b.Q8_0.gguf) | Q8_0 | 0.9 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/propella-1-0.6b-GGUF/resolve/main/propella-1-0.6b.f16.gguf) | f16 | 1.6 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/propella-1-0.6b.IQ4_XS.gguf b/propella-1-0.6b.IQ4_XS.gguf new file mode 100644 index 0000000..95d488a --- /dev/null +++ b/propella-1-0.6b.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b562c317bc2bc78889092623c314127b9e1305dd90573d5dbeef3114b45c0881 +size 451928480 diff --git a/propella-1-0.6b.Q2_K.gguf b/propella-1-0.6b.Q2_K.gguf new file mode 100644 index 0000000..ba8e5bb --- /dev/null +++ b/propella-1-0.6b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82f1150b7832a6b2e72366f4ffd791d523130137fef36c5bfc4cf8b39a5b4451 +size 347285920 diff --git a/propella-1-0.6b.Q3_K_L.gguf b/propella-1-0.6b.Q3_K_L.gguf new file mode 100644 index 0000000..3ddeafd --- /dev/null +++ b/propella-1-0.6b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:652b0b526ea3f6cde61b4a5db367fd6221adff83a14b876ab15606b84a50903a +size 435340704 diff --git a/propella-1-0.6b.Q3_K_M.gguf b/propella-1-0.6b.Q3_K_M.gguf new file mode 100644 index 0000000..1f24320 --- /dev/null +++ b/propella-1-0.6b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e6527a43da6bc3ae5cf945ab1d98a8c5f05f7c60fdafa6dd9b12384a74f7c1 +size 413975968 diff --git a/propella-1-0.6b.Q3_K_S.gguf b/propella-1-0.6b.Q3_K_S.gguf new file mode 100644 index 0000000..3eaa355 --- /dev/null +++ b/propella-1-0.6b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c19fc0c8bb4aa156f40795c7e1310da1447377143543bfcd9fb6dc35abe29a3 +size 389924256 diff --git a/propella-1-0.6b.Q4_K_M.gguf b/propella-1-0.6b.Q4_K_M.gguf new file mode 100644 index 0000000..262e78a --- /dev/null +++ b/propella-1-0.6b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74d37aefb5aff33d72031fc8906fed82a3124d25a8df9b871488d6bfa5c0612b +size 484217248 diff --git a/propella-1-0.6b.Q4_K_S.gguf b/propella-1-0.6b.Q4_K_S.gguf new file mode 100644 index 0000000..90eb636 --- /dev/null +++ b/propella-1-0.6b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5798442b848140fca875ebf2660832edcdb5fdaf98289edd23e5c1ad3980a44b +size 470782368 diff --git a/propella-1-0.6b.Q5_K_M.gguf b/propella-1-0.6b.Q5_K_M.gguf new file mode 100644 index 0000000..6532921 --- /dev/null +++ b/propella-1-0.6b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:449111e18d9e67e39adf2bb3c5181e5f00981e13d27a1df35af02d2d973f3d71 +size 551375264 diff --git a/propella-1-0.6b.Q5_K_S.gguf b/propella-1-0.6b.Q5_K_S.gguf new file mode 100644 index 0000000..593e235 --- /dev/null +++ b/propella-1-0.6b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d11be2279d1952c3e551539ae00d26bfb7787db55b5ad2421b00c00f9aa055a +size 543576480 diff --git a/propella-1-0.6b.Q6_K.gguf b/propella-1-0.6b.Q6_K.gguf new file mode 100644 index 0000000..e705465 --- /dev/null +++ b/propella-1-0.6b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:228ad1d0d0edd9552024369eef7e0d174cfbae37e43fdc657dc49287b0d2a19e +size 622730656 diff --git a/propella-1-0.6b.Q8_0.gguf b/propella-1-0.6b.Q8_0.gguf new file mode 100644 index 0000000..217dd93 --- /dev/null +++ b/propella-1-0.6b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac8e7c607b6eca385a743a64b6dcc489a5960f707f93f5d8b4c5a64a3604cbac +size 804750752 diff --git a/propella-1-0.6b.f16.gguf b/propella-1-0.6b.f16.gguf new file mode 100644 index 0000000..43a4726 --- /dev/null +++ b/propella-1-0.6b.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c81f757d3a26dfd1190369b8a7d0541761566e81c9df7bc17de792a599afed +size 1509344672