commit 936b8fb332d58c9e86a43987915ebcf4a60f43c1 Author: ModelHub XC Date: Sat Jun 27 12:19:16 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: mradermacher/helium-1-2b-stem-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e742870 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +helium-1-2b-stem.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..740f9cf --- /dev/null +++ b/README.md @@ -0,0 +1,108 @@ +--- +base_model: kyutai/helium-1-2b-stem +language: +- bg +- cs +- da +- de +- el +- en +- es +- et +- fi +- fr +- ga +- hr +- hu +- it +- lt +- lv +- mt +- nl +- pl +- pt +- ro +- sk +- sl +- sv +library_name: transformers +license: cc-by-sa-4.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/kyutai/helium-1-2b-stem + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#helium-1-2b-stem-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/helium-1-2b-stem-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-IQ2_S.gguf) | i1-IQ2_S | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-Q2_K.gguf) | i1-Q2_K | 0.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-IQ3_S.gguf) | i1-IQ3_S | 1.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-IQ3_M.gguf) | i1-IQ3_M | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.3 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-Q4_0.gguf) | i1-Q4_0 | 1.3 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.3 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.3 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-Q4_1.gguf) | i1-Q4_1 | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/helium-1-2b-stem-i1-GGUF/resolve/main/helium-1-2b-stem.i1-Q6_K.gguf) | i1-Q6_K | 1.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/helium-1-2b-stem.i1-IQ1_M.gguf b/helium-1-2b-stem.i1-IQ1_M.gguf new file mode 100644 index 0000000..866bb8b --- /dev/null +++ b/helium-1-2b-stem.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f27ce024ac4e5dd2c1ac3bb809eca42c3a7d9dfe41dddb59a2e8fe736bb6e9c7 +size 537054432 diff --git a/helium-1-2b-stem.i1-IQ1_S.gguf b/helium-1-2b-stem.i1-IQ1_S.gguf new file mode 100644 index 0000000..df79fa3 --- /dev/null +++ b/helium-1-2b-stem.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81669c74501bbdb5b062fe4e97f7fe421727ee020090ad612c2522e5196cd8d7 +size 501075168 diff --git a/helium-1-2b-stem.i1-IQ2_M.gguf b/helium-1-2b-stem.i1-IQ2_M.gguf new file mode 100644 index 0000000..ec92a0d --- /dev/null +++ b/helium-1-2b-stem.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1033146d813e87e134a1a17909aad2e580cb0792c05c8d35fcdd503ed0d624b +size 737537248 diff --git a/helium-1-2b-stem.i1-IQ2_S.gguf b/helium-1-2b-stem.i1-IQ2_S.gguf new file mode 100644 index 0000000..29ebf02 --- /dev/null +++ b/helium-1-2b-stem.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcb55ae831c9db64a9f3b4f0cab0296a06eeddd2635179266a1341f4efb4ab1b +size 689564896 diff --git a/helium-1-2b-stem.i1-IQ2_XS.gguf b/helium-1-2b-stem.i1-IQ2_XS.gguf new file mode 100644 index 0000000..013404c --- /dev/null +++ b/helium-1-2b-stem.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5487ef836d683fef9adc68117cfc8c3eb66ca89a2c5a4f0540d1fc0bbba0693a +size 648662240 diff --git a/helium-1-2b-stem.i1-IQ2_XXS.gguf b/helium-1-2b-stem.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..77d6941 --- /dev/null +++ b/helium-1-2b-stem.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e9d8a0c7fc3320d81d60be06c309f97e58fbe41e7ded0bb0388cc90f492f622 +size 597019872 diff --git a/helium-1-2b-stem.i1-IQ3_M.gguf b/helium-1-2b-stem.i1-IQ3_M.gguf new file mode 100644 index 0000000..59681be --- /dev/null +++ b/helium-1-2b-stem.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38bdac2c689d8e1972c78ed8a2c4ee95b1d89b460be7283c2b5b31874bed550b +size 952929504 diff --git a/helium-1-2b-stem.i1-IQ3_S.gguf b/helium-1-2b-stem.i1-IQ3_S.gguf new file mode 100644 index 0000000..83b89c8 --- /dev/null +++ b/helium-1-2b-stem.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18848c5c2372d37b20b4ba59314ab0850f8aa2f1ba7d5dbebf5760d9a42a7d84 +size 922848480 diff --git a/helium-1-2b-stem.i1-IQ3_XS.gguf b/helium-1-2b-stem.i1-IQ3_XS.gguf new file mode 100644 index 0000000..795c688 --- /dev/null +++ b/helium-1-2b-stem.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0c61d23cb4e4e4cd162aaae6afa768e74de1f58d4ffe0433c03c3a20fa8a199 +size 881560800 diff --git a/helium-1-2b-stem.i1-IQ3_XXS.gguf b/helium-1-2b-stem.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..c594a14 --- /dev/null +++ b/helium-1-2b-stem.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a94f576277594846972e15000e70b7df002f0a5bc833990981146809a02fc44e +size 817360096 diff --git a/helium-1-2b-stem.i1-IQ4_NL.gguf b/helium-1-2b-stem.i1-IQ4_NL.gguf new file mode 100644 index 0000000..af9c5f9 --- /dev/null +++ b/helium-1-2b-stem.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f22b8923387eb6f917c7b857551d51f20ca725559b50f7cb7f2eba0ab2156c30 +size 1174220000 diff --git a/helium-1-2b-stem.i1-IQ4_XS.gguf b/helium-1-2b-stem.i1-IQ4_XS.gguf new file mode 100644 index 0000000..ba3f639 --- /dev/null +++ b/helium-1-2b-stem.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e82273cd100eea06a3e8e2a555f7cfe2e2d972b86f709872b48a61a854ac166 +size 1115073760 diff --git a/helium-1-2b-stem.i1-Q2_K.gguf b/helium-1-2b-stem.i1-Q2_K.gguf new file mode 100644 index 0000000..7183307 --- /dev/null +++ b/helium-1-2b-stem.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6276bb9ba125a8d8db3df6f3f585c5aaacbee1e9f6c8726d01450458cb4d6af2 +size 796224736 diff --git a/helium-1-2b-stem.i1-Q2_K_S.gguf b/helium-1-2b-stem.i1-Q2_K_S.gguf new file mode 100644 index 0000000..4f49fa6 --- /dev/null +++ b/helium-1-2b-stem.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9826a11f22998d89ba13e8a16f0e195d97b37922f0c53dca7d3a946007b40c18 +size 742419680 diff --git a/helium-1-2b-stem.i1-Q3_K_L.gguf b/helium-1-2b-stem.i1-Q3_K_L.gguf new file mode 100644 index 0000000..3faa0d7 --- /dev/null +++ b/helium-1-2b-stem.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaf8a036c7f5fe60ceebe3fc2742ab190c58630d0ae5861f40bdb6457a3e4dff +size 1089375456 diff --git a/helium-1-2b-stem.i1-Q3_K_M.gguf b/helium-1-2b-stem.i1-Q3_K_M.gguf new file mode 100644 index 0000000..1b7bb20 --- /dev/null +++ b/helium-1-2b-stem.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90928493ca4d1b663d22d6417c67f34331b93d75d46d87daa41c0757bfebaf6c +size 1011256544 diff --git a/helium-1-2b-stem.i1-Q3_K_S.gguf b/helium-1-2b-stem.i1-Q3_K_S.gguf new file mode 100644 index 0000000..11ad21a --- /dev/null +++ b/helium-1-2b-stem.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccb33b2b7bef0cc355dbd12fbc0910fdd6807698bce4222ed9757a79b166b360 +size 922848480 diff --git a/helium-1-2b-stem.i1-Q4_0.gguf b/helium-1-2b-stem.i1-Q4_0.gguf new file mode 100644 index 0000000..2273dbb --- /dev/null +++ b/helium-1-2b-stem.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1d31f8b8d0147eee29aa4ed5ef49b37787d9c811fcb8e2055ef52e7221eca8e +size 1177365728 diff --git a/helium-1-2b-stem.i1-Q4_1.gguf b/helium-1-2b-stem.i1-Q4_1.gguf new file mode 100644 index 0000000..d251498 --- /dev/null +++ b/helium-1-2b-stem.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ff1c4608a351f1d8a3b685d241746f97027087a6444850b59558a27b83355bf +size 1292512480 diff --git a/helium-1-2b-stem.i1-Q4_K_M.gguf b/helium-1-2b-stem.i1-Q4_K_M.gguf new file mode 100644 index 0000000..97ac161 --- /dev/null +++ b/helium-1-2b-stem.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35ae898a8182797938c73800fd72b9788bcbec560c9eacfd68d49511c7da9fe0 +size 1242344672 diff --git a/helium-1-2b-stem.i1-Q4_K_S.gguf b/helium-1-2b-stem.i1-Q4_K_S.gguf new file mode 100644 index 0000000..15d850a --- /dev/null +++ b/helium-1-2b-stem.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c043879ffeb810805ce2d173936343eb69be7d5aa4800e2064134c766a4f4063 +size 1181560032 diff --git a/helium-1-2b-stem.i1-Q5_K_M.gguf b/helium-1-2b-stem.i1-Q5_K_M.gguf new file mode 100644 index 0000000..019737a --- /dev/null +++ b/helium-1-2b-stem.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:041186481d7d2bb762c44f620be70bd5ab13d6b54c56514dda9b8fbe90b5b4d0 +size 1445899488 diff --git a/helium-1-2b-stem.i1-Q5_K_S.gguf b/helium-1-2b-stem.i1-Q5_K_S.gguf new file mode 100644 index 0000000..cbd6d1d --- /dev/null +++ b/helium-1-2b-stem.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b94a66e1ecce02e3e87f8ea9e4ee9f6b3406c4bfad698df469210ebed20eac74 +size 1410804960 diff --git a/helium-1-2b-stem.i1-Q6_K.gguf b/helium-1-2b-stem.i1-Q6_K.gguf new file mode 100644 index 0000000..5b627e0 --- /dev/null +++ b/helium-1-2b-stem.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68a913628ffdabf48cb2c64c9f3f50dc8b903340baa29977c6e5d94929d27432 +size 1662176480 diff --git a/helium-1-2b-stem.imatrix.gguf b/helium-1-2b-stem.imatrix.gguf new file mode 100644 index 0000000..2d22e2b --- /dev/null +++ b/helium-1-2b-stem.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cf76c63072da35beb9a5c0b963047913cc3daa240b119d4285034f988cefdad +size 2323936