From 7844dd72885cbe7e64027dd071edf29561ab4ee9 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 29 Sep 2026 12:43:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++ EuroLLM-9B-Instruct-ungated.i1-IQ1_M.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-IQ1_S.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-IQ2_M.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-IQ2_S.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-IQ2_XS.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-IQ2_XXS.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-IQ3_M.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-IQ3_S.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-IQ3_XS.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-IQ3_XXS.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-IQ4_NL.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-IQ4_XS.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-Q2_K.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-Q2_K_S.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-Q3_K_L.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-Q3_K_M.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-Q3_K_S.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-Q4_0.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-Q4_1.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-Q4_K_M.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-Q4_K_S.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-Q5_K_M.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-Q5_K_S.gguf | 3 + EuroLLM-9B-Instruct-ungated.i1-Q6_K.gguf | 3 + EuroLLM-9B-Instruct-ungated.imatrix.gguf | 3 + README.md | 119 ++++++++++++++++++++ 27 files changed, 254 insertions(+) create mode 100644 .gitattributes create mode 100644 EuroLLM-9B-Instruct-ungated.i1-IQ1_M.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-IQ1_S.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-IQ2_M.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-IQ2_S.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-IQ2_XS.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-IQ2_XXS.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-IQ3_M.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-IQ3_S.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-IQ3_XS.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-IQ3_XXS.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-IQ4_NL.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-IQ4_XS.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-Q2_K.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-Q2_K_S.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-Q3_K_L.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-Q3_K_M.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-Q3_K_S.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-Q4_0.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-Q4_1.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-Q4_K_M.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-Q4_K_S.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-Q5_K_M.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-Q5_K_S.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.i1-Q6_K.gguf create mode 100644 EuroLLM-9B-Instruct-ungated.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..066b830 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-Instruct-ungated.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/EuroLLM-9B-Instruct-ungated.i1-IQ1_M.gguf b/EuroLLM-9B-Instruct-ungated.i1-IQ1_M.gguf new file mode 100644 index 0000000..18cca33 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af6fb76a259401912878194ef2e0cafad31128b7909b0c8b5fb1f54086c23de8 +size 2425183552 diff --git a/EuroLLM-9B-Instruct-ungated.i1-IQ1_S.gguf b/EuroLLM-9B-Instruct-ungated.i1-IQ1_S.gguf new file mode 100644 index 0000000..196553c --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:480231e4fbb33ab40cc73c5d66dbc8d3dc7a03700c1404a2b8ad7ab6f4b944df +size 2261802304 diff --git a/EuroLLM-9B-Instruct-ungated.i1-IQ2_M.gguf b/EuroLLM-9B-Instruct-ungated.i1-IQ2_M.gguf new file mode 100644 index 0000000..adfa18c --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2952156807f851234e1638cce280d753019b5b68e03f4659a2f6812e5a0b8c9 +size 3333086528 diff --git a/EuroLLM-9B-Instruct-ungated.i1-IQ2_S.gguf b/EuroLLM-9B-Instruct-ungated.i1-IQ2_S.gguf new file mode 100644 index 0000000..1aa097a --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b9f5321fe01bb7be417488b664a3d3beebca63b36990e2eb9345df34e50d5cd +size 3115244864 diff --git a/EuroLLM-9B-Instruct-ungated.i1-IQ2_XS.gguf b/EuroLLM-9B-Instruct-ungated.i1-IQ2_XS.gguf new file mode 100644 index 0000000..d7dbde1 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f5dec5e0441358b09185213c69e82b886a254f807523de1296306aa9b8f6edf +size 2937347392 diff --git a/EuroLLM-9B-Instruct-ungated.i1-IQ2_XXS.gguf b/EuroLLM-9B-Instruct-ungated.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..9ee9e44 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff0651f08f3b3591f4ec97ebffdfda5cc289b7688b32702eba6d3efec69df036 +size 2697485632 diff --git a/EuroLLM-9B-Instruct-ungated.i1-IQ3_M.gguf b/EuroLLM-9B-Instruct-ungated.i1-IQ3_M.gguf new file mode 100644 index 0000000..bd3d1e7 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:106a8f6e7229beba2e21cbd68dd3173b1a5d9bfaf39e0306381b934a2d992092 +size 4292173120 diff --git a/EuroLLM-9B-Instruct-ungated.i1-IQ3_S.gguf b/EuroLLM-9B-Instruct-ungated.i1-IQ3_S.gguf new file mode 100644 index 0000000..4c11b6d --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52771264ff9d9665cd8b8a24380cccc844d78addb9712a15455dd8dafb9e1232 +size 4165164352 diff --git a/EuroLLM-9B-Instruct-ungated.i1-IQ3_XS.gguf b/EuroLLM-9B-Instruct-ungated.i1-IQ3_XS.gguf new file mode 100644 index 0000000..3d0b9cf --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56a4b28952c406d71e846fb8d4bf97c3ddd4310d44ceabe0ef5cf4427e2d0851 +size 3977600320 diff --git a/EuroLLM-9B-Instruct-ungated.i1-IQ3_XXS.gguf b/EuroLLM-9B-Instruct-ungated.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..ec92a21 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77cd1ff695dfa6f57dc6de1ed639a306c3104b94e2cdb4928b1daa2726d259ba +size 3701923136 diff --git a/EuroLLM-9B-Instruct-ungated.i1-IQ4_NL.gguf b/EuroLLM-9B-Instruct-ungated.i1-IQ4_NL.gguf new file mode 100644 index 0000000..7782750 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e9aca56708c95e53ebed2f8ddd94f05bcfa6ef5274e9681553949e7c571320c +size 5309652288 diff --git a/EuroLLM-9B-Instruct-ungated.i1-IQ4_XS.gguf b/EuroLLM-9B-Instruct-ungated.i1-IQ4_XS.gguf new file mode 100644 index 0000000..a7d84e4 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea139f69443b2dc096e88066e3e300d3cc874c54afa7b33f7911fb46dfeb4c5c +size 5045542208 diff --git a/EuroLLM-9B-Instruct-ungated.i1-Q2_K.gguf b/EuroLLM-9B-Instruct-ungated.i1-Q2_K.gguf new file mode 100644 index 0000000..1be43b5 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12ea35d69a33e76770821205d09e47ebfb52ea632d9bf602ead62c8a4661da8c +size 3593067840 diff --git a/EuroLLM-9B-Instruct-ungated.i1-Q2_K_S.gguf b/EuroLLM-9B-Instruct-ungated.i1-Q2_K_S.gguf new file mode 100644 index 0000000..8c9ab44 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83b5006ed58ce614bf69aac22b6cd908b287a0feb4bfad5d8b9b30e8a27086c9 +size 3365788992 diff --git a/EuroLLM-9B-Instruct-ungated.i1-Q3_K_L.gguf b/EuroLLM-9B-Instruct-ungated.i1-Q3_K_L.gguf new file mode 100644 index 0000000..ddc8f12 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b22ff7db04d367b80fd6803c8c99c3ef8f4571b8212ac6397a8ca93653b8b27 +size 4913847616 diff --git a/EuroLLM-9B-Instruct-ungated.i1-Q3_K_M.gguf b/EuroLLM-9B-Instruct-ungated.i1-Q3_K_M.gguf new file mode 100644 index 0000000..7170a23 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c5db6a1265b1b75e9de8eaecae13a8cf999b5955a8fcd430bb7fde8ac744eda +size 4553137472 diff --git a/EuroLLM-9B-Instruct-ungated.i1-Q3_K_S.gguf b/EuroLLM-9B-Instruct-ungated.i1-Q3_K_S.gguf new file mode 100644 index 0000000..73c9d1c --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11e1d92a7066989ddf7a9003416bc4f1c3a7c99dc251c1d0b6740582e07c11de +size 4141768000 diff --git a/EuroLLM-9B-Instruct-ungated.i1-Q4_0.gguf b/EuroLLM-9B-Instruct-ungated.i1-Q4_0.gguf new file mode 100644 index 0000000..8c7831b --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbeccecc360dc70c39bfc86d4f9236911606129177c299b9b57bc655dd893db8 +size 5303360832 diff --git a/EuroLLM-9B-Instruct-ungated.i1-Q4_1.gguf b/EuroLLM-9B-Instruct-ungated.i1-Q4_1.gguf new file mode 100644 index 0000000..dafc013 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fcd4cc2eef0f58544654b92933a2f611d6b01b8b1baa416406c0739a673bead +size 5826862400 diff --git a/EuroLLM-9B-Instruct-ungated.i1-Q4_K_M.gguf b/EuroLLM-9B-Instruct-ungated.i1-Q4_K_M.gguf new file mode 100644 index 0000000..fa936b6 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca719ca5548b88c7a1170ea8f9036808dc39c1efeb2fc4d12efa7389ca87c35e +size 5582839104 diff --git a/EuroLLM-9B-Instruct-ungated.i1-Q4_K_S.gguf b/EuroLLM-9B-Instruct-ungated.i1-Q4_K_S.gguf new file mode 100644 index 0000000..407e959 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:973b77ff58e7961af36641bbfc3658101f5efd942334f3f747d452be7e09d3dd +size 5321186624 diff --git a/EuroLLM-9B-Instruct-ungated.i1-Q5_K_M.gguf b/EuroLLM-9B-Instruct-ungated.i1-Q5_K_M.gguf new file mode 100644 index 0000000..d62a020 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc0d28666cf5981b10845b2f79bf2e37144d3e8602c5d152de7318f63ed3ebfb +size 6518168896 diff --git a/EuroLLM-9B-Instruct-ungated.i1-Q5_K_S.gguf b/EuroLLM-9B-Instruct-ungated.i1-Q5_K_S.gguf new file mode 100644 index 0000000..c85f002 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fc5dd78c0cad238e6712fa595f245f4648184eabcc8157d5c884f15d2e0bc49 +size 6366092608 diff --git a/EuroLLM-9B-Instruct-ungated.i1-Q6_K.gguf b/EuroLLM-9B-Instruct-ungated.i1-Q6_K.gguf new file mode 100644 index 0000000..9a76b9e --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:964f3bd66f43e1f71a0cbf76db72516370a7b633490162dd3357aff05b0268a4 +size 7511956800 diff --git a/EuroLLM-9B-Instruct-ungated.imatrix.gguf b/EuroLLM-9B-Instruct-ungated.imatrix.gguf new file mode 100644 index 0000000..ecd27b5 --- /dev/null +++ b/EuroLLM-9B-Instruct-ungated.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f64bc99e28f8951884e065423efcf29a6cdf67fbaaaeec036ac1fedad3879a18 +size 6238368 diff --git a/README.md b/README.md new file mode 100644 index 0000000..b5810be --- /dev/null +++ b/README.md @@ -0,0 +1,119 @@ +--- +base_model: adamo1139/EuroLLM-9B-Instruct-ungated +language: +- en +- de +- es +- fr +- it +- pt +- pl +- nl +- tr +- sv +- cs +- el +- hu +- ro +- fi +- uk +- sl +- sk +- da +- lt +- lv +- et +- bg +- no +- ca +- hr +- ga +- mt +- gl +- zh +- ru +- ko +- ja +- ar +- hi +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/adamo1139/EuroLLM-9B-Instruct-ungated + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#EuroLLM-9B-Instruct-ungated-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-IQ1_S.gguf) | i1-IQ1_S | 2.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-IQ1_M.gguf) | i1-IQ1_M | 2.5 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-IQ2_S.gguf) | i1-IQ2_S | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-IQ2_M.gguf) | i1-IQ2_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-Q2_K.gguf) | i1-Q2_K | 3.7 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-IQ3_XS.gguf) | i1-IQ3_XS | 4.1 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-Q3_K_S.gguf) | i1-Q3_K_S | 4.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-IQ3_S.gguf) | i1-IQ3_S | 4.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-IQ3_M.gguf) | i1-IQ3_M | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.7 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-Q3_K_L.gguf) | i1-Q3_K_L | 5.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-IQ4_XS.gguf) | i1-IQ4_XS | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-Q4_0.gguf) | i1-Q4_0 | 5.4 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-IQ4_NL.gguf) | i1-IQ4_NL | 5.4 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-Q4_K_S.gguf) | i1-Q4_K_S | 5.4 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-Q4_1.gguf) | i1-Q4_1 | 5.9 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-Q5_K_S.gguf) | i1-Q5_K_S | 6.5 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-Q5_K_M.gguf) | i1-Q5_K_M | 6.6 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-ungated-i1-GGUF/resolve/main/EuroLLM-9B-Instruct-ungated.i1-Q6_K.gguf) | i1-Q6_K | 7.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +