commit eba3f0f7a059b54d0890646de30ba8734f20bfff Author: ModelHub XC Date: Thu Aug 6 02:05:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8c20c58 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +EuroLLM-9B-MeditronFO.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/EuroLLM-9B-MeditronFO.i1-IQ1_M.gguf b/EuroLLM-9B-MeditronFO.i1-IQ1_M.gguf new file mode 100644 index 0000000..863817b --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad69ce0a448eca244c0de0aee10f0df8852240372d9dd04dbe186a2a42918ba3 +size 2425183552 diff --git a/EuroLLM-9B-MeditronFO.i1-IQ1_S.gguf b/EuroLLM-9B-MeditronFO.i1-IQ1_S.gguf new file mode 100644 index 0000000..7473184 --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6081a5b3e63386ba256fa9941188887d2091131596699def45b4ba085dae18a +size 2261802304 diff --git a/EuroLLM-9B-MeditronFO.i1-IQ2_M.gguf b/EuroLLM-9B-MeditronFO.i1-IQ2_M.gguf new file mode 100644 index 0000000..b5725a7 --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45d99b85d8f47488fdef1167ff6d9659a7c9112e37d9b425f5f3d069efdab3e0 +size 3333086528 diff --git a/EuroLLM-9B-MeditronFO.i1-IQ2_S.gguf b/EuroLLM-9B-MeditronFO.i1-IQ2_S.gguf new file mode 100644 index 0000000..7709467 --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1782d544346f66e0926787e62aeb239426a3a7574b3f2952df59c848fd355b9b +size 3115244864 diff --git a/EuroLLM-9B-MeditronFO.i1-IQ2_XS.gguf b/EuroLLM-9B-MeditronFO.i1-IQ2_XS.gguf new file mode 100644 index 0000000..356aed1 --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb6525431ecd85319fc81534215999d722948016006fe5e4c9b4dd9fd6680c0 +size 2937347392 diff --git a/EuroLLM-9B-MeditronFO.i1-IQ2_XXS.gguf b/EuroLLM-9B-MeditronFO.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..3d42fc8 --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f1c55d7f40c0853bf2e40decc96e5d265d098d30ae59fdea2397f155ce232ee +size 2697485632 diff --git a/EuroLLM-9B-MeditronFO.i1-IQ3_M.gguf b/EuroLLM-9B-MeditronFO.i1-IQ3_M.gguf new file mode 100644 index 0000000..d465e23 --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bca8090a24dc76738e7bcbc828186077ae4d5cd3942c3a3ff5244429f421b68 +size 4292173120 diff --git a/EuroLLM-9B-MeditronFO.i1-IQ3_S.gguf b/EuroLLM-9B-MeditronFO.i1-IQ3_S.gguf new file mode 100644 index 0000000..6e0193e --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0b7656c263ea22521004e2d26c4b420d42676a991c8435fbcc2792aada4e523 +size 4165164352 diff --git a/EuroLLM-9B-MeditronFO.i1-IQ3_XS.gguf b/EuroLLM-9B-MeditronFO.i1-IQ3_XS.gguf new file mode 100644 index 0000000..979da34 --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469ea8c4888c277dd30e99746f57da1e8d60135b529132c83ca2bfac3a79c26d +size 3977600320 diff --git a/EuroLLM-9B-MeditronFO.i1-IQ3_XXS.gguf b/EuroLLM-9B-MeditronFO.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..f9d415e --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33b3e09b0b5b61a66e5ad807b47d44af4520a21c0a9cb4c62242faed61ceae2f +size 3701923136 diff --git a/EuroLLM-9B-MeditronFO.i1-IQ4_NL.gguf b/EuroLLM-9B-MeditronFO.i1-IQ4_NL.gguf new file mode 100644 index 0000000..8d88125 --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7067f204d17d10c149de12f85742459660ff7b2b9ad29d3c1aa824448f6f91e +size 5309652288 diff --git a/EuroLLM-9B-MeditronFO.i1-IQ4_XS.gguf b/EuroLLM-9B-MeditronFO.i1-IQ4_XS.gguf new file mode 100644 index 0000000..5a5feb8 --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beab909e4e1274ba65abc6aee952b8922d8085b53f9b20633677f53a3d13e9bd +size 5045542208 diff --git a/EuroLLM-9B-MeditronFO.i1-Q2_K.gguf b/EuroLLM-9B-MeditronFO.i1-Q2_K.gguf new file mode 100644 index 0000000..97c152e --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fe6cd91c055150a3433829d6f8e8e5aa0f9fb82ce6ad0c1404455a269b42ef3 +size 3593067840 diff --git a/EuroLLM-9B-MeditronFO.i1-Q2_K_S.gguf b/EuroLLM-9B-MeditronFO.i1-Q2_K_S.gguf new file mode 100644 index 0000000..2c9924f --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec6bd71de5f5794171512111adb4dcb05356462b9b109cc4a94eaf3c33bfab63 +size 3365788992 diff --git a/EuroLLM-9B-MeditronFO.i1-Q3_K_L.gguf b/EuroLLM-9B-MeditronFO.i1-Q3_K_L.gguf new file mode 100644 index 0000000..3cba57c --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b798567d1f566e745771e3e3ce3923f9792296d0786aa29c15ca03e64aa5301 +size 4913847616 diff --git a/EuroLLM-9B-MeditronFO.i1-Q3_K_M.gguf b/EuroLLM-9B-MeditronFO.i1-Q3_K_M.gguf new file mode 100644 index 0000000..85fd25a --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a71193cf475c0d6fb569e4079e089d584ec7dc1ba45c1bf0f5bc8a13c78bccd4 +size 4553137472 diff --git a/EuroLLM-9B-MeditronFO.i1-Q3_K_S.gguf b/EuroLLM-9B-MeditronFO.i1-Q3_K_S.gguf new file mode 100644 index 0000000..b6e1b34 --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c692803ec16981ef74845ec603b5f73dba98253964fd89a1f8bb163f5ae6d898 +size 4141768000 diff --git a/EuroLLM-9B-MeditronFO.i1-Q4_0.gguf b/EuroLLM-9B-MeditronFO.i1-Q4_0.gguf new file mode 100644 index 0000000..8fb7a3c --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43050388e53b5d0fe2a1df896c67a6e8372b4d1a04dc6599df9413033b5602e8 +size 5303360832 diff --git a/EuroLLM-9B-MeditronFO.i1-Q4_1.gguf b/EuroLLM-9B-MeditronFO.i1-Q4_1.gguf new file mode 100644 index 0000000..c6b7b5d --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:552391d6c5f40f3619c117b7c236472893b0c108c92619aeb21ab0406bb56c47 +size 5826862400 diff --git a/EuroLLM-9B-MeditronFO.i1-Q4_K_M.gguf b/EuroLLM-9B-MeditronFO.i1-Q4_K_M.gguf new file mode 100644 index 0000000..41fb161 --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69305d1d6ba76353a0ffb28ce26f67d81aab4e49486b214e76de28f63d53e4f7 +size 5582839104 diff --git a/EuroLLM-9B-MeditronFO.i1-Q4_K_S.gguf b/EuroLLM-9B-MeditronFO.i1-Q4_K_S.gguf new file mode 100644 index 0000000..19b12da --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:650f17391f1b6a60b15ea55a03db77870f32a34f1e41712a38adb7e5d8d9cf09 +size 5321186624 diff --git a/EuroLLM-9B-MeditronFO.i1-Q5_K_M.gguf b/EuroLLM-9B-MeditronFO.i1-Q5_K_M.gguf new file mode 100644 index 0000000..08405bb --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1fb1ed9887d27b3279980a70dd92a9c4a2f1a14e0407a02f3ca77c81b726e9a +size 6518168896 diff --git a/EuroLLM-9B-MeditronFO.i1-Q5_K_S.gguf b/EuroLLM-9B-MeditronFO.i1-Q5_K_S.gguf new file mode 100644 index 0000000..dd6f9c1 --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb88b7984d8084da2a2887b3404190bd5db89511a88919108a46f7bef2f1478f +size 6366092608 diff --git a/EuroLLM-9B-MeditronFO.i1-Q6_K.gguf b/EuroLLM-9B-MeditronFO.i1-Q6_K.gguf new file mode 100644 index 0000000..38e8c43 --- /dev/null +++ b/EuroLLM-9B-MeditronFO.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5840e38a1bffb50331a44726f90861a9b8282cd08ed932146d23558bba942e74 +size 7511956800 diff --git a/EuroLLM-9B-MeditronFO.imatrix.gguf b/EuroLLM-9B-MeditronFO.imatrix.gguf new file mode 100644 index 0000000..c6a5515 --- /dev/null +++ b/EuroLLM-9B-MeditronFO.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f44be6a390e61bf14ef8fffad80391b438a35f7e0f2b44314779423d1c586354 +size 6238368 diff --git a/README.md b/README.md new file mode 100644 index 0000000..7b67f21 --- /dev/null +++ b/README.md @@ -0,0 +1,94 @@ +--- +base_model: EPFLiGHT/EuroLLM-9B-MeditronFO +datasets: +- EPFLiGHT/fully-open-meditron +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- medical +- clinical +- healthcare +- meditron +- fully-open +- medical-llm +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/EPFLiGHT/EuroLLM-9B-MeditronFO + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#EuroLLM-9B-MeditronFO-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-IQ1_S.gguf) | i1-IQ1_S | 2.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-IQ1_M.gguf) | i1-IQ1_M | 2.5 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-IQ2_S.gguf) | i1-IQ2_S | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-IQ2_M.gguf) | i1-IQ2_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-Q2_K.gguf) | i1-Q2_K | 3.7 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-IQ3_XS.gguf) | i1-IQ3_XS | 4.1 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-Q3_K_S.gguf) | i1-Q3_K_S | 4.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-IQ3_S.gguf) | i1-IQ3_S | 4.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-IQ3_M.gguf) | i1-IQ3_M | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.7 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-Q3_K_L.gguf) | i1-Q3_K_L | 5.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-IQ4_XS.gguf) | i1-IQ4_XS | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-Q4_0.gguf) | i1-Q4_0 | 5.4 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-IQ4_NL.gguf) | i1-IQ4_NL | 5.4 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-Q4_K_S.gguf) | i1-Q4_K_S | 5.4 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-Q4_1.gguf) | i1-Q4_1 | 5.9 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-Q5_K_S.gguf) | i1-Q5_K_S | 6.5 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-Q5_K_M.gguf) | i1-Q5_K_M | 6.6 | | +| [GGUF](https://huggingface.co/mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/resolve/main/EuroLLM-9B-MeditronFO.i1-Q6_K.gguf) | i1-Q6_K | 7.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +