commit 5736959e1f8437e2909111185f2ef4364fe6a43f Author: ModelHub XC Date: Fri Jun 19 21:16:24 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f7d2469 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-MXFP4_MOE.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ1_M.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ1_M.gguf new file mode 100644 index 0000000..51d712e --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92a658380a36b8278701cb5580c84b8f2aac50c28dd4352d4b7682b10a92bd01 +size 12016854048 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ1_S.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ1_S.gguf new file mode 100644 index 0000000..81573a8 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1583b84e8b0e82928caef3e4f811f515b55cf08644471a7c6e81d1d8b420ab +size 12016854048 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_M.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_M.gguf new file mode 100644 index 0000000..6c90754 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:570ef2955a5ab5f81052376d44170b7ea810450a013683f4b67c4e07fa1b76e0 +size 12065514528 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_S.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_S.gguf new file mode 100644 index 0000000..ff820f4 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5c835c14c2e9116106430008ef18bb698e0b048cdfc8cb8df0c90448fc66aef +size 12065514528 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_XS.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_XS.gguf new file mode 100644 index 0000000..3354ea3 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca3e6a0699d0ca2eb0e950d773267f7d891c859bcd3b06ed1377044d978b05a7 +size 12025701408 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_XXS.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..b5fca43 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:941b5128742ec4f98469b716db8ec1d6fa79df0d697d0645912e3e482e938b56 +size 12016854048 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_M.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_M.gguf new file mode 100644 index 0000000..663e082 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7393f9fc2da3a9a31c46971ee4446bbc6393a40aadbf20f44da41ee6eca5cb8 +size 12202648608 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_S.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_S.gguf new file mode 100644 index 0000000..3e8c584 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b46d5860564572a53e9bdce716cf7e6151424bf7cb9a33d60144963dd0833a3a +size 12065514528 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_XS.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_XS.gguf new file mode 100644 index 0000000..fdfcc62 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c55db40a66dfe857c4032ac00fc18822488cac7290407b5ba83f1a8bace9929 +size 12065514528 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_XXS.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..2793f9e --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b821e61271b698c59128734bb0197d6c8846e9ff6b09f55f2ed673d0c2f9a3b +size 12065514528 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ4_XS.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ4_XS.gguf new file mode 100644 index 0000000..6ffff8c --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13c5bd57ef6d839f6c159c63b620a81d5943382a7688f34ef03d917105703dc6 +size 12096480288 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-MXFP4_MOE.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-MXFP4_MOE.gguf new file mode 100644 index 0000000..ebb09f3 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-MXFP4_MOE.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:007c49ee5c025e0f8f723ab4c7df4206d197b8b0a57380ca1fc8139fcd29672e +size 12109567008 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q2_K.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q2_K.gguf new file mode 100644 index 0000000..b27e4ba --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b1c580c2927e09e4e2a2dec926d14f6376d4ec54a83730b00a387f25e071eb1 +size 12065514528 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q2_K_S.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q2_K_S.gguf new file mode 100644 index 0000000..3e9b9d4 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eac5bd0536d2e5342178a635f6ea41df6904d233c78a7c8ceb9b7e0623ff01f +size 12136293408 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_L.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_L.gguf new file mode 100644 index 0000000..453eac3 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99626b849c6787c67ec520e3e207f44495fe97c68495402cdc77173f3e85d81b +size 13335110688 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_M.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_M.gguf new file mode 100644 index 0000000..5ff76d1 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b7d2209eb15964d902b3dd4368a5c0fca20a28ff16373ebdf54ab7ac4602a9 +size 12916151328 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_S.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_S.gguf new file mode 100644 index 0000000..3acc390 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c3a7c3aa93c5314d834acb01731e2bf877be7db4e75b1f833ca45ac709ae4ae +size 12061090848 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_0.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_0.gguf new file mode 100644 index 0000000..36e2c1d --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:703f2494e6c2ec04cdc1915eef8b76600ddacc21fd715eff69c98f1370bdb622 +size 12148458528 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_1.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_1.gguf new file mode 100644 index 0000000..0b6d1a9 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78b65b7dc6535088aa212171b67b5284d6236fe0cef1af896663b1511482aa8f +size 13369094688 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_K_M.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_K_M.gguf new file mode 100644 index 0000000..8621d6c --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57c4b1b5aa60f544695dd03f6e87df4569e9a4fd3d3d0d087b649e595c152d0b +size 15805136928 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_K_S.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_K_S.gguf new file mode 100644 index 0000000..0a0a924 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05debf46c8271a30faec6acfcceb3b0c00b867b190dfd7d69f636a8d77a31056 +size 14654242848 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q5_K_M.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q5_K_M.gguf new file mode 100644 index 0000000..c87eeb4 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03945182acf716578bd7b0ed60c0bc16dc6342fd749b1d2e40ff321ce7af6d58 +size 16893062688 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q5_K_S.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q5_K_S.gguf new file mode 100644 index 0000000..393058f --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0fbfbe5be31b937b063c79e980d4e4ee8d26ec9de122de82e12f73cc19ad563 +size 15892205088 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q6_K.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q6_K.gguf new file mode 100644 index 0000000..940ec85 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:002713d361dd89b8eddabb5b024de8d40bb928f45cd8dbfe2be666f606742272 +size 22193345568 diff --git a/ELM-gpt-oss-20b-NSFW-v0.2.imatrix.gguf b/ELM-gpt-oss-20b-NSFW-v0.2.imatrix.gguf new file mode 100644 index 0000000..9ed9332 --- /dev/null +++ b/ELM-gpt-oss-20b-NSFW-v0.2.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65b91464aa71b1efed11864454f4aeef150dec7f0f34027a3a6b59621bd34b85 +size 28079776 diff --git a/README.md b/README.md new file mode 100644 index 0000000..db1e63f --- /dev/null +++ b/README.md @@ -0,0 +1,93 @@ +--- +base_model: EeeLM/ELM-gpt-oss-20b-NSFW-v0.2 +datasets: +- EeeLM/Japanese-NSFW-CreativeWriting-GLM4.6-v2 +- EeeLM/Japanese-NSFW-CreativeWriting-GLM4.6-GenQuery-v2 +- Aratako/Japanese-Creative-Writing-39.6k +language: +- ja +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- unsloth +- gpt_oss +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/EeeLM/ELM-gpt-oss-20b-NSFW-v0.2 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ1_M.gguf) | i1-IQ1_M | 12.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ1_S.gguf) | i1-IQ1_S | 12.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 12.1 | | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 12.1 | | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 12.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_M.gguf) | i1-IQ2_M | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ2_S.gguf) | i1-IQ2_S | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_S.gguf) | i1-IQ3_S | 12.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 12.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q2_K.gguf) | i1-Q2_K | 12.2 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q2_K_S.gguf) | i1-Q2_K_S | 12.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_0.gguf) | i1-Q4_0 | 12.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-IQ3_M.gguf) | i1-IQ3_M | 12.3 | | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 13.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 13.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_1.gguf) | i1-Q4_1 | 13.5 | | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 14.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 15.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 16.0 | | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 17.0 | | +| [GGUF](https://huggingface.co/mradermacher/ELM-gpt-oss-20b-NSFW-v0.2-i1-GGUF/resolve/main/ELM-gpt-oss-20b-NSFW-v0.2.i1-Q6_K.gguf) | i1-Q6_K | 22.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +