commit 070acdec3af5e399602cb070995d2d08608627fd Author: ModelHub XC Date: Mon May 4 14:16:54 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1d5a25d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..af31254 --- /dev/null +++ b/README.md @@ -0,0 +1,89 @@ +--- +base_model: EpistemeAI/gpt-oss-20b-unsloth-Multilingual-Thinking-H +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- unsloth +- gpt_oss +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/EpistemeAI/gpt-oss-20b-unsloth-Multilingual-Thinking-H + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ1_M.gguf) | i1-IQ1_M | 12.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ1_S.gguf) | i1-IQ1_S | 12.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 12.1 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 12.1 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 12.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_M.gguf) | i1-IQ2_M | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_S.gguf) | i1-IQ2_S | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_S.gguf) | i1-IQ3_S | 12.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 12.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-Q2_K.gguf) | i1-Q2_K | 12.2 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 12.2 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-Q2_K_S.gguf) | i1-Q2_K_S | 12.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_0.gguf) | i1-Q4_0 | 12.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_M.gguf) | i1-IQ3_M | 12.3 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 13.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 13.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_1.gguf) | i1-Q4_1 | 13.5 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 14.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 15.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 16.0 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 17.0 | | +| [GGUF](https://huggingface.co/mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/resolve/main/gpt-oss-20b-unsloth-puzzle-V2.i1-Q6_K.gguf) | i1-Q6_K | 22.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ1_M.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ1_M.gguf new file mode 100644 index 0000000..6e352c7 --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3a2cd0f4c6ed988537714b1d399e23908a0f2d29ea61a322a4583302d9f730c +size 12016853184 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ1_S.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ1_S.gguf new file mode 100644 index 0000000..9a5f42d --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58be426f35848beb74faa82ebbd1947b519ec975f223afee8008388b38b2d17d +size 12016853184 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_M.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_M.gguf new file mode 100644 index 0000000..5ea7830 --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:474a87855e30e2a7dd963fdae63229d684ac39c690b46c92ae141d7a6f7e887a +size 12065513664 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_S.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_S.gguf new file mode 100644 index 0000000..e74b1f4 --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e87e9e3a16f92a768a9f3dca08cadac53c251ff12759811069b55dbc9074c2a5 +size 12065513664 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_XS.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_XS.gguf new file mode 100644 index 0000000..b38cde8 --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03546b22b8bc56e5c8269ed6663094fcaab938d6ed51b5f345cddb81df370ab8 +size 12025700544 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_XXS.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..e6015b7 --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41e38ba04fbc95f26c74d492499a9698f738f3619ddcd9160c976dcf8383565d +size 12016853184 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_M.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_M.gguf new file mode 100644 index 0000000..fa97a4a --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9b1e54a83a9671850452ab9bbd7dc9782e323812268440126245b764fb2b227 +size 12202647744 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_S.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_S.gguf new file mode 100644 index 0000000..dab60e7 --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8b41c433408e4ab0c60e76d5e1e596063a1ccb6d5c717a7b9e01d898e85b597 +size 12065513664 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_XS.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_XS.gguf new file mode 100644 index 0000000..5fbbdec --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65105a6ab3dfc372d636fad101bf456b089962b573e6e5bb2762822528ccbc5c +size 12065513664 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_XXS.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..ead674d --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:633564b833697bf684545e4b7b6241c8be05d1423312edcc7c6a7a962715f90c +size 12065513664 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ4_XS.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ4_XS.gguf new file mode 100644 index 0000000..33e6bdd --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a8691d0715f52a17726022a722e57ef8719d6c53a8d147adf0c682a70f003a2 +size 12096479424 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-Q2_K.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q2_K.gguf new file mode 100644 index 0000000..26801bb --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5db7c86461d66b14438bdc1338a63b2ac0d7901828f8b0fd629c7a8f357b0aa3 +size 12065513664 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-Q2_K_S.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q2_K_S.gguf new file mode 100644 index 0000000..87ceb37 --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e67d2aad8db9a3ecd8ec2eee0e4447bfcb6a478c2df994e68a5fa410db358d9a +size 12136292544 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_L.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_L.gguf new file mode 100644 index 0000000..f4a519b --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f2f6c39b7c515e66ee6d8a235c62a39d82dbc2ef56f15d1711ced00e947ed72 +size 13335109824 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_M.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_M.gguf new file mode 100644 index 0000000..c5697e8 --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48b3e3b4f30b99f529115474dfbfca6c0dd50e32c05cb6025fab285bba4a5070 +size 12916150464 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_S.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_S.gguf new file mode 100644 index 0000000..7bc6da9 --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94e50a43922e0171cc199225b55ca4198c1e1656003273bcd14ab5d10c45e42d +size 12061089984 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_0.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_0.gguf new file mode 100644 index 0000000..aa497fa --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859a8714de3e5cc075543126735b81af4fa0b5a5ca93785eebeb520384c8b9a7 +size 12148457664 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_1.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_1.gguf new file mode 100644 index 0000000..8b9ac87 --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47733cebbe04e93796ce10575a42962ad85445daddc1982fcef9166f2fe0bf53 +size 13369093824 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_K_M.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_K_M.gguf new file mode 100644 index 0000000..d0b9138 --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e1563117db5778922559f23cc50c12b5f88e60044c5be594e8dff0414e097ac +size 15805136064 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_K_S.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_K_S.gguf new file mode 100644 index 0000000..618915c --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89e13ed4a4c359bfa29823d8b89aaf22f9bfc7d93649ad1d7b0c8d8650d25c02 +size 14654241984 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-Q5_K_M.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q5_K_M.gguf new file mode 100644 index 0000000..8fa8c19 --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f4b1083f3cbbfe9c1bae6def0e997342e231f95e6486d6b38a6ee405630c80 +size 16893061824 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-Q5_K_S.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q5_K_S.gguf new file mode 100644 index 0000000..cae6b72 --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f10c88d74e6c82b13eb3e2a51f652ec507cde23adb18a0490c0bcb595a65f45f +size 15892204224 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.i1-Q6_K.gguf b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q6_K.gguf new file mode 100644 index 0000000..c6f640a --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34f43f43bf482c57471f5ce32067a0f9879d4075ccdc7975b42626f278dfa541 +size 22193344704 diff --git a/gpt-oss-20b-unsloth-puzzle-V2.imatrix.gguf b/gpt-oss-20b-unsloth-puzzle-V2.imatrix.gguf new file mode 100644 index 0000000..26eac97 --- /dev/null +++ b/gpt-oss-20b-unsloth-puzzle-V2.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a5384a1c2cbe3a7d3bc02167dad5998e592fb440054bccb7fecd0848411a841 +size 28079776