commit 1c8c5e55791c3ef214e8a6626069bd62d5cec334 Author: ModelHub XC Date: Thu Apr 9 12:58:25 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: BasedAGI/Gemma-3-27B-IT-Codeforces-SFT-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5c4f82b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,64 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-SFT.imatrix.dat filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-TQ1_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-TQ2_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +gemma-3-27b-it-codeforces-sft-i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..440117c --- /dev/null +++ b/README.md @@ -0,0 +1,21 @@ +--- +base_model: qgallouedec/gemma-3-27b-it-codeforces-SFT +language: +- en +license: mit +quantized_by: SpongeQuant +tags: +- SpongeQuant +- i1-GGUF +--- + + +Quantized to `i1-GGUF` using [SpongeQuant](https://github.com/SpongeEngine/SpongeQuant), the Oobabooga of LLM quantization. + +### What is a GGUF? +GGUF is a file format used for running large language models (LLMs) on different types of computers. It supports both regular processors (CPUs) and graphics cards (GPUs), making it easier to run models across a wide range of hardware. Many LLMs require powerful and expensive GPUs, but GGUF improves compatibility and efficiency by optimizing how models are loaded and executed. If a GPU doesn't have enough memory, GGUF can offload parts of the model to the CPU, allowing it to run even when GPU resources are limited. GGUF is designed to work well with quantized models, which use less memory and run faster, making them ideal for lower-end hardware. However, it can also store full-precision models when needed. Thanks to these optimizations, GGUF allows LLMs to run efficiently on everything from high-end GPUs to laptops and even CPU-only systems. + + +### What is an i1-GGUF? +i1-GGUF is an enhanced type of GGUF model that uses imatrix quantization—a smarter way of reducing model size while preserving key details. Instead of shrinking everything equally, it analyzes the importance of different model components and keeps the most crucial parts more accurate. Like standard GGUF, i1-GGUF allows LLMs to run on various hardware, including CPUs and lower-end GPUs. However, because it prioritizes important weights, i1-GGUF models deliver better responses than traditional GGUF models while maintaining efficiency. + diff --git a/gemma-3-27b-it-codeforces-SFT.imatrix.dat b/gemma-3-27b-it-codeforces-SFT.imatrix.dat new file mode 100644 index 0000000..f067bc6 --- /dev/null +++ b/gemma-3-27b-it-codeforces-SFT.imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:956c8df5ee9bc2ff36e33e6e74236cee2d3af0200838efac4fafd2f87ad6dd65 +size 13029455 diff --git a/gemma-3-27b-it-codeforces-sft-i1-IQ1_M.gguf b/gemma-3-27b-it-codeforces-sft-i1-IQ1_M.gguf new file mode 100644 index 0000000..fbfeb46 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58209c6de5164b639ea284fa11ba8292b89c9867b62eee64736be53124bf07df +size 6797246048 diff --git a/gemma-3-27b-it-codeforces-sft-i1-IQ1_S.gguf b/gemma-3-27b-it-codeforces-sft-i1-IQ1_S.gguf new file mode 100644 index 0000000..4ded427 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea1e097614ac862561345919506e3ad498439f941a4a5dde4da670305a5b92a +size 6264247904 diff --git a/gemma-3-27b-it-codeforces-sft-i1-IQ2_M.gguf b/gemma-3-27b-it-codeforces-sft-i1-IQ2_M.gguf new file mode 100644 index 0000000..9bb9643 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35b3296b734a7e3e6675ff3b3eb25b159adc83629416f98a6cda5b5316cbe4b0 +size 9493073504 diff --git a/gemma-3-27b-it-codeforces-sft-i1-IQ2_S.gguf b/gemma-3-27b-it-codeforces-sft-i1-IQ2_S.gguf new file mode 100644 index 0000000..0bda95c --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dde9b1cdf44e3ea7a28d034235267ded2f66e484fc99f78c326ca67c94331803 +size 8782409312 diff --git a/gemma-3-27b-it-codeforces-sft-i1-IQ2_XS.gguf b/gemma-3-27b-it-codeforces-sft-i1-IQ2_XS.gguf new file mode 100644 index 0000000..cd53995 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c62a13cfa1a4bdf5cbcf959ab8a8b518dac464fef104290071bdad49ed85d42 +size 8438904416 diff --git a/gemma-3-27b-it-codeforces-sft-i1-IQ2_XXS.gguf b/gemma-3-27b-it-codeforces-sft-i1-IQ2_XXS.gguf new file mode 100644 index 0000000..9fb41c6 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c76a584af05ce950d745b36505875d20399661c1329fced01905496ed16f0acd +size 7685576288 diff --git a/gemma-3-27b-it-codeforces-sft-i1-IQ3_M.gguf b/gemma-3-27b-it-codeforces-sft-i1-IQ3_M.gguf new file mode 100644 index 0000000..1afd9a9 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d76c3afe1fe618d8b0626474b5074a0da04864ab90cbf6781ca36f7490386d24 +size 12547074272 diff --git a/gemma-3-27b-it-codeforces-sft-i1-IQ3_S.gguf b/gemma-3-27b-it-codeforces-sft-i1-IQ3_S.gguf new file mode 100644 index 0000000..1c0edb7 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc61ce358eec9832ab46cb4f7affd060393e70d01f5a846dc3d69a91c38a267c +size 12167614688 diff --git a/gemma-3-27b-it-codeforces-sft-i1-IQ3_XS.gguf b/gemma-3-27b-it-codeforces-sft-i1-IQ3_XS.gguf new file mode 100644 index 0000000..2999183 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8330c46abed8a81419e1f86cbd6be8cc4a96383f1de6398a2e1c9382ac1f8f0 +size 11562234080 diff --git a/gemma-3-27b-it-codeforces-sft-i1-IQ3_XXS.gguf b/gemma-3-27b-it-codeforces-sft-i1-IQ3_XXS.gguf new file mode 100644 index 0000000..9ef943b --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:329c9e78383afddd9b5a011d5a251669db808b8f5f5f42707d417a6e74a39d7f +size 10716479072 diff --git a/gemma-3-27b-it-codeforces-sft-i1-IQ4_NL.gguf b/gemma-3-27b-it-codeforces-sft-i1-IQ4_NL.gguf new file mode 100644 index 0000000..4ca9a0c --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17648b4f4759b69754d09203aca20e2fee2e96a175e894d9b9dea4d5c36b6b61 +size 15567397088 diff --git a/gemma-3-27b-it-codeforces-sft-i1-IQ4_XS.gguf b/gemma-3-27b-it-codeforces-sft-i1-IQ4_XS.gguf new file mode 100644 index 0000000..46105bb --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b9b73cbdd9e6739ddce4a9dc6d4e670e885bfa992b01f9f351b1a4312b53aa4 +size 14767448288 diff --git a/gemma-3-27b-it-codeforces-sft-i1-Q2_K.gguf b/gemma-3-27b-it-codeforces-sft-i1-Q2_K.gguf new file mode 100644 index 0000000..0487362 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b953986e6293ea85d6be9219030924955f3831105d16b3e7dcd10948d04b10fa +size 10503721184 diff --git a/gemma-3-27b-it-codeforces-sft-i1-Q2_K_S.gguf b/gemma-3-27b-it-codeforces-sft-i1-Q2_K_S.gguf new file mode 100644 index 0000000..dada5d8 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa0d1d509acd6f1295f55f22855fae22b68295061d60e4a5bf62ba0bcd5dae6a +size 9757446368 diff --git a/gemma-3-27b-it-codeforces-sft-i1-Q3_K_L.gguf b/gemma-3-27b-it-codeforces-sft-i1-Q3_K_L.gguf new file mode 100644 index 0000000..cfbf035 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6491ec0453815467ed04476f2e3750651b9f224aa089d9d73d67099d2efa572 +size 14543462624 diff --git a/gemma-3-27b-it-codeforces-sft-i1-Q3_K_M.gguf b/gemma-3-27b-it-codeforces-sft-i1-Q3_K_M.gguf new file mode 100644 index 0000000..d5600fb --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69713edf09f4a9beabfc6c1c2df0c8cb945aaeffc4cbb4937c468380a3c449f9 +size 13437640928 diff --git a/gemma-3-27b-it-codeforces-sft-i1-Q3_K_S.gguf b/gemma-3-27b-it-codeforces-sft-i1-Q3_K_S.gguf new file mode 100644 index 0000000..3887a08 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5581e0953c2f9c623e8a41d600241a79aa9aeb9ebaf1918f52d3d1dd28477f +size 12167614688 diff --git a/gemma-3-27b-it-codeforces-sft-i1-Q4_0.gguf b/gemma-3-27b-it-codeforces-sft-i1-Q4_0.gguf new file mode 100644 index 0000000..5951f43 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b189769bb8a98bb934e2ea2d14cc903058e5c5ad8e85d770069c663409306bb +size 15617974496 diff --git a/gemma-3-27b-it-codeforces-sft-i1-Q4_1.gguf b/gemma-3-27b-it-codeforces-sft-i1-Q4_1.gguf new file mode 100644 index 0000000..bc9325b --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29afb015141ad01645db9e65ef9177d1264c51fc6d269c83b7b5807d72cfefa4 +size 17167294688 diff --git a/gemma-3-27b-it-codeforces-sft-i1-Q4_K_M.gguf b/gemma-3-27b-it-codeforces-sft-i1-Q4_K_M.gguf new file mode 100644 index 0000000..f051b7e --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:900d8430a59107e571714f0edb9c85252ad93f36f3a8554778c80df4189dd422 +size 16546689248 diff --git a/gemma-3-27b-it-codeforces-sft-i1-Q4_K_S.gguf b/gemma-3-27b-it-codeforces-sft-i1-Q4_K_S.gguf new file mode 100644 index 0000000..ed287a7 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:794f89d7257204e3d9fd5a7df917ce96052117bec763bbf21f97bc6434d1fd69 +size 15674056928 diff --git a/gemma-3-27b-it-codeforces-sft-i1-Q5_0.gguf b/gemma-3-27b-it-codeforces-sft-i1-Q5_0.gguf new file mode 100644 index 0000000..6a37f6d --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dce14c8e3aa14c3b7817445420b9eb71c034c40d998732e08a5d3a433f03f53e +size 18817769696 diff --git a/gemma-3-27b-it-codeforces-sft-i1-Q5_1.gguf b/gemma-3-27b-it-codeforces-sft-i1-Q5_1.gguf new file mode 100644 index 0000000..5cf78d9 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39880638a2610682f6245357e71be77b9a5eec0c3cc0cf5a7a042050f28ae163 +size 20367089888 diff --git a/gemma-3-27b-it-codeforces-sft-i1-Q5_K_M.gguf b/gemma-3-27b-it-codeforces-sft-i1-Q5_K_M.gguf new file mode 100644 index 0000000..279bb14 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1983135203b8d9af1dd4ba214ebe60e9fe54fde8aba22770ce4ab21418dcf22 +size 19271676128 diff --git a/gemma-3-27b-it-codeforces-sft-i1-Q5_K_S.gguf b/gemma-3-27b-it-codeforces-sft-i1-Q5_K_S.gguf new file mode 100644 index 0000000..9ae7f01 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:015d74959f06deacc13e82fcab5bf1d34ea3c826b1f12502aff887200d4cf673 +size 18767192288 diff --git a/gemma-3-27b-it-codeforces-sft-i1-Q6_K.gguf b/gemma-3-27b-it-codeforces-sft-i1-Q6_K.gguf new file mode 100644 index 0000000..02e0ebe --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d00b42655e997902e79d71234ec27bfc3837eecc4d3e02c8cbb7453e3876a450 +size 22166974688 diff --git a/gemma-3-27b-it-codeforces-sft-i1-TQ1_0.gguf b/gemma-3-27b-it-codeforces-sft-i1-TQ1_0.gguf new file mode 100644 index 0000000..73760bc --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-TQ1_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2403bc10d1818f9cf695b8ce6fb3508716ad3b323a5c235e44e59eab7978a4b0 +size 6567973088 diff --git a/gemma-3-27b-it-codeforces-sft-i1-TQ2_0.gguf b/gemma-3-27b-it-codeforces-sft-i1-TQ2_0.gguf new file mode 100644 index 0000000..8651019 --- /dev/null +++ b/gemma-3-27b-it-codeforces-sft-i1-TQ2_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff122503c17341d3f10a79ad18f45a80a65e3ab1644a9a8fc120dd9972d70c4 +size 7767896288 diff --git a/upload_success.txt b/upload_success.txt new file mode 100644 index 0000000..ff2c015 --- /dev/null +++ b/upload_success.txt @@ -0,0 +1 @@ +Upload succeeded.