From cafff160c6c5f265ac28dabf7c021482a718b434 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 5 Sep 2026 21:28:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: BasedAGI/Tiger-Gemma-9B-V2-i1-GGUF Source: Original Platform --- .gitattributes | 57 +++++++++++++++++++++++++++++++ README.md | 20 +++++++++++ Tiger-Gemma-9B-v2.imatrix.dat | 3 ++ tiger-gemma-9b-v2-i1-IQ2_S.gguf | 3 ++ tiger-gemma-9b-v2-i1-IQ2_XS.gguf | 3 ++ tiger-gemma-9b-v2-i1-IQ2_XXS.gguf | 3 ++ tiger-gemma-9b-v2-i1-IQ3_M.gguf | 3 ++ tiger-gemma-9b-v2-i1-IQ3_S.gguf | 3 ++ tiger-gemma-9b-v2-i1-IQ3_XS.gguf | 3 ++ tiger-gemma-9b-v2-i1-IQ3_XXS.gguf | 3 ++ tiger-gemma-9b-v2-i1-IQ4_NL.gguf | 3 ++ tiger-gemma-9b-v2-i1-IQ4_XS.gguf | 3 ++ tiger-gemma-9b-v2-i1-Q2_K.gguf | 3 ++ tiger-gemma-9b-v2-i1-Q2_K_S.gguf | 3 ++ tiger-gemma-9b-v2-i1-Q3_K_L.gguf | 3 ++ tiger-gemma-9b-v2-i1-Q3_K_M.gguf | 3 ++ tiger-gemma-9b-v2-i1-Q3_K_S.gguf | 3 ++ tiger-gemma-9b-v2-i1-Q4_0.gguf | 3 ++ tiger-gemma-9b-v2-i1-Q4_1.gguf | 3 ++ tiger-gemma-9b-v2-i1-Q4_K_M.gguf | 3 ++ tiger-gemma-9b-v2-i1-Q4_K_S.gguf | 3 ++ tiger-gemma-9b-v2-i1-Q5_K_M.gguf | 3 ++ tiger-gemma-9b-v2-i1-Q5_K_S.gguf | 3 ++ tiger-gemma-9b-v2-i1-Q6_K.gguf | 3 ++ upload_success.txt | 1 + 25 files changed, 144 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 Tiger-Gemma-9B-v2.imatrix.dat create mode 100644 tiger-gemma-9b-v2-i1-IQ2_S.gguf create mode 100644 tiger-gemma-9b-v2-i1-IQ2_XS.gguf create mode 100644 tiger-gemma-9b-v2-i1-IQ2_XXS.gguf create mode 100644 tiger-gemma-9b-v2-i1-IQ3_M.gguf create mode 100644 tiger-gemma-9b-v2-i1-IQ3_S.gguf create mode 100644 tiger-gemma-9b-v2-i1-IQ3_XS.gguf create mode 100644 tiger-gemma-9b-v2-i1-IQ3_XXS.gguf create mode 100644 tiger-gemma-9b-v2-i1-IQ4_NL.gguf create mode 100644 tiger-gemma-9b-v2-i1-IQ4_XS.gguf create mode 100644 tiger-gemma-9b-v2-i1-Q2_K.gguf create mode 100644 tiger-gemma-9b-v2-i1-Q2_K_S.gguf create mode 100644 tiger-gemma-9b-v2-i1-Q3_K_L.gguf create mode 100644 tiger-gemma-9b-v2-i1-Q3_K_M.gguf create mode 100644 tiger-gemma-9b-v2-i1-Q3_K_S.gguf create mode 100644 tiger-gemma-9b-v2-i1-Q4_0.gguf create mode 100644 tiger-gemma-9b-v2-i1-Q4_1.gguf create mode 100644 tiger-gemma-9b-v2-i1-Q4_K_M.gguf create mode 100644 tiger-gemma-9b-v2-i1-Q4_K_S.gguf create mode 100644 tiger-gemma-9b-v2-i1-Q5_K_M.gguf create mode 100644 tiger-gemma-9b-v2-i1-Q5_K_S.gguf create mode 100644 tiger-gemma-9b-v2-i1-Q6_K.gguf create mode 100644 upload_success.txt diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9d0a3c2 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Tiger-Gemma-9B-v2.imatrix.dat filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +tiger-gemma-9b-v2-i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..15fe7f4 --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +--- +base_model: TheDrummer/Tiger-Gemma-9B-v2 +language: +- en +license: mit +quantized_by: SpongeQuant +tags: +- SpongeQuant +- i1-GGUF +--- + +Quantized to `i1-GGUF` using [SpongeQuant](https://github.com/SpongeEngine/SpongeQuant), the Oobabooga of LLM quantization. + + +### What is a `GGUF`? +`GGUF` is a file format used for running large language models (LLMs) on different types of computers. It supports both regular processors (CPUs) and graphics cards (GPUs), making it easier to run models across a wide range of hardware. Many LLMs require powerful and expensive GPUs, but `GGUF` improves compatibility and efficiency by optimizing how models are loaded and executed. If a GPU doesn’t have enough memory, `GGUF` can offload parts of the model to the CPU, allowing it to run even when GPU resources are limited. `GGUF` is designed to work well with quantized models, which use less memory and run faster, making them ideal for lower-end hardware. However, it can also store full-precision models when needed. Thanks to these optimizations, `GGUF` allows LLMs to run efficiently on everything from high-end GPUs to laptops and even CPU-only systems. + + +### What is an `i1-GGUF`? +`i1-GGUF` is an enhanced type of GGUF model that uses imatrix quantization—a smarter way of reducing model size while preserving key details. Instead of shrinking everything equally, it analyzes the importance of different model components and keeps the most crucial parts more accurate. Like standard `GGUF`, `i1-GGUF` allows LLMs to run on various hardware, including CPUs and lower-end GPUs. However, because it prioritizes important weights, `i1-GGUF` models deliver better responses than traditional `GGUF` models while maintaining efficiency. \ No newline at end of file diff --git a/Tiger-Gemma-9B-v2.imatrix.dat b/Tiger-Gemma-9B-v2.imatrix.dat new file mode 100644 index 0000000..64b1331 --- /dev/null +++ b/Tiger-Gemma-9B-v2.imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a624475bccb6505ecb39c885f9811861c7f7a30555dbb02f8944d73b6d8e1417 +size 6116891 diff --git a/tiger-gemma-9b-v2-i1-IQ2_S.gguf b/tiger-gemma-9b-v2-i1-IQ2_S.gguf new file mode 100644 index 0000000..28f2578 --- /dev/null +++ b/tiger-gemma-9b-v2-i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69f54c05b60f5b8102608c4776251e1b9502d27a5170360f0a453ab0a895aa11 +size 3211486400 diff --git a/tiger-gemma-9b-v2-i1-IQ2_XS.gguf b/tiger-gemma-9b-v2-i1-IQ2_XS.gguf new file mode 100644 index 0000000..0e0bf20 --- /dev/null +++ b/tiger-gemma-9b-v2-i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:094de3c607c016adf06585327f82f68b80d6e35f0cae1d0e66ef5100f5ea1b94 +size 3067380928 diff --git a/tiger-gemma-9b-v2-i1-IQ2_XXS.gguf b/tiger-gemma-9b-v2-i1-IQ2_XXS.gguf new file mode 100644 index 0000000..8b5a242 --- /dev/null +++ b/tiger-gemma-9b-v2-i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12a747ed476ce998ca23d96dd3285ecb23e704e760481a1875de31f12853802f +size 2824930496 diff --git a/tiger-gemma-9b-v2-i1-IQ3_M.gguf b/tiger-gemma-9b-v2-i1-IQ3_M.gguf new file mode 100644 index 0000000..27d7c8e --- /dev/null +++ b/tiger-gemma-9b-v2-i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f02da2895c0ca1635a4926020e6b3a0ee50e19fb0b3f18aee362ef3c9ec2cc +size 4494615744 diff --git a/tiger-gemma-9b-v2-i1-IQ3_S.gguf b/tiger-gemma-9b-v2-i1-IQ3_S.gguf new file mode 100644 index 0000000..b599ebf --- /dev/null +++ b/tiger-gemma-9b-v2-i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:881fdae5f5e91be2633817b237bd703485255fa831b0ec34f6fd7583954e664b +size 4337665216 diff --git a/tiger-gemma-9b-v2-i1-IQ3_XS.gguf b/tiger-gemma-9b-v2-i1-IQ3_XS.gguf new file mode 100644 index 0000000..af644bf --- /dev/null +++ b/tiger-gemma-9b-v2-i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcd0a062ce71ae49eec68db7e91c5ab3f6fc6f5a2aa651d0ea161e346ec0cb89 +size 4144989376 diff --git a/tiger-gemma-9b-v2-i1-IQ3_XXS.gguf b/tiger-gemma-9b-v2-i1-IQ3_XXS.gguf new file mode 100644 index 0000000..1daa3a8 --- /dev/null +++ b/tiger-gemma-9b-v2-i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5965d448ab1b83d9cb9407ec47e59f03becaa16ce81764c345ba6ac283b5403 +size 3796739264 diff --git a/tiger-gemma-9b-v2-i1-IQ4_NL.gguf b/tiger-gemma-9b-v2-i1-IQ4_NL.gguf new file mode 100644 index 0000000..151b2e9 --- /dev/null +++ b/tiger-gemma-9b-v2-i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b9bd848e339aa47dde0b45d5ee967e500edf38d7e8c0c39197cbffad53d4061 +size 5443142848 diff --git a/tiger-gemma-9b-v2-i1-IQ4_XS.gguf b/tiger-gemma-9b-v2-i1-IQ4_XS.gguf new file mode 100644 index 0000000..fa01d93 --- /dev/null +++ b/tiger-gemma-9b-v2-i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8f507ad7ca630e8ffdcc5a0fef8ca289692b758a6840f90c47dc507bef4219 +size 5183030464 diff --git a/tiger-gemma-9b-v2-i1-Q2_K.gguf b/tiger-gemma-9b-v2-i1-Q2_K.gguf new file mode 100644 index 0000000..0028e22 --- /dev/null +++ b/tiger-gemma-9b-v2-i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95c189e5c158e60500e4eaf54e9275e9a7cd7d7b3330686aca1e81da20f878c4 +size 3805398208 diff --git a/tiger-gemma-9b-v2-i1-Q2_K_S.gguf b/tiger-gemma-9b-v2-i1-Q2_K_S.gguf new file mode 100644 index 0000000..93afc9c --- /dev/null +++ b/tiger-gemma-9b-v2-i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e95fe9089452c32e176b58e1c1d99f7e65a3aefa22ec91928a08c0281655d9b2 +size 3552511168 diff --git a/tiger-gemma-9b-v2-i1-Q3_K_L.gguf b/tiger-gemma-9b-v2-i1-Q3_K_L.gguf new file mode 100644 index 0000000..24202b0 --- /dev/null +++ b/tiger-gemma-9b-v2-i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b89694237d4f369891bc91774e35e3900eeca40283377ce6ed7a58a30f297c6 +size 5132453056 diff --git a/tiger-gemma-9b-v2-i1-Q3_K_M.gguf b/tiger-gemma-9b-v2-i1-Q3_K_M.gguf new file mode 100644 index 0000000..a42737d --- /dev/null +++ b/tiger-gemma-9b-v2-i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef40202db04e54bb3be1fb3dadbdd875292c4d545bd3e52ada90c7fbb91c8b79 +size 4761781440 diff --git a/tiger-gemma-9b-v2-i1-Q3_K_S.gguf b/tiger-gemma-9b-v2-i1-Q3_K_S.gguf new file mode 100644 index 0000000..7d0e88c --- /dev/null +++ b/tiger-gemma-9b-v2-i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b5fb941dc6d58096b722f94f628b16b42ccd7007ea04c8a767b5582b13c56fc +size 4337665216 diff --git a/tiger-gemma-9b-v2-i1-Q4_0.gguf b/tiger-gemma-9b-v2-i1-Q4_0.gguf new file mode 100644 index 0000000..41b8a91 --- /dev/null +++ b/tiger-gemma-9b-v2-i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32e8b1f62b5d6a11278340a7e676c1a14b578ff915f6a58a9f65c7787cb7e90e +size 5459199168 diff --git a/tiger-gemma-9b-v2-i1-Q4_1.gguf b/tiger-gemma-9b-v2-i1-Q4_1.gguf new file mode 100644 index 0000000..43e90b0 --- /dev/null +++ b/tiger-gemma-9b-v2-i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a1e0e938929296417586fb2162f0afce61e96275882b32964e693acd678cf16 +size 5963367616 diff --git a/tiger-gemma-9b-v2-i1-Q4_K_M.gguf b/tiger-gemma-9b-v2-i1-Q4_K_M.gguf new file mode 100644 index 0000000..f07087b --- /dev/null +++ b/tiger-gemma-9b-v2-i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df620de54260c33bb330deb1bdb8d584c010c38b58ff2618b9b435ba646e8c28 +size 5761057984 diff --git a/tiger-gemma-9b-v2-i1-Q4_K_S.gguf b/tiger-gemma-9b-v2-i1-Q4_K_S.gguf new file mode 100644 index 0000000..d5c23e6 --- /dev/null +++ b/tiger-gemma-9b-v2-i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5dc42c72e74e2f6c0d5968bf053b2ae4e462d0eb446548017b2ffe4b544420e +size 5478925504 diff --git a/tiger-gemma-9b-v2-i1-Q5_K_M.gguf b/tiger-gemma-9b-v2-i1-Q5_K_M.gguf new file mode 100644 index 0000000..dda819f --- /dev/null +++ b/tiger-gemma-9b-v2-i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3314dd128963c06dceeadfe97c51e54a6c670ac14a0d61195e799b941d679d07 +size 6647366848 diff --git a/tiger-gemma-9b-v2-i1-Q5_K_S.gguf b/tiger-gemma-9b-v2-i1-Q5_K_S.gguf new file mode 100644 index 0000000..122050c --- /dev/null +++ b/tiger-gemma-9b-v2-i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c2f402ac4e9ca5a733741695c3a4955a08de306172d4c401525bd59c55e9c80 +size 6483592384 diff --git a/tiger-gemma-9b-v2-i1-Q6_K.gguf b/tiger-gemma-9b-v2-i1-Q6_K.gguf new file mode 100644 index 0000000..5759143 --- /dev/null +++ b/tiger-gemma-9b-v2-i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d9f44cd942f761aa8961e589d6df87e5ba83768ce32c59789b6480904debc24 +size 7589070016 diff --git a/upload_success.txt b/upload_success.txt new file mode 100644 index 0000000..ff2c015 --- /dev/null +++ b/upload_success.txt @@ -0,0 +1 @@ +Upload succeeded.