From 1ecbb3e5e5690d40432bac69512a5a4a4dc8603c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 30 Jun 2026 19:06:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: IlyaGusev/saiga_gemma3_12b_gguf Source: Original Platform --- .gitattributes | 36 ++++++++++++++++++++++++++++++++++++ README.md | 31 +++++++++++++++++++++++++++++++ saiga_gemma3_12b.BF16.gguf | 3 +++ saiga_gemma3_12b.Q2_K.gguf | 3 +++ saiga_gemma3_12b.Q3_K_M.gguf | 3 +++ saiga_gemma3_12b.Q4_K_M.gguf | 3 +++ saiga_gemma3_12b.Q4_K_S.gguf | 3 +++ saiga_gemma3_12b.Q5_K_M.gguf | 3 +++ saiga_gemma3_12b.Q6_K.gguf | 3 +++ saiga_gemma3_12b.Q8_0.gguf | 3 +++ 10 files changed, 91 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 saiga_gemma3_12b.BF16.gguf create mode 100644 saiga_gemma3_12b.Q2_K.gguf create mode 100644 saiga_gemma3_12b.Q3_K_M.gguf create mode 100644 saiga_gemma3_12b.Q4_K_M.gguf create mode 100644 saiga_gemma3_12b.Q4_K_S.gguf create mode 100644 saiga_gemma3_12b.Q5_K_M.gguf create mode 100644 saiga_gemma3_12b.Q6_K.gguf create mode 100644 saiga_gemma3_12b.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f15b49c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +*.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..8219189 --- /dev/null +++ b/README.md @@ -0,0 +1,31 @@ +--- +datasets: +- IlyaGusev/saiga_scored +- IlyaGusev/saiga_preferences +language: +- ru +inference: false +license: gemma +--- + +Llama.cpp compatible versions of an original [12B model](https://huggingface.co/IlyaGusev/saiga_gemma3_12b). + +Download one of the versions, for example `saiga_gemma3_12b.Q4_K_M.gguf`. +``` +wget https://huggingface.co/IlyaGusev/saiga_gemma3_12b_gguf/resolve/main/saiga_gemma3_12b.Q4_K_M.gguf +``` + +Download [interact_gguf.py](https://raw.githubusercontent.com/IlyaGusev/saiga/refs/heads/main/scripts/interact_gguf.py) +``` +https://raw.githubusercontent.com/IlyaGusev/saiga/refs/heads/main/scripts/interact_gguf.py +``` + +How to run: +``` +pip install llama-cpp-python fire + +python3 interact_gguf.py saiga_gemma3_12b.Q4_K_M.gguf +``` + +System requirements: +* 13GB RAM for q8_0 and less for smaller quantizations \ No newline at end of file diff --git a/saiga_gemma3_12b.BF16.gguf b/saiga_gemma3_12b.BF16.gguf new file mode 100644 index 0000000..8be176f --- /dev/null +++ b/saiga_gemma3_12b.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d138c536f9dfa34bc00bfff169e589d335ffb0ab6263fb20dbe20cc2e4f4d6a +size 23540151232 diff --git a/saiga_gemma3_12b.Q2_K.gguf b/saiga_gemma3_12b.Q2_K.gguf new file mode 100644 index 0000000..3029c0d --- /dev/null +++ b/saiga_gemma3_12b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49cf6042cd4b78bbffc4f7d3c1ece30ce7c650516e8fbb90e368cd70338a7286 +size 4768220992 diff --git a/saiga_gemma3_12b.Q3_K_M.gguf b/saiga_gemma3_12b.Q3_K_M.gguf new file mode 100644 index 0000000..0ac50cb --- /dev/null +++ b/saiga_gemma3_12b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b39e231de4987d32b558c54d9f9ae9696462b926997ae4f7f673f6580e5f70e8 +size 6008817472 diff --git a/saiga_gemma3_12b.Q4_K_M.gguf b/saiga_gemma3_12b.Q4_K_M.gguf new file mode 100644 index 0000000..92a88e7 --- /dev/null +++ b/saiga_gemma3_12b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60c9d2c06d31c620e009dc7f05b1acc0f206f57ccbbe44626419ef80db846e2f +size 7300777792 diff --git a/saiga_gemma3_12b.Q4_K_S.gguf b/saiga_gemma3_12b.Q4_K_S.gguf new file mode 100644 index 0000000..97be8df --- /dev/null +++ b/saiga_gemma3_12b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8035d5a9acbb227a1918f1c02ee7b80c37b5dab6df3068c75314ca3aaf6d23e3 +size 6935332672 diff --git a/saiga_gemma3_12b.Q5_K_M.gguf b/saiga_gemma3_12b.Q5_K_M.gguf new file mode 100644 index 0000000..fc9b498 --- /dev/null +++ b/saiga_gemma3_12b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23ecffd8b98e89adcea9e5692c6d96ec266c57711be3ebe379f4130501c74a11 +size 8445036352 diff --git a/saiga_gemma3_12b.Q6_K.gguf b/saiga_gemma3_12b.Q6_K.gguf new file mode 100644 index 0000000..b501b6e --- /dev/null +++ b/saiga_gemma3_12b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc23fac2f88dc32dac6ff5c2ef11aeacf20c99e07879574bf38bda9057f64446 +size 9660811072 diff --git a/saiga_gemma3_12b.Q8_0.gguf b/saiga_gemma3_12b.Q8_0.gguf new file mode 100644 index 0000000..b4fa240 --- /dev/null +++ b/saiga_gemma3_12b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b0be5b3f1ae55117cf34844d3810e088a7925b830ac9b4643c5f6477ef635a5 +size 12510212032