From 2e8e7abd7ad4e878adbda3d8603509f1cd61e78a Mon Sep 17 00:00:00 2001
From: ModelHub XC <noreply@modelhub.org.cn>
Date: Sat, 20 Jun 2026 00:43:12 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?=
 =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?=
 =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Model: DevQuasar/rinna.qwen2.5-bakeneko-32b-instruct-GGUF
Source: Original Platform
---
 .gitattributes                                | 47 +++++++++++++++++++
 README.md                                     | 20 ++++++++
 configuration.json                            |  1 +
 rinna.qwen2.5-bakeneko-32b-instruct.Q2_K.gguf |  3 ++
 ....qwen2.5-bakeneko-32b-instruct.Q3_K_L.gguf |  3 ++
 ....qwen2.5-bakeneko-32b-instruct.Q3_K_M.gguf |  3 ++
 ....qwen2.5-bakeneko-32b-instruct.Q3_K_S.gguf |  3 ++
 ....qwen2.5-bakeneko-32b-instruct.Q4_K_M.gguf |  3 ++
 ....qwen2.5-bakeneko-32b-instruct.Q4_K_S.gguf |  3 ++
 ....qwen2.5-bakeneko-32b-instruct.Q5_K_M.gguf |  3 ++
 ....qwen2.5-bakeneko-32b-instruct.Q5_K_S.gguf |  3 ++
 rinna.qwen2.5-bakeneko-32b-instruct.Q6_K.gguf |  3 ++
 rinna.qwen2.5-bakeneko-32b-instruct.Q8_0.gguf |  3 ++
 ...eneko-32b-instruct.f16-00001-of-00002.gguf |  3 ++
 ...eneko-32b-instruct.f16-00002-of-00002.gguf |  3 ++
 15 files changed, 104 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 README.md
 create mode 100644 configuration.json
 create mode 100644 rinna.qwen2.5-bakeneko-32b-instruct.Q2_K.gguf
 create mode 100644 rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_L.gguf
 create mode 100644 rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_M.gguf
 create mode 100644 rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_S.gguf
 create mode 100644 rinna.qwen2.5-bakeneko-32b-instruct.Q4_K_M.gguf
 create mode 100644 rinna.qwen2.5-bakeneko-32b-instruct.Q4_K_S.gguf
 create mode 100644 rinna.qwen2.5-bakeneko-32b-instruct.Q5_K_M.gguf
 create mode 100644 rinna.qwen2.5-bakeneko-32b-instruct.Q5_K_S.gguf
 create mode 100644 rinna.qwen2.5-bakeneko-32b-instruct.Q6_K.gguf
 create mode 100644 rinna.qwen2.5-bakeneko-32b-instruct.Q8_0.gguf
 create mode 100644 rinna.qwen2.5-bakeneko-32b-instruct.f16-00001-of-00002.gguf
 create mode 100644 rinna.qwen2.5-bakeneko-32b-instruct.f16-00002-of-00002.gguf

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..0045d1f
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,47 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+rinna.qwen2.5-bakeneko-32b-instruct.f16-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+rinna.qwen2.5-bakeneko-32b-instruct.f16-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
+rinna.qwen2.5-bakeneko-32b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+rinna.qwen2.5-bakeneko-32b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+rinna.qwen2.5-bakeneko-32b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+rinna.qwen2.5-bakeneko-32b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+rinna.qwen2.5-bakeneko-32b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+rinna.qwen2.5-bakeneko-32b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+rinna.qwen2.5-bakeneko-32b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..93bedac
--- /dev/null
+++ b/README.md
@@ -0,0 +1,20 @@
+---
+base_model:
+- rinna/qwen2.5-bakeneko-32b-instruct
+pipeline_tag: text-generation
+---
+
+[<img src="https://raw.githubusercontent.com/csabakecskemeti/devquasar/main/dq_logo_black-transparent.png" width="200"/>](https://devquasar.com)
+
+Quantized version of: [rinna/qwen2.5-bakeneko-32b-instruct](https://huggingface.co/rinna/qwen2.5-bakeneko-32b-instruct)
+
+'Make knowledge free for everyone'
+
+<p align="center">
+  Made with <br>
+  <a href="https://www.civo.com/" target="_blank">
+    <img src="https://www.civo.com/assets/public/brand-assets/civo-logo-colour-60cc1622dedf346f7afde1fff760523f731b0aac106a5465af98ff4073114b74.svg" width="100"/>
+  </a>
+</p>
+
+<a href='https://ko-fi.com/L4L416YX7C' target='_blank'><img height='36' style='border:0px;height:36px;' src='https://storage.ko-fi.com/cdn/kofi6.png?v=6' border='0' alt='Buy Me a Coffee at ko-fi.com' /></a>
diff --git a/configuration.json b/configuration.json
new file mode 100644
index 0000000..bbeeda1
--- /dev/null
+++ b/configuration.json
@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
\ No newline at end of file
diff --git a/rinna.qwen2.5-bakeneko-32b-instruct.Q2_K.gguf b/rinna.qwen2.5-bakeneko-32b-instruct.Q2_K.gguf
new file mode 100644
index 0000000..2a6d676
--- /dev/null
+++ b/rinna.qwen2.5-bakeneko-32b-instruct.Q2_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef01caa20a184c98d65bf1d284141fdb7227066b1340d0de006ba7d3a60aed5
+size 12313099232
diff --git a/rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_L.gguf b/rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_L.gguf
new file mode 100644
index 0000000..5f7052a
--- /dev/null
+++ b/rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_L.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3d527d8fd91606f32b39af470b2815138f952d7ca51a27b52c9f3a3b073d79
+size 17247079392
diff --git a/rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_M.gguf b/rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_M.gguf
new file mode 100644
index 0000000..da65368
--- /dev/null
+++ b/rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf586b6a300f2241b6c446a7014e12b63a2daae628ee9c6a7bcff2ad81aae4e
+size 15935048672
diff --git a/rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_S.gguf b/rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_S.gguf
new file mode 100644
index 0000000..563df3e
--- /dev/null
+++ b/rinna.qwen2.5-bakeneko-32b-instruct.Q3_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f3ff3cf77d31947dda90692800b28efa6c4e9cbfa9cc3c72501e3876f2aedc
+size 14392331232
diff --git a/rinna.qwen2.5-bakeneko-32b-instruct.Q4_K_M.gguf b/rinna.qwen2.5-bakeneko-32b-instruct.Q4_K_M.gguf
new file mode 100644
index 0000000..851090f
--- /dev/null
+++ b/rinna.qwen2.5-bakeneko-32b-instruct.Q4_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d542c3a53d7d4c83f8540cf6878cc5b4c577ab2c5938e620583b8bb5931160f5
+size 19851336672
diff --git a/rinna.qwen2.5-bakeneko-32b-instruct.Q4_K_S.gguf b/rinna.qwen2.5-bakeneko-32b-instruct.Q4_K_S.gguf
new file mode 100644
index 0000000..9cae4d5
--- /dev/null
+++ b/rinna.qwen2.5-bakeneko-32b-instruct.Q4_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684f9afb72b225b9d90614190a4eb069337ea65ebd180fb3419d8bee3f508156
+size 18784410592
diff --git a/rinna.qwen2.5-bakeneko-32b-instruct.Q5_K_M.gguf b/rinna.qwen2.5-bakeneko-32b-instruct.Q5_K_M.gguf
new file mode 100644
index 0000000..8b2d662
--- /dev/null
+++ b/rinna.qwen2.5-bakeneko-32b-instruct.Q5_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be47d63842c540941662a442e499eba9ebcb6154b5c7d6132b76ce1f54731b2
+size 23262157792
diff --git a/rinna.qwen2.5-bakeneko-32b-instruct.Q5_K_S.gguf b/rinna.qwen2.5-bakeneko-32b-instruct.Q5_K_S.gguf
new file mode 100644
index 0000000..42c6d25
--- /dev/null
+++ b/rinna.qwen2.5-bakeneko-32b-instruct.Q5_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a7ce8edec1045c0cf3c6735875e26b3d539a721e778a5ea2bd11c7a99a07cb
+size 22638255072
diff --git a/rinna.qwen2.5-bakeneko-32b-instruct.Q6_K.gguf b/rinna.qwen2.5-bakeneko-32b-instruct.Q6_K.gguf
new file mode 100644
index 0000000..159d608
--- /dev/null
+++ b/rinna.qwen2.5-bakeneko-32b-instruct.Q6_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1b9ebfb04730949b294b08f5790b999006580bb12e1fd0364ec0135a044a27
+size 26886155232
diff --git a/rinna.qwen2.5-bakeneko-32b-instruct.Q8_0.gguf b/rinna.qwen2.5-bakeneko-32b-instruct.Q8_0.gguf
new file mode 100644
index 0000000..19802d0
--- /dev/null
+++ b/rinna.qwen2.5-bakeneko-32b-instruct.Q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5382dc19151677f7bfe619254b65ab29ee7c3ba34f706b34ca6addf45e968eff
+size 34820885472
diff --git a/rinna.qwen2.5-bakeneko-32b-instruct.f16-00001-of-00002.gguf b/rinna.qwen2.5-bakeneko-32b-instruct.f16-00001-of-00002.gguf
new file mode 100644
index 0000000..28bf7fe
--- /dev/null
+++ b/rinna.qwen2.5-bakeneko-32b-instruct.f16-00001-of-00002.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd120919ad04c017aea4738a5d67d35918c5a9f8f5aa028ee0136e5b8fb287aa
+size 39880800544
diff --git a/rinna.qwen2.5-bakeneko-32b-instruct.f16-00002-of-00002.gguf b/rinna.qwen2.5-bakeneko-32b-instruct.f16-00002-of-00002.gguf
new file mode 100644
index 0000000..4d5c773
--- /dev/null
+++ b/rinna.qwen2.5-bakeneko-32b-instruct.f16-00002-of-00002.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a57e58282837f9c060d9b1f58448e4c81ffa94dfe69277d1554574a84e3f9bf
+size 25655169952