From 8946cecb8bd83927b5e86ed343719c0926f7f694 Mon Sep 17 00:00:00 2001
From: ModelHub XC <noreply@modelhub.org.cn>
Date: Mon, 1 Jun 2026 21:30:12 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?=
 =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?=
 =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Model: DevQuasar/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b-GGUF
Source: Original Platform
---
 .gitattributes                                | 47 +++++++++++++++++++
 README.md                                     | 20 ++++++++
 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q2_K.gguf   |  3 ++
 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_L.gguf |  3 ++
 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_M.gguf |  3 ++
 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_S.gguf |  3 ++
 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q4_K_M.gguf |  3 ++
 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q4_K_S.gguf |  3 ++
 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q5_K_M.gguf |  3 ++
 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q5_K_S.gguf |  3 ++
 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q6_K.gguf   |  3 ++
 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q8_0.gguf   |  3 ++
 ...-LLM-V3.0-Qwen-32b.f16-00001-of-00002.gguf |  3 ++
 ...-LLM-V3.0-Qwen-32b.f16-00002-of-00002.gguf |  3 ++
 configuration.json                            |  1 +
 15 files changed, 104 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 README.md
 create mode 100644 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q2_K.gguf
 create mode 100644 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_L.gguf
 create mode 100644 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_M.gguf
 create mode 100644 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_S.gguf
 create mode 100644 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q4_K_M.gguf
 create mode 100644 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q4_K_S.gguf
 create mode 100644 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q5_K_M.gguf
 create mode 100644 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q5_K_S.gguf
 create mode 100644 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q6_K.gguf
 create mode 100644 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q8_0.gguf
 create mode 100644 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.f16-00001-of-00002.gguf
 create mode 100644 Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.f16-00002-of-00002.gguf
 create mode 100644 configuration.json

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..53d7257
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,47 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.gguf* filter=lfs diff=lfs merge=lfs -text
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
\ No newline at end of file
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..aa430a6
--- /dev/null
+++ b/README.md
@@ -0,0 +1,20 @@
+---
+base_model:
+- Rombo-Org/Rombo-LLM-V3.0-Qwen-32b
+pipeline_tag: text-generation
+---
+
+[<img src="https://raw.githubusercontent.com/csabakecskemeti/devquasar/main/dq_logo_black-transparent.png" width="200"/>](https://devquasar.com)
+
+Quantized version of: [Rombo-Org/Rombo-LLM-V3.0-Qwen-32b](https://huggingface.co/Rombo-Org/Rombo-LLM-V3.0-Qwen-32b)
+
+'Make knowledge free for everyone'
+
+<p align="center">
+  Made with <br>
+  <a href="https://www.civo.com/" target="_blank">
+    <img src="https://www.civo.com/assets/public/brand-assets/civo-logo-colour-60cc1622dedf346f7afde1fff760523f731b0aac106a5465af98ff4073114b74.svg" width="100"/>
+  </a>
+</p>
+
+<a href='https://ko-fi.com/L4L416YX7C' target='_blank'><img height='36' style='border:0px;height:36px;' src='https://storage.ko-fi.com/cdn/kofi6.png?v=6' border='0' alt='Buy Me a Coffee at ko-fi.com' /></a>
diff --git a/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q2_K.gguf b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q2_K.gguf
new file mode 100644
index 0000000..254fe81
--- /dev/null
+++ b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q2_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df614a82c90140b9176b7998a55331b7ac45b328c3bdca2569870e2492bb2cf1
+size 12313098912
diff --git a/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_L.gguf b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_L.gguf
new file mode 100644
index 0000000..53409f1
--- /dev/null
+++ b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_L.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1762bdc1e2240406f7daae31a991c67241e6905e14f6342f7967bdd9c4a1ad51
+size 17247079072
diff --git a/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_M.gguf b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_M.gguf
new file mode 100644
index 0000000..28b5c56
--- /dev/null
+++ b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40f0c17a52b340a3698d73b9d3c20a08f445ac75f8bdc2b345903e53239be25
+size 15935048352
diff --git a/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_S.gguf b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_S.gguf
new file mode 100644
index 0000000..64214fc
--- /dev/null
+++ b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q3_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26113b145fa4cbf9cb84b6c23a1a75a912c170cc2622dec56251bb610bf47ca4
+size 14392330912
diff --git a/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q4_K_M.gguf b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q4_K_M.gguf
new file mode 100644
index 0000000..290cc04
--- /dev/null
+++ b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q4_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba83a769dec284202d044c0fbbf3f87db3d0411641617e92baf9808a722dc474
+size 19851336352
diff --git a/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q4_K_S.gguf b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q4_K_S.gguf
new file mode 100644
index 0000000..eb401dd
--- /dev/null
+++ b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q4_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c1684ae9008e606f2a660906d23e6463ccaa7e2a6b32a454df85a4723f5550
+size 18784410272
diff --git a/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q5_K_M.gguf b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q5_K_M.gguf
new file mode 100644
index 0000000..cb1b773
--- /dev/null
+++ b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q5_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0a3100593efb032a165b72eb2ef4347e7ee819aa6c1784e109f822607852fd
+size 23262157472
diff --git a/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q5_K_S.gguf b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q5_K_S.gguf
new file mode 100644
index 0000000..e61b758
--- /dev/null
+++ b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q5_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fc3ff67bed99dbd527542875db58fc3892eac9edf26c44a4ec86420eef28ee
+size 22638254752
diff --git a/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q6_K.gguf b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q6_K.gguf
new file mode 100644
index 0000000..42a6037
--- /dev/null
+++ b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q6_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2d996a2c281a39f5c51b2374f9a5fd61c2836d5864799784ef614d5ceed231
+size 26886154912
diff --git a/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q8_0.gguf b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q8_0.gguf
new file mode 100644
index 0000000..54cc522
--- /dev/null
+++ b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.Q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280beb999a25ddf46e5a4be6e06a50cb9c75a2f9d2cf13829687eedccd3ed758
+size 34820885152
diff --git a/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.f16-00001-of-00002.gguf b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.f16-00001-of-00002.gguf
new file mode 100644
index 0000000..11a2a50
--- /dev/null
+++ b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.f16-00001-of-00002.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb55ddbed9a063fe4e5a16b844aeb9a8cc122e1024ff2d712a815f7627696e3
+size 39770559264
diff --git a/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.f16-00002-of-00002.gguf b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.f16-00002-of-00002.gguf
new file mode 100644
index 0000000..97db65e
--- /dev/null
+++ b/Rombo-Org.Rombo-LLM-V3.0-Qwen-32b.f16-00002-of-00002.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c79f27a5b17f8a464f4eed92531657f39f6dd21fc4040084c74f0ff123f55f
+size 25765410880
diff --git a/configuration.json b/configuration.json
new file mode 100644
index 0000000..bbeeda1
--- /dev/null
+++ b/configuration.json
@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
\ No newline at end of file