From b9c5db557cb40b9711fdf79ebc89b000b6b03adf Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 1 Jun 2026 21:54:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: DevQuasar/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++ README.md | 20 ++++++++ Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q2_K.gguf | 3 ++ Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_L.gguf | 3 ++ Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_M.gguf | 3 ++ Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_S.gguf | 3 ++ Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q4_K_M.gguf | 3 ++ Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q4_K_S.gguf | 3 ++ Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q5_K_M.gguf | 3 ++ Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q5_K_S.gguf | 3 ++ Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q6_K.gguf | 3 ++ Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q8_0.gguf | 3 ++ ...o-LLM-V3.1-QWQ-32b.f16-00001-of-00002.gguf | 3 ++ ...o-LLM-V3.1-QWQ-32b.f16-00002-of-00002.gguf | 3 ++ configuration.json | 1 + 15 files changed, 104 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q2_K.gguf create mode 100644 Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_L.gguf create mode 100644 Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_M.gguf create mode 100644 Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_S.gguf create mode 100644 Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q4_K_M.gguf create mode 100644 Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q4_K_S.gguf create mode 100644 Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q5_K_M.gguf create mode 100644 Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q5_K_S.gguf create mode 100644 Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q6_K.gguf create mode 100644 Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q8_0.gguf create mode 100644 Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.f16-00001-of-00002.gguf create mode 100644 Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.f16-00002-of-00002.gguf create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..967e947 --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +--- +base_model: +- Rombo-Org/Rombo-LLM-V3.1-QWQ-32b +pipeline_tag: text-generation +--- + +[](https://devquasar.com) + +Quantized version of: [Rombo-Org/Rombo-LLM-V3.1-QWQ-32b](https://huggingface.co/Rombo-Org/Rombo-LLM-V3.1-QWQ-32b) + +'Make knowledge free for everyone' + +

+ Made with
+ + + +

+ +Buy Me a Coffee at ko-fi.com diff --git a/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q2_K.gguf b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q2_K.gguf new file mode 100644 index 0000000..64b1f2b --- /dev/null +++ b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:340d0e755288c73d60cd3c48abd0a232f2780e84f315f083262a6e8e93d3cd83 +size 12313098656 diff --git a/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_L.gguf b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_L.gguf new file mode 100644 index 0000000..88a6032 --- /dev/null +++ b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af7fa0c1e6d380cb68e54dc1a022057804ee186a563afc17745ff71782876a3 +size 17247078816 diff --git a/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_M.gguf b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_M.gguf new file mode 100644 index 0000000..895cd00 --- /dev/null +++ b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f44b9e788517654a45e6f1599ac315f9ec2401224f616d7a16ac25dbfd078dff +size 15935048096 diff --git a/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_S.gguf b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_S.gguf new file mode 100644 index 0000000..d91f9af --- /dev/null +++ b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e300a129a107c79c4ec4bcdfd62ed115931880289d5e64af62307053a2c9463 +size 14392330656 diff --git a/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q4_K_M.gguf b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q4_K_M.gguf new file mode 100644 index 0000000..a836483 --- /dev/null +++ b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae8e4b3c80cf3564edb610458f7175a676cd8580ceb6315639e9019784a4f03 +size 19851336096 diff --git a/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q4_K_S.gguf b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q4_K_S.gguf new file mode 100644 index 0000000..6ec0bfb --- /dev/null +++ b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0348c810be2a2925f55c7567959568028c01e42969532efd3f6a9807cee67ad1 +size 18784410016 diff --git a/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q5_K_M.gguf b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q5_K_M.gguf new file mode 100644 index 0000000..37c1ac0 --- /dev/null +++ b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d234344b08928642cad013dfaf44b2ac164181df0a8c76eef284dd550d69e4df +size 23262157216 diff --git a/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q5_K_S.gguf b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q5_K_S.gguf new file mode 100644 index 0000000..646aed8 --- /dev/null +++ b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6920b95c7feb23a220d055b478ee16043729f13d321d8f3623f6db6866a5d446 +size 22638254496 diff --git a/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q6_K.gguf b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q6_K.gguf new file mode 100644 index 0000000..e7627d6 --- /dev/null +++ b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75d1a78365dd87160572d7c4da7416e83df7260d5178a636ff9d7a1471c84bb1 +size 26886154656 diff --git a/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q8_0.gguf b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q8_0.gguf new file mode 100644 index 0000000..4a7cd48 --- /dev/null +++ b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17b265bc571876620a12352814452c98783b0f65af7145ae0ddc27318e6c606e +size 34820884896 diff --git a/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.f16-00001-of-00002.gguf b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.f16-00001-of-00002.gguf new file mode 100644 index 0000000..d7c9ea6 --- /dev/null +++ b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.f16-00001-of-00002.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee138d0816c4ea0dadb9b4e0055fac484d0bfb1dc77f2c3fd70de213f349419 +size 39770559008 diff --git a/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.f16-00002-of-00002.gguf b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.f16-00002-of-00002.gguf new file mode 100644 index 0000000..0ef7312 --- /dev/null +++ b/Rombo-Org.Rombo-LLM-V3.1-QWQ-32b.f16-00002-of-00002.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf5764136923736c2e1c4db80e6917e94da8a5e844aa5669ccab185700609588 +size 25765410880 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file