From 9f8dc55b029445e0df440f3b342b8e1839a11b08 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 11 May 2026 14:13:51 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF Source: Original Platform --- .gitattributes | 72 +++++++++++++++++++ ArliAI-QwQ-32B-ArliAI-RpR-v4-IQ4_XS.gguf | 3 + ArliAI-QwQ-32B-ArliAI-RpR-v4-Q2_K.gguf | 3 + ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_L.gguf | 3 + ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_M.gguf | 3 + ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_S.gguf | 3 + ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_M.gguf | 3 + ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_S.gguf | 3 + ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_M.gguf | 3 + ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_S.gguf | 3 + ...32B-ArliAI-RpR-v4-Q6_K-00001-of-00006.gguf | 3 + ...32B-ArliAI-RpR-v4-Q6_K-00002-of-00006.gguf | 3 + ...32B-ArliAI-RpR-v4-Q6_K-00003-of-00006.gguf | 3 + ...32B-ArliAI-RpR-v4-Q6_K-00004-of-00006.gguf | 3 + ...32B-ArliAI-RpR-v4-Q6_K-00005-of-00006.gguf | 3 + ...32B-ArliAI-RpR-v4-Q6_K-00006-of-00006.gguf | 3 + ...32B-ArliAI-RpR-v4-Q8_0-00001-of-00008.gguf | 3 + ...32B-ArliAI-RpR-v4-Q8_0-00002-of-00008.gguf | 3 + ...32B-ArliAI-RpR-v4-Q8_0-00003-of-00008.gguf | 3 + ...32B-ArliAI-RpR-v4-Q8_0-00004-of-00008.gguf | 3 + ...32B-ArliAI-RpR-v4-Q8_0-00005-of-00008.gguf | 3 + ...32B-ArliAI-RpR-v4-Q8_0-00006-of-00008.gguf | 3 + ...32B-ArliAI-RpR-v4-Q8_0-00007-of-00008.gguf | 3 + ...32B-ArliAI-RpR-v4-Q8_0-00008-of-00008.gguf | 3 + README.md | 47 ++++++++++++ configuration.json | 1 + featherless-quants.png | 3 + 27 files changed, 192 insertions(+) create mode 100644 .gitattributes create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-IQ4_XS.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q2_K.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_L.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_M.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_S.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_M.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_S.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_M.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_S.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00001-of-00006.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00002-of-00006.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00003-of-00006.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00004-of-00006.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00005-of-00006.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00006-of-00006.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00001-of-00008.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00002-of-00008.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00003-of-00008.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00004-of-00008.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00005-of-00008.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00006-of-00008.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00007-of-00008.gguf create mode 100644 ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00008-of-00008.gguf create mode 100644 README.md create mode 100644 configuration.json create mode 100644 featherless-quants.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c0dedd7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,72 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +featherless-quants.png filter=lfs diff=lfs merge=lfs -text +ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-IQ4_XS.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-IQ4_XS.gguf new file mode 100644 index 0000000..8778bf2 --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c15d90f69bfedd81345004c9fa6caea9fd762419b7462539dc649c7aa558729e +size 17870101216 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q2_K.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q2_K.gguf new file mode 100644 index 0000000..a13c4aa --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f01abf172e9e795e4e87f07495184e8944c8170ec379fcbdb0ccb1818f343baa +size 12313098976 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_L.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_L.gguf new file mode 100644 index 0000000..f489dff --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4dcd0af3502651ecccea6eb6bca0ffbe04965efd4b1382c2734d4be241053b3 +size 17247079136 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_M.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_M.gguf new file mode 100644 index 0000000..b05598a --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93792c94c6e658b6de9824e14b628b5f5395386f11678bdef4139e9c5cb2bfce +size 15935048416 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_S.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_S.gguf new file mode 100644 index 0000000..df9e241 --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcbc56f077eee918c655ebdd584a9319356246be5cbec61f3378d37a59a43cd6 +size 14392330976 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_M.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_M.gguf new file mode 100644 index 0000000..8e713a5 --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:316cdb6bbbe081d74d7aa3d3b1682067ff4197acbfb36ddf1287fcdd77fcb303 +size 19851336416 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_S.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_S.gguf new file mode 100644 index 0000000..5ba69f5 --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c602a86edf6fea7c16545c31c479ce9a58d9157f52f1d1122f7adcefd89057ce +size 18784410336 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_M.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_M.gguf new file mode 100644 index 0000000..8403f73 --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44482a0513d56557f3d75978e4e35230ba8e31c475c89eb13372df11165f8aac +size 23262157536 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_S.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_S.gguf new file mode 100644 index 0000000..e80f610 --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef9bd292a589219bb12dd735ed048b1cf44523e4304775b423fd7f70d1c94d9f +size 22638254816 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00001-of-00006.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00001-of-00006.gguf new file mode 100644 index 0000000..99f350e --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4deacd437a79d3c03349375f67bf00a2e5cb0ca90f0d53b8cf185c9402517c9a +size 4928953344 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00002-of-00006.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00002-of-00006.gguf new file mode 100644 index 0000000..f4a5f6a --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59ba74eaa4f442736b6c1d8e32d4f5cce3e71ffcefed9ac58b918873071b86c5 +size 4916678944 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00003-of-00006.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00003-of-00006.gguf new file mode 100644 index 0000000..e4b7920 --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc23722fcce48aa6eb07e5aad58a4c9ccdd4a29d294b8dcf73383aa4d626ba29 +size 4916678944 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00004-of-00006.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00004-of-00006.gguf new file mode 100644 index 0000000..7a5bcc1 --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:623b74fff261b70abc3f489a974270674fd7186b8bdaa7119cc14b19a3aeeb32 +size 4916658432 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00005-of-00006.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00005-of-00006.gguf new file mode 100644 index 0000000..117149f --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b56bf8c60f949bca92dea98946f6a4ac86548a57de069a2f9486e1de6918cee9 +size 4968338144 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00006-of-00006.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00006-of-00006.gguf new file mode 100644 index 0000000..72118b8 --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f55b845bb8f1f219afab78ca9c22f620be7a398bcc7f2e739e8a8e9bf7c1db3 +size 2238847840 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00001-of-00008.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00001-of-00008.gguf new file mode 100644 index 0000000..dea38ca --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00001-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab5873d41f789f02902a3b61bc8253befdde67bbbb10c53ec781fa34a3b111b4 +size 4978222176 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00002-of-00008.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00002-of-00008.gguf new file mode 100644 index 0000000..a931485 --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00002-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91a537a023336d5d4ad05650cf86765fcb53b551a056b684ac748c79377b7c95 +size 4964022592 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00003-of-00008.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00003-of-00008.gguf new file mode 100644 index 0000000..fee3ba2 --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00003-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7ddbb1ec6867efb518d168057705a144ec5716e30d7682fc6f0d2181a48c9b4 +size 4880513760 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00004-of-00008.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00004-of-00008.gguf new file mode 100644 index 0000000..962fc86 --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00004-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18f37097473d732f228179653a48ca96899d550c4a176c4d9a32bec9b766ae96 +size 4964002080 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00005-of-00008.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00005-of-00008.gguf new file mode 100644 index 0000000..97dde9c --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00005-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c85c9ca1750e328c1966c28ba22b13e8e24854b9ddd321df71e1015c3e06c887 +size 4880513760 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00006-of-00008.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00006-of-00008.gguf new file mode 100644 index 0000000..0078e42 --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00006-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d92dc480ad469a956e07887b164e0d13f526d095325ec84f71f095f07a54a917 +size 4964002080 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00007-of-00008.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00007-of-00008.gguf new file mode 100644 index 0000000..3fc10c1 --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00007-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d32e16e87402e8a3b5dcd5519fb27b53fc6b077dd7c266aeffc630636821478 +size 4888758144 diff --git a/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00008-of-00008.gguf b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00008-of-00008.gguf new file mode 100644 index 0000000..867887c --- /dev/null +++ b/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0-00008-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d09804b149a88187c2a0ec86fb61542efd9663af155d69eaa0b8e9014ca897a4 +size 300851552 diff --git a/README.md b/README.md new file mode 100644 index 0000000..701d879 --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: ArliAI/QwQ-32B-ArliAI-RpR-v4 +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# ArliAI/QwQ-32B-ArliAI-RpR-v4 GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee. +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| IQ4_XS | [ArliAI-QwQ-32B-ArliAI-RpR-v4-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-IQ4_XS.gguf) | 17042.26 MB | +| Q2_K | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q2_K.gguf) | 11742.69 MB | +| Q3_K_L | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_L.gguf) | 16448.10 MB | +| Q3_K_M | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_M.gguf) | 15196.85 MB | +| Q3_K_S | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q3_K_S.gguf) | 13725.60 MB | +| Q4_K_M | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_M.gguf) | 18931.71 MB | +| Q4_K_S | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q4_K_S.gguf) | 17914.21 MB | +| Q5_K_M | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_M.gguf) | 22184.52 MB | +| Q5_K_S | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/blob/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q5_K_S.gguf) | 21589.52 MB | +| Q6_K | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/tree/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q6_K) | 25640.64 MB (folder) | +| Q8_0 | [ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0](https://huggingface.co/featherless-ai-quants/ArliAI-QwQ-32B-ArliAI-RpR-v4-GGUF/tree/main/ArliAI-QwQ-32B-ArliAI-RpR-v4-Q8_0) | 33207.78 MB (folder) | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000..3e0eab9 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532