From 08945ef54a40ca7fd89eaf34b2d0999407987ad4 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 20 Jun 2026 02:34:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: prithivMLmods/Qwen3-1.7B-ShiningValiant3-f32-GGUF Source: Original Platform --- .gitattributes | 47 ++++++++++++++++++++++++++ Qwen3-1.7B-ShiningValiant3.BF16.gguf | 3 ++ Qwen3-1.7B-ShiningValiant3.F16.gguf | 3 ++ Qwen3-1.7B-ShiningValiant3.F32.gguf | 3 ++ Qwen3-1.7B-ShiningValiant3.Q2_K.gguf | 3 ++ Qwen3-1.7B-ShiningValiant3.Q3_K_L.gguf | 3 ++ Qwen3-1.7B-ShiningValiant3.Q3_K_M.gguf | 3 ++ Qwen3-1.7B-ShiningValiant3.Q3_K_S.gguf | 3 ++ Qwen3-1.7B-ShiningValiant3.Q4_K_M.gguf | 3 ++ Qwen3-1.7B-ShiningValiant3.Q4_K_S.gguf | 3 ++ Qwen3-1.7B-ShiningValiant3.Q5_K_M.gguf | 3 ++ Qwen3-1.7B-ShiningValiant3.Q5_K_S.gguf | 3 ++ Qwen3-1.7B-ShiningValiant3.Q6_K.gguf | 3 ++ Qwen3-1.7B-ShiningValiant3.Q8_0.gguf | 3 ++ README.md | 43 +++++++++++++++++++++++ config.json | 3 ++ configuration.json | 1 + 17 files changed, 133 insertions(+) create mode 100644 .gitattributes create mode 100644 Qwen3-1.7B-ShiningValiant3.BF16.gguf create mode 100644 Qwen3-1.7B-ShiningValiant3.F16.gguf create mode 100644 Qwen3-1.7B-ShiningValiant3.F32.gguf create mode 100644 Qwen3-1.7B-ShiningValiant3.Q2_K.gguf create mode 100644 Qwen3-1.7B-ShiningValiant3.Q3_K_L.gguf create mode 100644 Qwen3-1.7B-ShiningValiant3.Q3_K_M.gguf create mode 100644 Qwen3-1.7B-ShiningValiant3.Q3_K_S.gguf create mode 100644 Qwen3-1.7B-ShiningValiant3.Q4_K_M.gguf create mode 100644 Qwen3-1.7B-ShiningValiant3.Q4_K_S.gguf create mode 100644 Qwen3-1.7B-ShiningValiant3.Q5_K_M.gguf create mode 100644 Qwen3-1.7B-ShiningValiant3.Q5_K_S.gguf create mode 100644 Qwen3-1.7B-ShiningValiant3.Q6_K.gguf create mode 100644 Qwen3-1.7B-ShiningValiant3.Q8_0.gguf create mode 100644 README.md create mode 100644 config.json create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/Qwen3-1.7B-ShiningValiant3.BF16.gguf b/Qwen3-1.7B-ShiningValiant3.BF16.gguf new file mode 100644 index 0000000..fd80def --- /dev/null +++ b/Qwen3-1.7B-ShiningValiant3.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3834e153ccb0b0236237ec8bc102030f84d41b7bb8068e033dc903e08e17a3ec +size 3447348864 diff --git a/Qwen3-1.7B-ShiningValiant3.F16.gguf b/Qwen3-1.7B-ShiningValiant3.F16.gguf new file mode 100644 index 0000000..6206e82 --- /dev/null +++ b/Qwen3-1.7B-ShiningValiant3.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ae1b4ff14a5b0d75c537b206e2ced06c1084716b5f43b64eca6007af12f09e9 +size 3447348864 diff --git a/Qwen3-1.7B-ShiningValiant3.F32.gguf b/Qwen3-1.7B-ShiningValiant3.F32.gguf new file mode 100644 index 0000000..120753d --- /dev/null +++ b/Qwen3-1.7B-ShiningValiant3.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:678d5a859b5d14f42fc9c0b73058f0d567bd0fd8bd5e397c829c5a5cf478b40e +size 6888251008 diff --git a/Qwen3-1.7B-ShiningValiant3.Q2_K.gguf b/Qwen3-1.7B-ShiningValiant3.Q2_K.gguf new file mode 100644 index 0000000..b6c3672 --- /dev/null +++ b/Qwen3-1.7B-ShiningValiant3.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8085a65e1e42197938699f386f2d8e1faff4d381706df120786190cef854d3e7 +size 777795200 diff --git a/Qwen3-1.7B-ShiningValiant3.Q3_K_L.gguf b/Qwen3-1.7B-ShiningValiant3.Q3_K_L.gguf new file mode 100644 index 0000000..36bf45d --- /dev/null +++ b/Qwen3-1.7B-ShiningValiant3.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4979fb8ac41c1b475ce02522448988fd330fdc3ece7a82981fd783c35f159fb0 +size 1003501184 diff --git a/Qwen3-1.7B-ShiningValiant3.Q3_K_M.gguf b/Qwen3-1.7B-ShiningValiant3.Q3_K_M.gguf new file mode 100644 index 0000000..c6d70ea --- /dev/null +++ b/Qwen3-1.7B-ShiningValiant3.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cca54694ee2610d12afe5a393ac247ba49c2c85906e4941431f6643252e648e5 +size 939538048 diff --git a/Qwen3-1.7B-ShiningValiant3.Q3_K_S.gguf b/Qwen3-1.7B-ShiningValiant3.Q3_K_S.gguf new file mode 100644 index 0000000..deb86c7 --- /dev/null +++ b/Qwen3-1.7B-ShiningValiant3.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1db4a1b4fe2f7d3a0b339d5313bb1fa4ef3e7635166275814641469e71061232 +size 867251840 diff --git a/Qwen3-1.7B-ShiningValiant3.Q4_K_M.gguf b/Qwen3-1.7B-ShiningValiant3.Q4_K_M.gguf new file mode 100644 index 0000000..3a54381 --- /dev/null +++ b/Qwen3-1.7B-ShiningValiant3.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52ffa54c2c438bca5e820eee98c61bb1a199401c9016c28557caea3d40edbe9a +size 1107408512 diff --git a/Qwen3-1.7B-ShiningValiant3.Q4_K_S.gguf b/Qwen3-1.7B-ShiningValiant3.Q4_K_S.gguf new file mode 100644 index 0000000..d95b0c9 --- /dev/null +++ b/Qwen3-1.7B-ShiningValiant3.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b54a63f83b2238f4ff9e4d4f2fcd98ac7e1ac71eb06c3d8562b68065167a43 +size 1060189824 diff --git a/Qwen3-1.7B-ShiningValiant3.Q5_K_M.gguf b/Qwen3-1.7B-ShiningValiant3.Q5_K_M.gguf new file mode 100644 index 0000000..6cce050 --- /dev/null +++ b/Qwen3-1.7B-ShiningValiant3.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d1dbffb604363a97e86a5e1a49d106183d3673943102513d4c32c8eb15ca7ca +size 1257879168 diff --git a/Qwen3-1.7B-ShiningValiant3.Q5_K_S.gguf b/Qwen3-1.7B-ShiningValiant3.Q5_K_S.gguf new file mode 100644 index 0000000..27de7ed --- /dev/null +++ b/Qwen3-1.7B-ShiningValiant3.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76aacde308f4a819e23b27fd9c43865922ab52759becbd44bd9d1ccf6eca2ffa +size 1230583424 diff --git a/Qwen3-1.7B-ShiningValiant3.Q6_K.gguf b/Qwen3-1.7B-ShiningValiant3.Q6_K.gguf new file mode 100644 index 0000000..e755360 --- /dev/null +++ b/Qwen3-1.7B-ShiningValiant3.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30efeb0151c5898baf884c96d5e52a2be0bb92111dbbfbc7216cbbafbde9fef4 +size 1417754240 diff --git a/Qwen3-1.7B-ShiningValiant3.Q8_0.gguf b/Qwen3-1.7B-ShiningValiant3.Q8_0.gguf new file mode 100644 index 0000000..99ad8db --- /dev/null +++ b/Qwen3-1.7B-ShiningValiant3.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:794ec70b799401c42ada880f82ba307542649a78e7b4aa6edc39c884bc2648ae +size 1834425984 diff --git a/README.md b/README.md new file mode 100644 index 0000000..54e4615 --- /dev/null +++ b/README.md @@ -0,0 +1,43 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- ValiantLabs/Qwen3-1.7B-ShiningValiant3 +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +--- + +# **Qwen3-1.7B-ShiningValiant3-f32-GGUF** + +> Shining Valiant 3—available in Qwen3-1.7B, Qwen3-4B, and Qwen3-8B variants—is a specialized model focused on science, AI design, and general reasoning, built on the Qwen 3 architecture. It is fine-tuned on our latest high-difficulty science reasoning dataset generated with Deepseek R1 0528, leveraging AI to build better AI. This enhancement enables Shining Valiant 3 to assist in exploring cutting-edge innovations and improvements in AI. With improved general and creative reasoning, it excels in problem-solving and everyday conversational tasks. Its compact size ensures compatibility with local desktops, mobile devices, and ultra-fast server-side inference. + + +## Model Files + +| File Name | Size | Quant Type | +|-----------|------|------------| +| Qwen3-1.7B-ShiningValiant3.F32.gguf | 6.89 GB | F32 | +| Qwen3-1.7B-ShiningValiant3.BF16.gguf | 3.45 GB | BF16 | +| Qwen3-1.7B-ShiningValiant3.F16.gguf | 3.45 GB | F16 | +| Qwen3-1.7B-ShiningValiant3.Q8_0.gguf | 1.83 GB | Q8_0 | +| Qwen3-1.7B-ShiningValiant3.Q6_K.gguf | 1.42 GB | Q6_K | +| Qwen3-1.7B-ShiningValiant3.Q5_K_M.gguf | 1.26 GB | Q5_K_M | +| Qwen3-1.7B-ShiningValiant3.Q5_K_S.gguf | 1.23 GB | Q5_K_S | +| Qwen3-1.7B-ShiningValiant3.Q4_K_M.gguf | 1.11 GB | Q4_K_M | +| Qwen3-1.7B-ShiningValiant3.Q4_K_S.gguf | 1.06 GB | Q4_K_S | +| Qwen3-1.7B-ShiningValiant3.Q3_K_L.gguf | 1 GB | Q3_K_L | +| Qwen3-1.7B-ShiningValiant3.Q3_K_M.gguf | 940 MB | Q3_K_M | +| Qwen3-1.7B-ShiningValiant3.Q3_K_S.gguf | 867 MB | Q3_K_S | +| Qwen3-1.7B-ShiningValiant3.Q2_K.gguf | 778 MB | Q2_K | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5d0c447 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..159097f --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "others", "allow_remote": true} \ No newline at end of file