From 5740aca975a513b597beabb422af06a02c3298fa Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 16 Jun 2026 17:26:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: prithivMLmods/Kepler-186f-Qwen3-Instruct-4B-GGUF Source: Original Platform --- Kepler-186f-Qwen3-Instruct-4B.BF16.gguf | 3 ++ Kepler-186f-Qwen3-Instruct-4B.F16.gguf | 3 ++ Kepler-186f-Qwen3-Instruct-4B.F32.gguf | 3 ++ Kepler-186f-Qwen3-Instruct-4B.Q2_K.gguf | 3 ++ Kepler-186f-Qwen3-Instruct-4B.Q3_K_L.gguf | 3 ++ Kepler-186f-Qwen3-Instruct-4B.Q3_K_M.gguf | 3 ++ Kepler-186f-Qwen3-Instruct-4B.Q3_K_S.gguf | 3 ++ Kepler-186f-Qwen3-Instruct-4B.Q4_K_M.gguf | 3 ++ Kepler-186f-Qwen3-Instruct-4B.Q4_K_S.gguf | 3 ++ Kepler-186f-Qwen3-Instruct-4B.Q5_K_M.gguf | 3 ++ Kepler-186f-Qwen3-Instruct-4B.Q5_K_S.gguf | 3 ++ Kepler-186f-Qwen3-Instruct-4B.Q6_K.gguf | 3 ++ Kepler-186f-Qwen3-Instruct-4B.Q8_0.gguf | 3 ++ .gitattributes | 61 ++++++++++++++++++++++ README.md | 43 +++++++++++++++ config.json | 3 ++ configuration.json | 1 + 17 files changed, 147 insertions(+) create mode 100644 Kepler-186f-Qwen3-Instruct-4B.BF16.gguf create mode 100644 Kepler-186f-Qwen3-Instruct-4B.F16.gguf create mode 100644 Kepler-186f-Qwen3-Instruct-4B.F32.gguf create mode 100644 Kepler-186f-Qwen3-Instruct-4B.Q2_K.gguf create mode 100644 Kepler-186f-Qwen3-Instruct-4B.Q3_K_L.gguf create mode 100644 Kepler-186f-Qwen3-Instruct-4B.Q3_K_M.gguf create mode 100644 Kepler-186f-Qwen3-Instruct-4B.Q3_K_S.gguf create mode 100644 Kepler-186f-Qwen3-Instruct-4B.Q4_K_M.gguf create mode 100644 Kepler-186f-Qwen3-Instruct-4B.Q4_K_S.gguf create mode 100644 Kepler-186f-Qwen3-Instruct-4B.Q5_K_M.gguf create mode 100644 Kepler-186f-Qwen3-Instruct-4B.Q5_K_S.gguf create mode 100644 Kepler-186f-Qwen3-Instruct-4B.Q6_K.gguf create mode 100644 Kepler-186f-Qwen3-Instruct-4B.Q8_0.gguf create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 config.json create mode 100644 configuration.json diff --git a/ Kepler-186f-Qwen3-Instruct-4B.BF16.gguf b/ Kepler-186f-Qwen3-Instruct-4B.BF16.gguf new file mode 100644 index 0000000..68ff6b8 --- /dev/null +++ b/ Kepler-186f-Qwen3-Instruct-4B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1b7ba951509ece10edb058714931f47fb35fdf7ca0f634a87e3892aad5f830 +size 8051283328 diff --git a/ Kepler-186f-Qwen3-Instruct-4B.F16.gguf b/ Kepler-186f-Qwen3-Instruct-4B.F16.gguf new file mode 100644 index 0000000..d3a8669 --- /dev/null +++ b/ Kepler-186f-Qwen3-Instruct-4B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:163c71ea5939274368f531e1a2ddffc7b3e27a7498487e80f68fd4255a0e6125 +size 8051283328 diff --git a/ Kepler-186f-Qwen3-Instruct-4B.F32.gguf b/ Kepler-186f-Qwen3-Instruct-4B.F32.gguf new file mode 100644 index 0000000..8c7e627 --- /dev/null +++ b/ Kepler-186f-Qwen3-Instruct-4B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77bd21ab8b261ffa6c63dc442201ac1c5141792d3136e0f413c098ea9623736 +size 16095827328 diff --git a/ Kepler-186f-Qwen3-Instruct-4B.Q2_K.gguf b/ Kepler-186f-Qwen3-Instruct-4B.Q2_K.gguf new file mode 100644 index 0000000..ea90f0b --- /dev/null +++ b/ Kepler-186f-Qwen3-Instruct-4B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccc3c74454283b501da1f8520c760e77f43efd3bd7a5398c6d716e5f35d6bba5 +size 1669497728 diff --git a/ Kepler-186f-Qwen3-Instruct-4B.Q3_K_L.gguf b/ Kepler-186f-Qwen3-Instruct-4B.Q3_K_L.gguf new file mode 100644 index 0000000..b4a82a1 --- /dev/null +++ b/ Kepler-186f-Qwen3-Instruct-4B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dbf033fa4a27d47c54e18fae196b1af7e8676321a79267a3cf83577436bf813 +size 2239783808 diff --git a/ Kepler-186f-Qwen3-Instruct-4B.Q3_K_M.gguf b/ Kepler-186f-Qwen3-Instruct-4B.Q3_K_M.gguf new file mode 100644 index 0000000..062b3a2 --- /dev/null +++ b/ Kepler-186f-Qwen3-Instruct-4B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7455c58637b1ddfb4abca6948762b62b47aeb3bc98f86f523d8295753e678ec9 +size 2075616128 diff --git a/ Kepler-186f-Qwen3-Instruct-4B.Q3_K_S.gguf b/ Kepler-186f-Qwen3-Instruct-4B.Q3_K_S.gguf new file mode 100644 index 0000000..84caf0b --- /dev/null +++ b/ Kepler-186f-Qwen3-Instruct-4B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb76ad91a5f73fd7c6ea8feb47b07e1c381e714906235a8e6428be3d151dc1c8 +size 1886995328 diff --git a/ Kepler-186f-Qwen3-Instruct-4B.Q4_K_M.gguf b/ Kepler-186f-Qwen3-Instruct-4B.Q4_K_M.gguf new file mode 100644 index 0000000..93cefc4 --- /dev/null +++ b/ Kepler-186f-Qwen3-Instruct-4B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:254f450cc003459ff9ab2618b25e0c7c7a382374df9981e71c299c3a15c602b0 +size 2497278848 diff --git a/ Kepler-186f-Qwen3-Instruct-4B.Q4_K_S.gguf b/ Kepler-186f-Qwen3-Instruct-4B.Q4_K_S.gguf new file mode 100644 index 0000000..1e2b391 --- /dev/null +++ b/ Kepler-186f-Qwen3-Instruct-4B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb7a908e18f49f45e1af9b1b1d7dc702f225e11ba33894eb1cb9a97f8d862784 +size 2383307648 diff --git a/ Kepler-186f-Qwen3-Instruct-4B.Q5_K_M.gguf b/ Kepler-186f-Qwen3-Instruct-4B.Q5_K_M.gguf new file mode 100644 index 0000000..363cd43 --- /dev/null +++ b/ Kepler-186f-Qwen3-Instruct-4B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a258dc3be36e877a24b694e53f6ecf1cc604fff582bd63c2030feaf9f2c510ef +size 2889511808 diff --git a/ Kepler-186f-Qwen3-Instruct-4B.Q5_K_S.gguf b/ Kepler-186f-Qwen3-Instruct-4B.Q5_K_S.gguf new file mode 100644 index 0000000..67b54c9 --- /dev/null +++ b/ Kepler-186f-Qwen3-Instruct-4B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db7ec02da51f187a67bb192d49afc0680ac12dc7aba2a6d68931223516348677 +size 2823709568 diff --git a/ Kepler-186f-Qwen3-Instruct-4B.Q6_K.gguf b/ Kepler-186f-Qwen3-Instruct-4B.Q6_K.gguf new file mode 100644 index 0000000..8eb6e33 --- /dev/null +++ b/ Kepler-186f-Qwen3-Instruct-4B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36cba983b46b08fc1df43ac42a891e45800585d80df9ef6de55bb3d66e9d0aaa +size 3306259328 diff --git a/ Kepler-186f-Qwen3-Instruct-4B.Q8_0.gguf b/ Kepler-186f-Qwen3-Instruct-4B.Q8_0.gguf new file mode 100644 index 0000000..1ee04d5 --- /dev/null +++ b/ Kepler-186f-Qwen3-Instruct-4B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f151433abd581e66e1ea53df0fa09958725effa6f59e6e002b5c4e25e059d12 +size 4280403328 diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a76fb65 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,61 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + + Kepler-186f-Qwen3-Instruct-4B.BF16.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-186f-Qwen3-Instruct-4B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-186f-Qwen3-Instruct-4B.F16.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-186f-Qwen3-Instruct-4B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-186f-Qwen3-Instruct-4B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-186f-Qwen3-Instruct-4B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-186f-Qwen3-Instruct-4B.F32.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-186f-Qwen3-Instruct-4B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-186f-Qwen3-Instruct-4B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-186f-Qwen3-Instruct-4B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-186f-Qwen3-Instruct-4B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-186f-Qwen3-Instruct-4B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-186f-Qwen3-Instruct-4B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..c4f6f74 --- /dev/null +++ b/README.md @@ -0,0 +1,43 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- prithivMLmods/Kepler-186f-Qwen3-Instruct-4B +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +- Abliterated +--- + +# **Kepler-186f-Qwen3-Instruct-4B-GGUF** + +> Kepler-186f-Qwen3-Instruct-4B is a reasoning-focused model fine-tuned on Qwen for Abliterated Reasoning and polished token probabilities, enhancing balanced multilingual generation across mathematics and general-purpose reasoning. It specializes in event-driven logic, structured analysis, and precise probabilistic modeling—making it an ideal tool for researchers, educators, and developers working with uncertainty and structured reasoning. + +## Model Files + +| File Name | Quant Type | File Size | +| - | - | - | +| Kepler-186f-Qwen3-Instruct-4B.BF16.gguf | BF16 | 8.05 GB | +| Kepler-186f-Qwen3-Instruct-4B.F16.gguf | F16 | 8.05 GB | +| Kepler-186f-Qwen3-Instruct-4B.F32.gguf | F32 | 16.1 GB | +| Kepler-186f-Qwen3-Instruct-4B.Q2_K.gguf | Q2_K | 1.67 GB | +| Kepler-186f-Qwen3-Instruct-4B.Q3_K_L.gguf | Q3_K_L | 2.24 GB | +| Kepler-186f-Qwen3-Instruct-4B.Q3_K_M.gguf | Q3_K_M | 2.08 GB | +| Kepler-186f-Qwen3-Instruct-4B.Q3_K_S.gguf | Q3_K_S | 1.89 GB | +| Kepler-186f-Qwen3-Instruct-4B.Q4_K_M.gguf | Q4_K_M | 2.5 GB | +| Kepler-186f-Qwen3-Instruct-4B.Q4_K_S.gguf | Q4_K_S | 2.38 GB | +| Kepler-186f-Qwen3-Instruct-4B.Q5_K_M.gguf | Q5_K_M | 2.89 GB | +| Kepler-186f-Qwen3-Instruct-4B.Q5_K_S.gguf | Q5_K_S | 2.82 GB | +| Kepler-186f-Qwen3-Instruct-4B.Q6_K.gguf | Q6_K | 3.31 GB | +| Kepler-186f-Qwen3-Instruct-4B.Q8_0.gguf | Q8_0 | 4.28 GB | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5d0c447 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file