初始化项目,由ModelHub XC社区提供模型
Model: prithivMLmods/Kepler-186f-Qwen3-Instruct-4B-GGUF Source: Original Platform
This commit is contained in:
3
Kepler-186f-Qwen3-Instruct-4B.BF16.gguf
Normal file
3
Kepler-186f-Qwen3-Instruct-4B.BF16.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6a1b7ba951509ece10edb058714931f47fb35fdf7ca0f634a87e3892aad5f830
|
||||||
|
size 8051283328
|
||||||
3
Kepler-186f-Qwen3-Instruct-4B.F16.gguf
Normal file
3
Kepler-186f-Qwen3-Instruct-4B.F16.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:163c71ea5939274368f531e1a2ddffc7b3e27a7498487e80f68fd4255a0e6125
|
||||||
|
size 8051283328
|
||||||
3
Kepler-186f-Qwen3-Instruct-4B.F32.gguf
Normal file
3
Kepler-186f-Qwen3-Instruct-4B.F32.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:f77bd21ab8b261ffa6c63dc442201ac1c5141792d3136e0f413c098ea9623736
|
||||||
|
size 16095827328
|
||||||
3
Kepler-186f-Qwen3-Instruct-4B.Q2_K.gguf
Normal file
3
Kepler-186f-Qwen3-Instruct-4B.Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:ccc3c74454283b501da1f8520c760e77f43efd3bd7a5398c6d716e5f35d6bba5
|
||||||
|
size 1669497728
|
||||||
3
Kepler-186f-Qwen3-Instruct-4B.Q3_K_L.gguf
Normal file
3
Kepler-186f-Qwen3-Instruct-4B.Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:3dbf033fa4a27d47c54e18fae196b1af7e8676321a79267a3cf83577436bf813
|
||||||
|
size 2239783808
|
||||||
3
Kepler-186f-Qwen3-Instruct-4B.Q3_K_M.gguf
Normal file
3
Kepler-186f-Qwen3-Instruct-4B.Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:7455c58637b1ddfb4abca6948762b62b47aeb3bc98f86f523d8295753e678ec9
|
||||||
|
size 2075616128
|
||||||
3
Kepler-186f-Qwen3-Instruct-4B.Q3_K_S.gguf
Normal file
3
Kepler-186f-Qwen3-Instruct-4B.Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:cb76ad91a5f73fd7c6ea8feb47b07e1c381e714906235a8e6428be3d151dc1c8
|
||||||
|
size 1886995328
|
||||||
3
Kepler-186f-Qwen3-Instruct-4B.Q4_K_M.gguf
Normal file
3
Kepler-186f-Qwen3-Instruct-4B.Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:254f450cc003459ff9ab2618b25e0c7c7a382374df9981e71c299c3a15c602b0
|
||||||
|
size 2497278848
|
||||||
3
Kepler-186f-Qwen3-Instruct-4B.Q4_K_S.gguf
Normal file
3
Kepler-186f-Qwen3-Instruct-4B.Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:fb7a908e18f49f45e1af9b1b1d7dc702f225e11ba33894eb1cb9a97f8d862784
|
||||||
|
size 2383307648
|
||||||
3
Kepler-186f-Qwen3-Instruct-4B.Q5_K_M.gguf
Normal file
3
Kepler-186f-Qwen3-Instruct-4B.Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a258dc3be36e877a24b694e53f6ecf1cc604fff582bd63c2030feaf9f2c510ef
|
||||||
|
size 2889511808
|
||||||
3
Kepler-186f-Qwen3-Instruct-4B.Q5_K_S.gguf
Normal file
3
Kepler-186f-Qwen3-Instruct-4B.Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:db7ec02da51f187a67bb192d49afc0680ac12dc7aba2a6d68931223516348677
|
||||||
|
size 2823709568
|
||||||
3
Kepler-186f-Qwen3-Instruct-4B.Q6_K.gguf
Normal file
3
Kepler-186f-Qwen3-Instruct-4B.Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:36cba983b46b08fc1df43ac42a891e45800585d80df9ef6de55bb3d66e9d0aaa
|
||||||
|
size 3306259328
|
||||||
3
Kepler-186f-Qwen3-Instruct-4B.Q8_0.gguf
Normal file
3
Kepler-186f-Qwen3-Instruct-4B.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:5f151433abd581e66e1ea53df0fa09958725effa6f59e6e002b5c4e25e059d12
|
||||||
|
size 4280403328
|
||||||
61
.gitattributes
vendored
Normal file
61
.gitattributes
vendored
Normal file
@@ -0,0 +1,61 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zstandard filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.db* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ark* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
|
||||||
|
**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
|
||||||
|
*.ggml filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.llamafile* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
|
||||||
|
Kepler-186f-Qwen3-Instruct-4B.BF16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Kepler-186f-Qwen3-Instruct-4B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Kepler-186f-Qwen3-Instruct-4B.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Kepler-186f-Qwen3-Instruct-4B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Kepler-186f-Qwen3-Instruct-4B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Kepler-186f-Qwen3-Instruct-4B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Kepler-186f-Qwen3-Instruct-4B.F32.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Kepler-186f-Qwen3-Instruct-4B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Kepler-186f-Qwen3-Instruct-4B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Kepler-186f-Qwen3-Instruct-4B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Kepler-186f-Qwen3-Instruct-4B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Kepler-186f-Qwen3-Instruct-4B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
Kepler-186f-Qwen3-Instruct-4B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
43
README.md
Normal file
43
README.md
Normal file
@@ -0,0 +1,43 @@
|
|||||||
|
---
|
||||||
|
license: apache-2.0
|
||||||
|
language:
|
||||||
|
- en
|
||||||
|
base_model:
|
||||||
|
- prithivMLmods/Kepler-186f-Qwen3-Instruct-4B
|
||||||
|
pipeline_tag: text-generation
|
||||||
|
library_name: transformers
|
||||||
|
tags:
|
||||||
|
- text-generation-inference
|
||||||
|
- Abliterated
|
||||||
|
---
|
||||||
|
|
||||||
|
# **Kepler-186f-Qwen3-Instruct-4B-GGUF**
|
||||||
|
|
||||||
|
> Kepler-186f-Qwen3-Instruct-4B is a reasoning-focused model fine-tuned on Qwen for Abliterated Reasoning and polished token probabilities, enhancing balanced multilingual generation across mathematics and general-purpose reasoning. It specializes in event-driven logic, structured analysis, and precise probabilistic modeling—making it an ideal tool for researchers, educators, and developers working with uncertainty and structured reasoning.
|
||||||
|
|
||||||
|
## Model Files
|
||||||
|
|
||||||
|
| File Name | Quant Type | File Size |
|
||||||
|
| - | - | - |
|
||||||
|
| Kepler-186f-Qwen3-Instruct-4B.BF16.gguf | BF16 | 8.05 GB |
|
||||||
|
| Kepler-186f-Qwen3-Instruct-4B.F16.gguf | F16 | 8.05 GB |
|
||||||
|
| Kepler-186f-Qwen3-Instruct-4B.F32.gguf | F32 | 16.1 GB |
|
||||||
|
| Kepler-186f-Qwen3-Instruct-4B.Q2_K.gguf | Q2_K | 1.67 GB |
|
||||||
|
| Kepler-186f-Qwen3-Instruct-4B.Q3_K_L.gguf | Q3_K_L | 2.24 GB |
|
||||||
|
| Kepler-186f-Qwen3-Instruct-4B.Q3_K_M.gguf | Q3_K_M | 2.08 GB |
|
||||||
|
| Kepler-186f-Qwen3-Instruct-4B.Q3_K_S.gguf | Q3_K_S | 1.89 GB |
|
||||||
|
| Kepler-186f-Qwen3-Instruct-4B.Q4_K_M.gguf | Q4_K_M | 2.5 GB |
|
||||||
|
| Kepler-186f-Qwen3-Instruct-4B.Q4_K_S.gguf | Q4_K_S | 2.38 GB |
|
||||||
|
| Kepler-186f-Qwen3-Instruct-4B.Q5_K_M.gguf | Q5_K_M | 2.89 GB |
|
||||||
|
| Kepler-186f-Qwen3-Instruct-4B.Q5_K_S.gguf | Q5_K_S | 2.82 GB |
|
||||||
|
| Kepler-186f-Qwen3-Instruct-4B.Q6_K.gguf | Q6_K | 3.31 GB |
|
||||||
|
| Kepler-186f-Qwen3-Instruct-4B.Q8_0.gguf | Q8_0 | 4.28 GB |
|
||||||
|
|
||||||
|
## Quants Usage
|
||||||
|
|
||||||
|
(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants)
|
||||||
|
|
||||||
|
Here is a handy graph by ikawrakow comparing some lower-quality quant
|
||||||
|
types (lower is better):
|
||||||
|
|
||||||
|

|
||||||
3
config.json
Normal file
3
config.json
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
{
|
||||||
|
"model_type": "qwen3"
|
||||||
|
}
|
||||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
|||||||
|
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
|
||||||
Reference in New Issue
Block a user