commit fbd1b97513b00a9f126d2614fce039a12a0b95a6 Author: ModelHub XC Date: Tue Aug 11 02:23:12 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/Blitzar-Coder-4B-F.1-GGUF Source: Original Platform diff --git a/ Blitzar-Coder-4B-F.1.BF16.gguf b/ Blitzar-Coder-4B-F.1.BF16.gguf new file mode 100644 index 0000000..b8cf265 --- /dev/null +++ b/ Blitzar-Coder-4B-F.1.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e10f4e79a0bd62848b46986f9ca78b6d84220f812d4389592c459b4ce0735b9e +size 8051284640 diff --git a/ Blitzar-Coder-4B-F.1.F16.gguf b/ Blitzar-Coder-4B-F.1.F16.gguf new file mode 100644 index 0000000..f5153d3 --- /dev/null +++ b/ Blitzar-Coder-4B-F.1.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7338901fe9a9abd931ef3f8f20c8175c21ee2ea25d0e595940748b9107913e1 +size 8051284640 diff --git a/ Blitzar-Coder-4B-F.1.F32.gguf b/ Blitzar-Coder-4B-F.1.F32.gguf new file mode 100644 index 0000000..70e465f --- /dev/null +++ b/ Blitzar-Coder-4B-F.1.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:647430e367888eb1a4ecc71e592c6571a9122774becd1e30b57b419bdcca5947 +size 16095828640 diff --git a/ Blitzar-Coder-4B-F.1.Q2_K.gguf b/ Blitzar-Coder-4B-F.1.Q2_K.gguf new file mode 100644 index 0000000..774f51c --- /dev/null +++ b/ Blitzar-Coder-4B-F.1.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7be5b705a1aa593b6a805af0e55861a170177d2515900921a8563731e1ffa42 +size 1669499040 diff --git a/ Blitzar-Coder-4B-F.1.Q3_K_L.gguf b/ Blitzar-Coder-4B-F.1.Q3_K_L.gguf new file mode 100644 index 0000000..bff8cd4 --- /dev/null +++ b/ Blitzar-Coder-4B-F.1.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0cae55a93d766deebc54402f81fc4f632a611cf8eb254c3294143338c248481 +size 2239785120 diff --git a/ Blitzar-Coder-4B-F.1.Q3_K_M.gguf b/ Blitzar-Coder-4B-F.1.Q3_K_M.gguf new file mode 100644 index 0000000..eb5852f --- /dev/null +++ b/ Blitzar-Coder-4B-F.1.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cfc896f15a7005222003b19d3a6ccd7085b43d1460974e9ea05d3d1679806b1 +size 2075617440 diff --git a/ Blitzar-Coder-4B-F.1.Q3_K_S.gguf b/ Blitzar-Coder-4B-F.1.Q3_K_S.gguf new file mode 100644 index 0000000..77eb19f --- /dev/null +++ b/ Blitzar-Coder-4B-F.1.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a3ba1877d867942ff14df9f5d3abfb96978ea8ff57d321085082812b722a31c +size 1886996640 diff --git a/ Blitzar-Coder-4B-F.1.Q4_K_M.gguf b/ Blitzar-Coder-4B-F.1.Q4_K_M.gguf new file mode 100644 index 0000000..08587cf --- /dev/null +++ b/ Blitzar-Coder-4B-F.1.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b18aae85b2ab3b37a2e36e2d84ae1897cd7e33025f35dfc37b28bedc35c5260 +size 2497280160 diff --git a/ Blitzar-Coder-4B-F.1.Q4_K_S.gguf b/ Blitzar-Coder-4B-F.1.Q4_K_S.gguf new file mode 100644 index 0000000..5912b2b --- /dev/null +++ b/ Blitzar-Coder-4B-F.1.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11682c5f319a7426b658c3b97108bf6af1cb7eb5c2f7a904d7974e4a88e246e3 +size 2383308960 diff --git a/ Blitzar-Coder-4B-F.1.Q5_K_M.gguf b/ Blitzar-Coder-4B-F.1.Q5_K_M.gguf new file mode 100644 index 0000000..209fd46 --- /dev/null +++ b/ Blitzar-Coder-4B-F.1.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:237b0a9e26d60dbec38e4b45caa5bed2ef2d305e5cfcf819de8ee6fe4e56c59f +size 2889513120 diff --git a/ Blitzar-Coder-4B-F.1.Q5_K_S.gguf b/ Blitzar-Coder-4B-F.1.Q5_K_S.gguf new file mode 100644 index 0000000..cb8e123 --- /dev/null +++ b/ Blitzar-Coder-4B-F.1.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a06bbc512db7c402c59609d02c9a56860bbd2e483ff4eb40aa4b8b610c0e95 +size 2823710880 diff --git a/ Blitzar-Coder-4B-F.1.Q6_K.gguf b/ Blitzar-Coder-4B-F.1.Q6_K.gguf new file mode 100644 index 0000000..a08c7f6 --- /dev/null +++ b/ Blitzar-Coder-4B-F.1.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c97bd4ad2302039fb55caaf0a7309da0e07163f85060fc101a12d4554ad110c3 +size 3306260640 diff --git a/ Blitzar-Coder-4B-F.1.Q8_0.gguf b/ Blitzar-Coder-4B-F.1.Q8_0.gguf new file mode 100644 index 0000000..731a069 --- /dev/null +++ b/ Blitzar-Coder-4B-F.1.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53eed1165e562e38474ade87576aa0687604871c2c88d92f1a0480e2be0e460c +size 4280404640 diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..807d61d --- /dev/null +++ b/README.md @@ -0,0 +1,52 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- prithivMLmods/Blitzar-Coder-4B-F.1 +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +- code +- coder +--- + +# **Blitzar-Coder-4B-F.1-GGUF** + +> **Blitzar-Coder-4B-F.1** is a high-efficiency, multi-language coding model fine-tuned on **Qwen3-4B** using **larger coding traces datasets** spanning **10+ programming languages** including Python, Java, C#, C++, C, Go, JavaScript, TypeScript, Rust, and more. This model delivers exceptional code generation, debugging, and reasoning capabilities—making it an ideal tool for developers seeking advanced programming assistance under constrained compute. + +## Model Files + +| Filename | Size | Format | Description | +|----------|------|--------|-------------| +| Blitzar-Coder-4B-F.1.BF16.gguf | 8.05 GB | BF16 | Brain Float 16-bit quantization | +| Blitzar-Coder-4B-F.1.F16.gguf | 8.05 GB | F16 | Half precision (16-bit) floating point | +| Blitzar-Coder-4B-F.1.F32.gguf | 16.1 GB | F32 | Full precision (32-bit) floating point | +| Blitzar-Coder-4B-F.1.Q2_K.gguf | 1.67 GB | Q2_K | 2-bit quantization with K-quant | +| Blitzar-Coder-4B-F.1.Q3_K_L.gguf | 2.24 GB | Q3_K_L | 3-bit quantization (Large) with K-quant | +| Blitzar-Coder-4B-F.1.Q3_K_M.gguf | 2.08 GB | Q3_K_M | 3-bit quantization (Medium) with K-quant | +| Blitzar-Coder-4B-F.1.Q3_K_S.gguf | 1.89 GB | Q3_K_S | 3-bit quantization (Small) with K-quant | +| Blitzar-Coder-4B-F.1.Q4_K_M.gguf | 2.5 GB | Q4_K_M | 4-bit quantization (Medium) with K-quant | +| Blitzar-Coder-4B-F.1.Q4_K_S.gguf | 2.38 GB | Q4_K_S | 4-bit quantization (Small) with K-quant | +| Blitzar-Coder-4B-F.1.Q5_K_M.gguf | 2.89 GB | Q5_K_M | 5-bit quantization (Medium) with K-quant | +| Blitzar-Coder-4B-F.1.Q5_K_S.gguf | 2.82 GB | Q5_K_S | 5-bit quantization (Small) with K-quant | +| Blitzar-Coder-4B-F.1.Q6_K.gguf | 3.31 GB | Q6_K | 6-bit quantization with K-quant | +| Blitzar-Coder-4B-F.1.Q8_0.gguf | 4.28 GB | Q8_0 | 8-bit quantization | + +### Recommended Usage + +- **Q4_K_M** or **Q5_K_M**: Best balance of quality and performance for most users +- **Q6_K** or **Q8_0**: Higher quality, larger file sizes +- **Q2_K** or **Q3_K_S**: Fastest inference, lower quality +- **F16** or **BF16**: High quality, requires more VRAM +- **F32**: Highest quality, requires significant VRAM + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..d1b8b99 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file