From b41274ada1d7f75ae6437657e989a217f48f5b29 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 26 Aug 2026 08:46:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: prithivMLmods/Nanbeige4.1-3B-f32-GGUF Source: Original Platform --- .gitattributes | 52 ++++++++++++++++++++++++++++++++++++++++ Nanbeige4.1-3B.BF16.gguf | 3 +++ Nanbeige4.1-3B.F16.gguf | 3 +++ Nanbeige4.1-3B.F32.gguf | 3 +++ Nanbeige4.1-3B.Q8_0.gguf | 3 +++ README.md | 33 +++++++++++++++++++++++++ config.json | 3 +++ configuration.json | 1 + 8 files changed, 101 insertions(+) create mode 100644 .gitattributes create mode 100644 Nanbeige4.1-3B.BF16.gguf create mode 100644 Nanbeige4.1-3B.F16.gguf create mode 100644 Nanbeige4.1-3B.F32.gguf create mode 100644 Nanbeige4.1-3B.Q8_0.gguf create mode 100644 README.md create mode 100644 config.json create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..17e991d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,52 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +Nanbeige4.1-3B.F16.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige4.1-3B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige4.1-3B.F32.gguf filter=lfs diff=lfs merge=lfs -text +Nanbeige4.1-3B.BF16.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/Nanbeige4.1-3B.BF16.gguf b/Nanbeige4.1-3B.BF16.gguf new file mode 100644 index 0000000..cca5636 --- /dev/null +++ b/Nanbeige4.1-3B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0af03d1044c53502bd8ce99ba90136b2d153000fa72bdb100307d949a9d1f009 +size 7871577216 diff --git a/Nanbeige4.1-3B.F16.gguf b/Nanbeige4.1-3B.F16.gguf new file mode 100644 index 0000000..1463292 --- /dev/null +++ b/Nanbeige4.1-3B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:205e6112c9449c8973bf86a0f775874b9c09a3f88b82e5f6f1b0a8202de194ce +size 7871577216 diff --git a/Nanbeige4.1-3B.F32.gguf b/Nanbeige4.1-3B.F32.gguf new file mode 100644 index 0000000..5e2682b --- /dev/null +++ b/Nanbeige4.1-3B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a30dc6ac36fbe68ba3df643e6f8cba200c045d5fcd18ac91532bc14fd8f78fb +size 15738518656 diff --git a/Nanbeige4.1-3B.Q8_0.gguf b/Nanbeige4.1-3B.Q8_0.gguf new file mode 100644 index 0000000..846d9e1 --- /dev/null +++ b/Nanbeige4.1-3B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b769f75742f488fd2c2bf4a5669f5ec9f5537d4451f717cc699111a2f853075 +size 4183948416 diff --git a/README.md b/README.md new file mode 100644 index 0000000..a5c9e1d --- /dev/null +++ b/README.md @@ -0,0 +1,33 @@ +--- +license: llama3 +base_model: +- Nanbeige/Nanbeige4.1-3B +language: +- en +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +--- + +# **Nanbeige4.1-3B-f32-GGUF** + +> Nanbeige4.1-3B from Nanbeige is a compact 3B-parameter decoder-only Transformer language model (both Base and Thinking variants) pre-trained on 23T high-quality tokens using hybrid filtering and WSD strategies, followed by multi-stage post-training—30M+ SFT samples, thoughtfulT refinement, dual-level distillation from larger Nanbeige models, and RL—achieving state-of-the-art small-model reasoning that outperforms Qwen3-8B/30B-32B on AIME2024/2025 (SOTA averages), GPQA-Diamond, LiveCodeBench-Pro, IMO-Answer-Bench, BFCL-V4 tool-use (53.8, +5.2 over Qwen3-30B-A3B), and Arena-Hard-V2/Multi-Challenge alignment (60.0/41.8) with 64K RoPE-extended context via ABF. Designed for deep single-pass multi-step reasoning on math/science/coding/puzzles without agentic loops, it employs Fine-Grained Warmup-Stable-Decay scheduling (0.1T warmup + 18.9T stable phases shifting to top-quality data) for superior token/sequence-level performance, matching 10x-larger models on demanding tasks while enabling consumer-grade local deployment under open license. + +## Nanbeige4.1-3B [GGUF] + +| File Name | Quant Type | File Size | File Link | +| - | - | - | - | +| Nanbeige4.1-3B.BF16.gguf | BF16 | 7.87 GB | [Download](https://huggingface.co/prithivMLmods/Nanbeige4.1-3B-f32-GGUF/blob/main/Nanbeige4.1-3B.BF16.gguf) | +| Nanbeige4.1-3B.F16.gguf | F16 | 7.87 GB | [Download](https://huggingface.co/prithivMLmods/Nanbeige4.1-3B-f32-GGUF/blob/main/Nanbeige4.1-3B.F16.gguf) | +| Nanbeige4.1-3B.F32.gguf | F32 | 15.7 GB | [Download](https://huggingface.co/prithivMLmods/Nanbeige4.1-3B-f32-GGUF/blob/main/Nanbeige4.1-3B.F32.gguf) | +| Nanbeige4.1-3B.Q8_0.gguf | Q8_0 | 4.18 GB | [Download](https://huggingface.co/prithivMLmods/Nanbeige4.1-3B-f32-GGUF/blob/main/Nanbeige4.1-3B.Q8_0.gguf) | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..352d34f --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "llama" +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file