From 3879bfeead0663aec125cf67cdb22c5cfdad3247 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 20 Apr 2026 16:57:05 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Nodmix/Nodmix-Q3 Source: Original Platform --- .gitattributes | 46 ++++++++++++++++++++++++++++++++++++++++++++ Nodmix-Q3.gguf | 3 +++ Nodmix-Q4.gguf | 3 +++ Qwen3_4B.BF16.gguf | 3 +++ Qwen3_4B.F16.gguf | 3 +++ Qwen3_4B.F32.gguf | 3 +++ Qwen3_4B.Q3_K_S.gguf | 3 +++ Qwen3_4B.Q4_K_S.gguf | 3 +++ Qwen3_4B.Q5_K_M.gguf | 3 +++ Qwen3_4B.Q8_0.gguf | 3 +++ README.md | 42 ++++++++++++++++++++++++++++++++++++++++ config.json | 3 +++ 12 files changed, 118 insertions(+) create mode 100644 .gitattributes create mode 100644 Nodmix-Q3.gguf create mode 100644 Nodmix-Q4.gguf create mode 100644 Qwen3_4B.BF16.gguf create mode 100644 Qwen3_4B.F16.gguf create mode 100644 Qwen3_4B.F32.gguf create mode 100644 Qwen3_4B.Q3_K_S.gguf create mode 100644 Qwen3_4B.Q4_K_S.gguf create mode 100644 Qwen3_4B.Q5_K_M.gguf create mode 100644 Qwen3_4B.Q8_0.gguf create mode 100644 README.md create mode 100644 config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..76d18e0 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,46 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen3_4B.BF16.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3_4B.F16.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3_4B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3_4B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3_4B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3_4B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3_4B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3_4B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen3_4B.F32.gguf filter=lfs diff=lfs merge=lfs -text +Nodmix-Q3.gguf filter=lfs diff=lfs merge=lfs -text +Nodmix-Q4.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Nodmix-Q3.gguf b/Nodmix-Q3.gguf new file mode 100644 index 0000000..4be0954 --- /dev/null +++ b/Nodmix-Q3.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:318e5c92e932f3b749b8ae0cf26c47650a09f9298396cf981bf888d127ce71f6 +size 2075618048 diff --git a/Nodmix-Q4.gguf b/Nodmix-Q4.gguf new file mode 100644 index 0000000..dd729fe --- /dev/null +++ b/Nodmix-Q4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdd0b84b4b13f537f3da23b41599c76a3bd685639c36e3f318de3ac66f05f105 +size 2497280768 diff --git a/Qwen3_4B.BF16.gguf b/Qwen3_4B.BF16.gguf new file mode 100644 index 0000000..a9607d4 --- /dev/null +++ b/Qwen3_4B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71c18ac242280876d624af6bbaabf2a66ef713c0bcc2af658debdcfcc3faec6d +size 8051285248 diff --git a/Qwen3_4B.F16.gguf b/Qwen3_4B.F16.gguf new file mode 100644 index 0000000..8bb67c6 --- /dev/null +++ b/Qwen3_4B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea612fe65c1f266354e93755ac55470c3ef9e4a2caa16a161c30ccca1644d35 +size 8051285248 diff --git a/Qwen3_4B.F32.gguf b/Qwen3_4B.F32.gguf new file mode 100644 index 0000000..91e2300 --- /dev/null +++ b/Qwen3_4B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6c2a8c4335219e87eabb5780a07bb1091e0fde9bcb081d046c7c8be73aa8f7 +size 16095829248 diff --git a/Qwen3_4B.Q3_K_S.gguf b/Qwen3_4B.Q3_K_S.gguf new file mode 100644 index 0000000..a4650a9 --- /dev/null +++ b/Qwen3_4B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341d87b56e17050824066e0bc0284672a82990bee7b3b9aab683bfea5a42bc5c +size 1886997248 diff --git a/Qwen3_4B.Q4_K_S.gguf b/Qwen3_4B.Q4_K_S.gguf new file mode 100644 index 0000000..20cdf5c --- /dev/null +++ b/Qwen3_4B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48481de02d2b54b868b1bbc2e48a6dc696b79bdb94e92c44e7da47ce3bc96bc4 +size 2383309568 diff --git a/Qwen3_4B.Q5_K_M.gguf b/Qwen3_4B.Q5_K_M.gguf new file mode 100644 index 0000000..6331937 --- /dev/null +++ b/Qwen3_4B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d4faf49c9b0b42b98e23d09c464c12cc49afe8ad6461d418da98f1f46f15cbd +size 2889513728 diff --git a/Qwen3_4B.Q8_0.gguf b/Qwen3_4B.Q8_0.gguf new file mode 100644 index 0000000..8eb9eab --- /dev/null +++ b/Qwen3_4B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f6a42b2cd413058df8b1bc2a9687dc1501f5b97d3c481c13be157f2a3851eca +size 4280405248 diff --git a/README.md b/README.md new file mode 100644 index 0000000..be2fe75 --- /dev/null +++ b/README.md @@ -0,0 +1,42 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- Nodmix +pipeline_tag: text-generation +library_name: transformers +tags: +- Nodmix +- agent +- code +--- + +# **Nodmix-Q4** + +> Nodmix is the latest generation of large language models in Nodmix IQ series, offering a comprehensive suite of dense and mixture-of-experts (MoE) models. Built upon extensive training, Nodmix delivers groundbreaking advancements in reasoning, instruction-following, agent capabilities, and multilingual support + +## Model Files + +| File Name | Size | Quantization | Format | Description | +| ---------------------- | ------- | ------------ | ------ | -------------------------------- | +| `Nodmix_Q4.F32.gguf` | 16.1 GB | FP32 | GGUF | Full precision (float32) version | +| `Nodmix_4B.BF16.gguf` | 8.05 GB | BF16 | GGUF | BFloat16 precision version | +| `Nodmix_4B.F16.gguf` | 8.05 GB | FP16 | GGUF | Float16 precision version | +| `Nodmix_4B.Q3_K_M.gguf` | 2.08 GB | Q3\_K\_M | GGUF | 3-bit quantized (K M variant) | +| `Nodmix_4B.Q3_K_S.gguf` | 1.89 GB | Q3\_K\_S | GGUF | 3-bit quantized (K S variant) | +| `Nodmix_4B.Q4_K_M.gguf` | 2.5 GB | Q4\_K\_M | GGUF | 4-bit quantized (K M variant) | +| `Nodmix_4B.Q4_K_S.gguf` | 2.38 GB | Q4\_K\_S | GGUF | 4-bit quantized (K S variant) | +| `Nodmix_4B.Q5_K_M.gguf` | 2.89 GB | Q5\_K\_M | GGUF | 5-bit quantized (K M variant) | +| `Nodmix_4B.Q8_0.gguf` | 4.28 GB | Q8\_0 | GGUF | 8-bit quantized | +| `.gitattributes` | 2.02 kB | — | — | Git LFS tracking file | +| `config.json` | 31 B | — | — | Configuration placeholder | +| `README.md` | 3.6 kB | — | — | Model documentation | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..d1b8b99 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file