From 42a0807df97f9fae6ba9ee4bc8f7a8db7ca13412 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 11 Apr 2026 17:12:55 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF Source: Original Platform --- .gitattributes | 49 +++++++++++++++++++ README.md | 80 ++++++++++++++++++++++++++++++++ dqnMath-v0.2-3.8B-HF.IQ3_M.gguf | 3 ++ dqnMath-v0.2-3.8B-HF.IQ3_S.gguf | 3 ++ dqnMath-v0.2-3.8B-HF.IQ4_XS.gguf | 3 ++ dqnMath-v0.2-3.8B-HF.Q2_K.gguf | 3 ++ dqnMath-v0.2-3.8B-HF.Q3_K_L.gguf | 3 ++ dqnMath-v0.2-3.8B-HF.Q3_K_M.gguf | 3 ++ dqnMath-v0.2-3.8B-HF.Q3_K_S.gguf | 3 ++ dqnMath-v0.2-3.8B-HF.Q4_K_M.gguf | 3 ++ dqnMath-v0.2-3.8B-HF.Q4_K_S.gguf | 3 ++ dqnMath-v0.2-3.8B-HF.Q5_K_M.gguf | 3 ++ dqnMath-v0.2-3.8B-HF.Q5_K_S.gguf | 3 ++ dqnMath-v0.2-3.8B-HF.Q6_K.gguf | 3 ++ dqnMath-v0.2-3.8B-HF.Q8_0.gguf | 3 ++ dqnMath-v0.2-3.8B-HF.f16.gguf | 3 ++ 16 files changed, 171 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 dqnMath-v0.2-3.8B-HF.IQ3_M.gguf create mode 100644 dqnMath-v0.2-3.8B-HF.IQ3_S.gguf create mode 100644 dqnMath-v0.2-3.8B-HF.IQ4_XS.gguf create mode 100644 dqnMath-v0.2-3.8B-HF.Q2_K.gguf create mode 100644 dqnMath-v0.2-3.8B-HF.Q3_K_L.gguf create mode 100644 dqnMath-v0.2-3.8B-HF.Q3_K_M.gguf create mode 100644 dqnMath-v0.2-3.8B-HF.Q3_K_S.gguf create mode 100644 dqnMath-v0.2-3.8B-HF.Q4_K_M.gguf create mode 100644 dqnMath-v0.2-3.8B-HF.Q4_K_S.gguf create mode 100644 dqnMath-v0.2-3.8B-HF.Q5_K_M.gguf create mode 100644 dqnMath-v0.2-3.8B-HF.Q5_K_S.gguf create mode 100644 dqnMath-v0.2-3.8B-HF.Q6_K.gguf create mode 100644 dqnMath-v0.2-3.8B-HF.Q8_0.gguf create mode 100644 dqnMath-v0.2-3.8B-HF.f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3fb9717 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +dqnMath-v0.2-3.8B-HF.f16.gguf filter=lfs diff=lfs merge=lfs -text +dqnMath-v0.2-3.8B-HF.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +dqnMath-v0.2-3.8B-HF.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dqnMath-v0.2-3.8B-HF.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +dqnMath-v0.2-3.8B-HF.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +dqnMath-v0.2-3.8B-HF.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dqnMath-v0.2-3.8B-HF.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dqnMath-v0.2-3.8B-HF.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dqnMath-v0.2-3.8B-HF.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dqnMath-v0.2-3.8B-HF.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dqnMath-v0.2-3.8B-HF.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +dqnMath-v0.2-3.8B-HF.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +dqnMath-v0.2-3.8B-HF.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +dqnMath-v0.2-3.8B-HF.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..5d1c74f --- /dev/null +++ b/README.md @@ -0,0 +1,80 @@ +--- +language: +- en +library_name: mlx +license: mit +license_link: https://huggingface.co/microsoft/Phi-4-mini-instruct-reasoning/resolve/main/LICENSE +pipeline_tag: text-generation +tags: +- nlp +- math +- code +- mlx +widget: +- messages: + - role: user + content: How to solve 3*x^2+4*x+5=1? +base_model: DQN-Labs/dqnMath-v0.2-3.8B-HF +--- + +# GGUF Files for dqnMath-v0.2-3.8B-HF + +These are the GGUF files for [DQN-Labs/dqnMath-v0.2-3.8B-HF](https://huggingface.co/DQN-Labs/dqnMath-v0.2-3.8B-HF). + +## Downloads + +| GGUF Link | Quantization | Description | +| ---- | ----- | ----------- | +| [Download](https://huggingface.co/Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF/resolve/main/dqnMath-v0.2-3.8B-HF.Q2_K.gguf) | Q2_K | Lowest quality | +| [Download](https://huggingface.co/Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF/resolve/main/dqnMath-v0.2-3.8B-HF.Q3_K_S.gguf) | Q3_K_S | | +| [Download](https://huggingface.co/Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF/resolve/main/dqnMath-v0.2-3.8B-HF.IQ3_S.gguf) | IQ3_S | Integer quant, preferable over Q3_K_S | +| [Download](https://huggingface.co/Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF/resolve/main/dqnMath-v0.2-3.8B-HF.IQ3_M.gguf) | IQ3_M | Integer quant | +| [Download](https://huggingface.co/Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF/resolve/main/dqnMath-v0.2-3.8B-HF.Q3_K_M.gguf) | Q3_K_M | | +| [Download](https://huggingface.co/Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF/resolve/main/dqnMath-v0.2-3.8B-HF.Q3_K_L.gguf) | Q3_K_L | | +| [Download](https://huggingface.co/Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF/resolve/main/dqnMath-v0.2-3.8B-HF.IQ4_XS.gguf) | IQ4_XS | Integer quant | +| [Download](https://huggingface.co/Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF/resolve/main/dqnMath-v0.2-3.8B-HF.Q4_K_S.gguf) | Q4_K_S | Fast with good performance | +| [Download](https://huggingface.co/Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF/resolve/main/dqnMath-v0.2-3.8B-HF.Q4_K_M.gguf) | Q4_K_M | **Recommended:** Perfect mix of speed and performance | +| [Download](https://huggingface.co/Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF/resolve/main/dqnMath-v0.2-3.8B-HF.Q5_K_S.gguf) | Q5_K_S | | +| [Download](https://huggingface.co/Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF/resolve/main/dqnMath-v0.2-3.8B-HF.Q5_K_M.gguf) | Q5_K_M | | +| [Download](https://huggingface.co/Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF/resolve/main/dqnMath-v0.2-3.8B-HF.Q6_K.gguf) | Q6_K | Very good quality | +| [Download](https://huggingface.co/Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF/resolve/main/dqnMath-v0.2-3.8B-HF.Q8_0.gguf) | Q8_0 | Best quality | +| [Download](https://huggingface.co/Flexan/DQN-Labs-dqnMath-v0.2-3.8B-HF-GGUF/resolve/main/dqnMath-v0.2-3.8B-HF.f16.gguf) | f16 | Full precision, don't bother; use a quant | + +## Note from Flexan + +I provide GGUFs and quantizations of publicly available models that do not have a GGUF equivalent available yet, +usually for models **I deem interesting and wish to try out**. + +If there are some quants missing that you'd like me to add, you may request one in the community tab. +If you want to request a public model to be converted, you can also request that in the community tab. +If you have questions regarding this model, please refer to [the original model repo](https://huggingface.co/DQN-Labs/dqnMath-v0.2-3.8B-HF). + +You can find more info about me and what I do [here](https://huggingface.co/Flexan/Flexan). + +# DQN-Labs/dqnMath-v0.2-3.8B-HF + +This model [DQN-Labs/dqnMath-v0.2-3.8B-HF](https://huggingface.co/DQN-Labs/dqnMath-v0.2-3.8B-HF) was +converted to MLX format from [microsoft/Phi-4-mini-reasoning](https://huggingface.co/microsoft/Phi-4-mini-reasoning) +using mlx-lm version **0.30.7**. + +## Use with mlx + +```bash +pip install mlx-lm +``` + +```python +from mlx_lm import load, generate + +model, tokenizer = load("DQN-Labs/dqnMath-v0.2-3.8B-HF") + +prompt = "hello" + +if tokenizer.chat_template is not None: + messages = [{"role": "user", "content": prompt}] + prompt = tokenizer.apply_chat_template( + messages, add_generation_prompt=True, return_dict=False, + ) + +response = generate(model, tokenizer, prompt=prompt, verbose=True) +``` \ No newline at end of file diff --git a/dqnMath-v0.2-3.8B-HF.IQ3_M.gguf b/dqnMath-v0.2-3.8B-HF.IQ3_M.gguf new file mode 100644 index 0000000..a4d42e9 --- /dev/null +++ b/dqnMath-v0.2-3.8B-HF.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e90d504894235bc08c753251585de91a919900d252cdac9dcc9ff36a0568a8bb +size 2017655744 diff --git a/dqnMath-v0.2-3.8B-HF.IQ3_S.gguf b/dqnMath-v0.2-3.8B-HF.IQ3_S.gguf new file mode 100644 index 0000000..b120c59 --- /dev/null +++ b/dqnMath-v0.2-3.8B-HF.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b8e6007499455c4c833c806f6caad3cc027456130683697baf8010d8f2b7c9a +size 1897331648 diff --git a/dqnMath-v0.2-3.8B-HF.IQ4_XS.gguf b/dqnMath-v0.2-3.8B-HF.IQ4_XS.gguf new file mode 100644 index 0000000..f743acd --- /dev/null +++ b/dqnMath-v0.2-3.8B-HF.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9914f3b89a9213becc3450ba51afc00822a2358562dd9160974cc1d0cc115f28 +size 2240216000 diff --git a/dqnMath-v0.2-3.8B-HF.Q2_K.gguf b/dqnMath-v0.2-3.8B-HF.Q2_K.gguf new file mode 100644 index 0000000..b95f2d4 --- /dev/null +++ b/dqnMath-v0.2-3.8B-HF.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fca2a7085c3654f9a0fd5bbc259a259887f62fef148a6cf8a442bc5f5a6dd8da +size 1682635712 diff --git a/dqnMath-v0.2-3.8B-HF.Q3_K_L.gguf b/dqnMath-v0.2-3.8B-HF.Q3_K_L.gguf new file mode 100644 index 0000000..5fe5598 --- /dev/null +++ b/dqnMath-v0.2-3.8B-HF.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe8b1fd8e67b40f0d4fb7826be08ab390f6f1c8b1c7febe828974bac11ee3b4c +size 2249653184 diff --git a/dqnMath-v0.2-3.8B-HF.Q3_K_M.gguf b/dqnMath-v0.2-3.8B-HF.Q3_K_M.gguf new file mode 100644 index 0000000..043034e --- /dev/null +++ b/dqnMath-v0.2-3.8B-HF.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cffb01ce4d1d2f334cc0b410bdc6d3745c59e272364ac675154824ebb1f807f1 +size 2117532608 diff --git a/dqnMath-v0.2-3.8B-HF.Q3_K_S.gguf b/dqnMath-v0.2-3.8B-HF.Q3_K_S.gguf new file mode 100644 index 0000000..2ef87c5 --- /dev/null +++ b/dqnMath-v0.2-3.8B-HF.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efc96afad024ca34284ec9b538d4d6338a92ca0ba2d249f6c7d7f5b2d3fb33e5 +size 1897331648 diff --git a/dqnMath-v0.2-3.8B-HF.Q4_K_M.gguf b/dqnMath-v0.2-3.8B-HF.Q4_K_M.gguf new file mode 100644 index 0000000..25fe436 --- /dev/null +++ b/dqnMath-v0.2-3.8B-HF.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03a84b1481189d889f1ff8e7de4ac2eca8e286834129ac032978911e4c09a6bc +size 2491874240 diff --git a/dqnMath-v0.2-3.8B-HF.Q4_K_S.gguf b/dqnMath-v0.2-3.8B-HF.Q4_K_S.gguf new file mode 100644 index 0000000..36b0ee9 --- /dev/null +++ b/dqnMath-v0.2-3.8B-HF.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0b3fd4d6bfe5a2cea9a047a14ddfa4f7c7068f41431a47732fe7c8067b81609 +size 2337733568 diff --git a/dqnMath-v0.2-3.8B-HF.Q5_K_M.gguf b/dqnMath-v0.2-3.8B-HF.Q5_K_M.gguf new file mode 100644 index 0000000..7f73660 --- /dev/null +++ b/dqnMath-v0.2-3.8B-HF.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a43594acff8bd8e666dde7b7ec0cde01ced33665de9b0ef50ee5b52e67f4a32 +size 2848127936 diff --git a/dqnMath-v0.2-3.8B-HF.Q5_K_S.gguf b/dqnMath-v0.2-3.8B-HF.Q5_K_S.gguf new file mode 100644 index 0000000..438d3ee --- /dev/null +++ b/dqnMath-v0.2-3.8B-HF.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afbfba5507d759a9c0d4d55b360ff3c7fcb4b47199feb91ab7f9bca3b6749a1f +size 2727803840 diff --git a/dqnMath-v0.2-3.8B-HF.Q6_K.gguf b/dqnMath-v0.2-3.8B-HF.Q6_K.gguf new file mode 100644 index 0000000..bd467ee --- /dev/null +++ b/dqnMath-v0.2-3.8B-HF.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7576da22c6a75ffb331915d676d47caca15ede910815d4d9fa21ab85ac51a58 +size 3155622848 diff --git a/dqnMath-v0.2-3.8B-HF.Q8_0.gguf b/dqnMath-v0.2-3.8B-HF.Q8_0.gguf new file mode 100644 index 0000000..a2023ef --- /dev/null +++ b/dqnMath-v0.2-3.8B-HF.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:584ebe53163b5fb8a61d703655144d7580300ab023a0b5c15fea3262b2d93992 +size 3710197760 diff --git a/dqnMath-v0.2-3.8B-HF.f16.gguf b/dqnMath-v0.2-3.8B-HF.f16.gguf new file mode 100644 index 0000000..521333c --- /dev/null +++ b/dqnMath-v0.2-3.8B-HF.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d44831dce144b8d3a92d06361a7cc89fabfcb715f3142b3f54569ae37f96101 +size 7680694208