From 6d651522af07fe9c9272d46386cb7edcb7b5b1a0 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 10 Aug 2026 11:13:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Mungert/AceInstruct-1.5B-GGUF Source: Original Platform --- .gitattributes | 70 ++++++++++++ AceInstruct-1.5B-bf16.gguf | 3 + AceInstruct-1.5B-bf16_q8_0.gguf | 3 + AceInstruct-1.5B-f16_q8_0.gguf | 3 + AceInstruct-1.5B-iq3_m.gguf | 3 + AceInstruct-1.5B-iq3_s.gguf | 3 + AceInstruct-1.5B-iq3_xs.gguf | 3 + AceInstruct-1.5B-iq3_xxs.gguf | 3 + AceInstruct-1.5B-iq4_nl.gguf | 3 + AceInstruct-1.5B-iq4_xs.gguf | 3 + AceInstruct-1.5B-q3_k_m.gguf | 3 + AceInstruct-1.5B-q3_k_s.gguf | 3 + AceInstruct-1.5B-q4_0.gguf | 3 + AceInstruct-1.5B-q4_1.gguf | 3 + AceInstruct-1.5B-q4_k_m.gguf | 3 + AceInstruct-1.5B-q4_k_s.gguf | 3 + AceInstruct-1.5B-q5_0.gguf | 3 + AceInstruct-1.5B-q5_1.gguf | 3 + AceInstruct-1.5B-q5_k_m.gguf | 3 + AceInstruct-1.5B-q5_k_s.gguf | 3 + AceInstruct-1.5B-q6_k_m.gguf | 3 + AceInstruct-1.5B-q8_0.gguf | 3 + AceInstruct-1.5B.imatrix | 3 + README.md | 182 ++++++++++++++++++++++++++++++++ 24 files changed, 318 insertions(+) create mode 100644 .gitattributes create mode 100644 AceInstruct-1.5B-bf16.gguf create mode 100644 AceInstruct-1.5B-bf16_q8_0.gguf create mode 100644 AceInstruct-1.5B-f16_q8_0.gguf create mode 100644 AceInstruct-1.5B-iq3_m.gguf create mode 100644 AceInstruct-1.5B-iq3_s.gguf create mode 100644 AceInstruct-1.5B-iq3_xs.gguf create mode 100644 AceInstruct-1.5B-iq3_xxs.gguf create mode 100644 AceInstruct-1.5B-iq4_nl.gguf create mode 100644 AceInstruct-1.5B-iq4_xs.gguf create mode 100644 AceInstruct-1.5B-q3_k_m.gguf create mode 100644 AceInstruct-1.5B-q3_k_s.gguf create mode 100644 AceInstruct-1.5B-q4_0.gguf create mode 100644 AceInstruct-1.5B-q4_1.gguf create mode 100644 AceInstruct-1.5B-q4_k_m.gguf create mode 100644 AceInstruct-1.5B-q4_k_s.gguf create mode 100644 AceInstruct-1.5B-q5_0.gguf create mode 100644 AceInstruct-1.5B-q5_1.gguf create mode 100644 AceInstruct-1.5B-q5_k_m.gguf create mode 100644 AceInstruct-1.5B-q5_k_s.gguf create mode 100644 AceInstruct-1.5B-q6_k_m.gguf create mode 100644 AceInstruct-1.5B-q8_0.gguf create mode 100644 AceInstruct-1.5B.imatrix create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..263cef6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,70 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-f16.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-f16_q8_0.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-bf16_q8_0.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-f16_q6_k.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-bf16_q6_k.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-f16_q4_k.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-bf16_q4_k.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q4_k_l.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q5_k_l.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q6_k_l.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q6_k_m.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q4_0_l.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q4_1_l.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q5_1.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q5_0_l.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-q5_1_l.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-iq3_xs.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B.imatrix filter=lfs diff=lfs merge=lfs -text +AceInstruct-1.5B-bf16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/AceInstruct-1.5B-bf16.gguf b/AceInstruct-1.5B-bf16.gguf new file mode 100644 index 0000000..acac7fb --- /dev/null +++ b/AceInstruct-1.5B-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eecbc48a9a1042b64b068d68db37242becfaafe02db1e114b50f4751ac088ee +size 3560414432 diff --git a/AceInstruct-1.5B-bf16_q8_0.gguf b/AceInstruct-1.5B-bf16_q8_0.gguf new file mode 100644 index 0000000..c06c6b0 --- /dev/null +++ b/AceInstruct-1.5B-bf16_q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bef5b559e80c7516d399a88ca50a4f76d088bc31d7707d67660f49f63db2d0ad +size 2765626592 diff --git a/AceInstruct-1.5B-f16_q8_0.gguf b/AceInstruct-1.5B-f16_q8_0.gguf new file mode 100644 index 0000000..965860d --- /dev/null +++ b/AceInstruct-1.5B-f16_q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f55a431dce443632a3ccd034db430af76905f9f6d9842babf37455c57f219e7d +size 2765626592 diff --git a/AceInstruct-1.5B-iq3_m.gguf b/AceInstruct-1.5B-iq3_m.gguf new file mode 100644 index 0000000..c8c9b05 --- /dev/null +++ b/AceInstruct-1.5B-iq3_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0233b3055fffa4e266cedf7b3171d4cc4b7027434bc5631f27018abeb2d9ac79 +size 934739424 diff --git a/AceInstruct-1.5B-iq3_s.gguf b/AceInstruct-1.5B-iq3_s.gguf new file mode 100644 index 0000000..26d8836 --- /dev/null +++ b/AceInstruct-1.5B-iq3_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d94326513e789a49ec1c7386c9d7a989cc178cdd32f82a494b5667aab8ffd45 +size 934739424 diff --git a/AceInstruct-1.5B-iq3_xs.gguf b/AceInstruct-1.5B-iq3_xs.gguf new file mode 100644 index 0000000..414ba0e --- /dev/null +++ b/AceInstruct-1.5B-iq3_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd20066467cc1e67cea752d2615082aafdda8ebaa828abd6a458d61d7f410259 +size 868310496 diff --git a/AceInstruct-1.5B-iq3_xxs.gguf b/AceInstruct-1.5B-iq3_xxs.gguf new file mode 100644 index 0000000..1d71f90 --- /dev/null +++ b/AceInstruct-1.5B-iq3_xxs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:300880b264934c6d69e5854373a1bc0fb6d2d7e962fe7120cddbc9f62197e808 +size 854461920 diff --git a/AceInstruct-1.5B-iq4_nl.gguf b/AceInstruct-1.5B-iq4_nl.gguf new file mode 100644 index 0000000..b0329b2 --- /dev/null +++ b/AceInstruct-1.5B-iq4_nl.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d5329febf3ce4fc9c17df4087c47834eb280c382350b845dc31c5eacc341cb2 +size 1067601888 diff --git a/AceInstruct-1.5B-iq4_xs.gguf b/AceInstruct-1.5B-iq4_xs.gguf new file mode 100644 index 0000000..8262e91 --- /dev/null +++ b/AceInstruct-1.5B-iq4_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a03f05234a4c4313a0897205b392486df759e01f7aa6efc26024c9eaef80b9ce +size 1019709408 diff --git a/AceInstruct-1.5B-q3_k_m.gguf b/AceInstruct-1.5B-q3_k_m.gguf new file mode 100644 index 0000000..52e8d50 --- /dev/null +++ b/AceInstruct-1.5B-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ec4c2d0453f81ce3c2e3786cd0984dace92d3a217cc9d61f9123f6006b4e53f +size 1012175328 diff --git a/AceInstruct-1.5B-q3_k_s.gguf b/AceInstruct-1.5B-q3_k_s.gguf new file mode 100644 index 0000000..88f1c28 --- /dev/null +++ b/AceInstruct-1.5B-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8736f9d1e105684c6ffdebb9dc7cabf04f46b76417f1d1c1f5209c6e7fadb91 +size 950185440 diff --git a/AceInstruct-1.5B-q4_0.gguf b/AceInstruct-1.5B-q4_0.gguf new file mode 100644 index 0000000..007f65e --- /dev/null +++ b/AceInstruct-1.5B-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:243cdc200c4bb3a2bc7b0089180db2a6a4b861d49c5c98b3b04c571eae1244be +size 1006058976 diff --git a/AceInstruct-1.5B-q4_1.gguf b/AceInstruct-1.5B-q4_1.gguf new file mode 100644 index 0000000..b5852e6 --- /dev/null +++ b/AceInstruct-1.5B-q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84dfe29c35b36dff12238563f18e5d93797c19d3e96f9a90096df3758fa308a7 +size 1117117920 diff --git a/AceInstruct-1.5B-q4_k_m.gguf b/AceInstruct-1.5B-q4_k_m.gguf new file mode 100644 index 0000000..3b504c0 --- /dev/null +++ b/AceInstruct-1.5B-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40ceef6440c4ca1afbe65f9c88cf4e6996d4a2cb83c65a3268f801278f10a366 +size 1167974880 diff --git a/AceInstruct-1.5B-q4_k_s.gguf b/AceInstruct-1.5B-q4_k_s.gguf new file mode 100644 index 0000000..3404424 --- /dev/null +++ b/AceInstruct-1.5B-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c7e2044e7782f50f640ce5ef203179be1f29eded917c0be49a6dcc88880e7e8 +size 1138827744 diff --git a/AceInstruct-1.5B-q5_0.gguf b/AceInstruct-1.5B-q5_0.gguf new file mode 100644 index 0000000..8ef692c --- /dev/null +++ b/AceInstruct-1.5B-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3c08de15001618290230466961777484f426efb3c10264ef63b9553e8d3bc3 +size 1228176864 diff --git a/AceInstruct-1.5B-q5_1.gguf b/AceInstruct-1.5B-q5_1.gguf new file mode 100644 index 0000000..9939290 --- /dev/null +++ b/AceInstruct-1.5B-q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c97df87109130c8dabe1e2318ba65f9104373bd0fd629acb466fdb46d0fc69 +size 1339235808 diff --git a/AceInstruct-1.5B-q5_k_m.gguf b/AceInstruct-1.5B-q5_k_m.gguf new file mode 100644 index 0000000..9225902 --- /dev/null +++ b/AceInstruct-1.5B-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d34de0864b963d6ab0862d24bb247e40ca3acab428944c8473441eaee2cb150a +size 1318367712 diff --git a/AceInstruct-1.5B-q5_k_s.gguf b/AceInstruct-1.5B-q5_k_s.gguf new file mode 100644 index 0000000..b6ea57a --- /dev/null +++ b/AceInstruct-1.5B-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f0bf69c909c7b517f870f71f4493990dc51e73473da3c9ca393c7741d4593da +size 1303327200 diff --git a/AceInstruct-1.5B-q6_k_m.gguf b/AceInstruct-1.5B-q6_k_m.gguf new file mode 100644 index 0000000..25756f1 --- /dev/null +++ b/AceInstruct-1.5B-q6_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d53ef96f4976c87963483ea5f38ce537e1dcec01c17560d933278322b4db4e4 +size 1464177120 diff --git a/AceInstruct-1.5B-q8_0.gguf b/AceInstruct-1.5B-q8_0.gguf new file mode 100644 index 0000000..0597188 --- /dev/null +++ b/AceInstruct-1.5B-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18058e3b63bd037028e37333b0e1a66ce60ae8b349f28f8a10d780b95d71c4c3 +size 1894530272 diff --git a/AceInstruct-1.5B.imatrix b/AceInstruct-1.5B.imatrix new file mode 100644 index 0000000..01a4182 --- /dev/null +++ b/AceInstruct-1.5B.imatrix @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86446600001279a2499bc643cbbe7309fb9a9d4e6e4159527d80fd7e8e403863 +size 2042214 diff --git a/README.md b/README.md new file mode 100644 index 0000000..e9dce8f --- /dev/null +++ b/README.md @@ -0,0 +1,182 @@ +--- +license: cc-by-nc-4.0 +language: +- en +pipeline_tag: text-generation +tags: +- nvidia +- AceInstruct +- code +- math +- general_domain +- instruct_model +- pytorch +--- + +# AceInstruct-1.5B GGUF Models + + +## Model Generation Details + +This model was generated using [llama.cpp](https://github.com/ggerganov/llama.cpp) at commit [`b9c3eefd`](https://github.com/ggerganov/llama.cpp/commit/b9c3eefde1b67104bd993485ff38dd62abe9d70c). + + + + + + +--- + + + Click here to get info on choosing the right GGUF model format + + +--- + + + + + + +## Introduction +We introduce AceInstruct, a family of advanced SFT models for coding, mathematics, and general-purpose tasks. The AceInstruct family, which includes AceInstruct-1.5B, 7B, and 72B, is Improved using Qwen. +These models are fine-tuned on Qwen2.5-Base using [general SFT datasets](https://huggingface.co/datasets/nvidia/AceMath-Instruct-Training-Data). These same datasets are also used in the training of [AceMath-Instruct](https://huggingface.co/nvidia/AceMath-72B-Instruct). Different from AceMath-Instruct which is specialized for math questions, AceInstruct is versatile and can be applied to a wide range of domains. Benchmark evaluations across coding, mathematics, and general knowledge tasks demonstrate that AceInstruct delivers performance comparable to Qwen2.5-Instruct. + +For more information about AceInstruct, check our [website](https://research.nvidia.com/labs/adlr/acemath/) and [paper](https://arxiv.org/abs/2412.15084). + + +## Benchmark Results +| | Qwen2.5-1.5B-Instruct | AceInstruct-1.5B | Qwen2.5-7B-Instruct | AceInstruct-7B | Qwen2.5-72B-Instruct | AceInstruct-72B | +| --------- |:-----:|:-----:|:-----:|:-----:|:-----:|:-----:| +| HumanEval | 61.60 | 73.17 | 84.80 | 85.37 | 86.60 | 89.63 | +| MBPP | 63.20 | 65.76 | 79.20 | 74.32 | 88.20 | 83.66 | +| GSM8K | 73.20 | 80.44 | 91.60 | 93.10 | 95.80 | 96.36 | +| MATH | 55.20 | 60.34 | 75.50 | 76.40 | 83.10 | 84.50 | +| MMLU | 58.37 | 58.17 | 74.51 | 74.68 | 84.67 | 83.88 | +| MMLU Pro | 32.40 | 33.78 | 56.30 | 54.50 | 71.10 | 66.10 | +| Average | 57.33 | 61.94 | 76.99 | 76.40 | 84.91 | 84.02 | + +We compare AceInstruct to Qwen2.5-Instruct across coding, mathematics, and general knowledge tasks. We find that AceInstruct-1.5B outperforms Qwen2.5-1.5B-Instruct (61.94 vs. 57.33), while AceInstruct-7B and AceInstruct-72B perform similarly to Qwen2.5-7B-Instruct and Qwen2.5-72B-Instruct. + + +## All Resources +### AceMath Instruction Models +- [AceMath-1.5B-Instruct](https://huggingface.co/nvidia/AceMath-1.5B-Instruct), [AceMath-7B-Instruct](https://huggingface.co/nvidia/AceMath-7B-Instruct), [AceMath-72B-Instruct](https://huggingface.co/nvidia/AceMath-72B-Instruct) + +### AceMath Reward Models +- [AceMath-7B-RM](https://huggingface.co/nvidia/AceMath-7B-RM), [AceMath-72B-RM](https://huggingface.co/nvidia/AceMath-72B-RM) + +### Evaluation & Training Data +- [AceMath-RewardBench](https://huggingface.co/datasets/nvidia/AceMath-RewardBench), [AceMath-Instruct Training Data](https://huggingface.co/datasets/nvidia/AceMath-Instruct-Training-Data), [AceMath-RM Training Data](https://huggingface.co/datasets/nvidia/AceMath-RM-Training-Data) + +### General Instruction Models +- [AceInstruct-1.5B](https://huggingface.co/nvidia/AceInstruct-1.5B), [AceInstruct-7B](https://huggingface.co/nvidia/AceInstruct-7B), [AceInstruct-72B](https://huggingface.co/nvidia/AceInstruct-72B) + + +## How to use +```python +from transformers import AutoModelForCausalLM, AutoTokenizer + +model_name = "AceInstruct-1.5B" +tokenizer = AutoTokenizer.from_pretrained(model_name) +model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype="auto", device_map="auto") + +prompt = "Tell me something about artificial intelligence." +messages = [{"role": "user", "content": prompt}] + +text = tokenizer.apply_chat_template( + messages, + tokenize=False, + add_generation_prompt=True +) +model_inputs = tokenizer([text], return_tensors="pt").to("cuda") + +generated_ids = model.generate( + **model_inputs, + max_new_tokens=1024 +) +generated_ids = [ + output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids) +] + +response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0] +``` + + +## Correspondence to +Zihan Liu (zihanl@nvidia.com), Yang Chen (yachen@nvidia.com), Wei Ping (wping@nvidia.com) + + +## Citation +If you find our work helpful, weโ€™d appreciate it if you could cite us. +
+@article{acemath2024,
+  title={AceMath: Advancing Frontier Math Reasoning with Post-Training and Reward Modeling},
+  author={Liu, Zihan and Chen, Yang and Shoeybi, Mohammad and Catanzaro, Bryan and Ping, Wei},
+  journal={arXiv preprint},
+  year={2024}
+}
+
+ + +## License +All models in the AceInstruct family are for non-commercial use only, subject to [Terms of Use](https://openai.com/policies/row-terms-of-use/) of the data generated by OpenAI. We put the AceInstruct models under the license of [Creative Commons Attribution: Non-Commercial 4.0 International](https://spdx.org/licenses/CC-BY-NC-4.0). + + + +--- + +# ๐Ÿš€ If you find these models useful + +Help me test my **AI-Powered Quantum Network Monitor Assistant** with **quantum-ready security checks**: + +๐Ÿ‘‰ [Quantum Network Monitor](https://readyforquantum.com/?assistant=open&utm_source=huggingface&utm_medium=referral&utm_campaign=huggingface_repo_readme) + + +The full Open Source Code for the Quantum Network Monitor Service available at my github repos ( repos with NetworkMonitor in the name) : [Source Code Quantum Network Monitor](https://github.com/Mungert69). You will also find the code I use to quantize the models if you want to do it yourself [GGUFModelBuilder](https://github.com/Mungert69/GGUFModelBuilder) + +๐Ÿ’ฌ **How to test**: + Choose an **AI assistant type**: + - `TurboLLM` (GPT-4.1-mini) + - `HugLLM` (Hugginface Open-source models) + - `TestLLM` (Experimental CPU-only) + +### **What Iโ€™m Testing** +Iโ€™m pushing the limits of **small open-source models for AI network monitoring**, specifically: +- **Function calling** against live network services +- **How small can a model go** while still handling: + - Automated **Nmap security scans** + - **Quantum-readiness checks** + - **Network Monitoring tasks** + +๐ŸŸก **TestLLM** โ€“ Current experimental model (llama.cpp on 2 CPU threads on huggingface docker space): +- โœ… **Zero-configuration setup** +- โณ 30s load time (slow inference but **no API costs**) . No token limited as the cost is low. +- ๐Ÿ”ง **Help wanted!** If youโ€™re into **edge-device AI**, letโ€™s collaborate! + +### **Other Assistants** +๐ŸŸข **TurboLLM** โ€“ Uses **gpt-4.1-mini** : +- **It performs very well but unfortunatly OpenAI charges per token. For this reason tokens usage is limited. +- **Create custom cmd processors to run .net code on Quantum Network Monitor Agents** +- **Real-time network diagnostics and monitoring** +- **Security Audits** +- **Penetration testing** (Nmap/Metasploit) + +๐Ÿ”ต **HugLLM** โ€“ Latest Open-source models: +- ๐ŸŒ Runs on Hugging Face Inference API. Performs pretty well using the lastest models hosted on Novita. + +### ๐Ÿ’ก **Example commands you could test**: +1. `"Give me info on my websites SSL certificate"` +2. `"Check if my server is using quantum safe encyption for communication"` +3. `"Run a comprehensive security audit on my server"` +4. '"Create a cmd processor to .. (what ever you want)" Note you need to install a [Quantum Network Monitor Agent](https://readyforquantum.com/Download/?utm_source=huggingface&utm_medium=referral&utm_campaign=huggingface_repo_readme) to run the .net code on. This is a very flexible and powerful feature. Use with caution! + +### Final Word + +I fund the servers used to create these model files, run the Quantum Network Monitor service, and pay for inference from Novita and OpenAIโ€”all out of my own pocket. All the code behind the model creation and the Quantum Network Monitor project is [open source](https://github.com/Mungert69). Feel free to use whatever you find helpful. + +If you appreciate the work, please consider [buying me a coffee](https://www.buymeacoffee.com/mahadeva) โ˜•. Your support helps cover service costs and allows me to raise token limits for everyone. + +I'm also open to job opportunities or sponsorship. + +Thank you! ๐Ÿ˜Š