From 7e4328c73f6cd13f56f948ade3e935f371eda677 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 30 Sep 2026 18:30:57 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: afrideva/NeuralReyna-Mini-1.8B-v0.3-GGUF Source: Original Platform --- .gitattributes | 42 ++++++ README.md | 171 +++++++++++++++++++++++++ neuralreyna-mini-1.8b-v0.3.fp16.gguf | 3 + neuralreyna-mini-1.8b-v0.3.q2_k.gguf | 3 + neuralreyna-mini-1.8b-v0.3.q3_k_m.gguf | 3 + neuralreyna-mini-1.8b-v0.3.q4_k_m.gguf | 3 + neuralreyna-mini-1.8b-v0.3.q5_k_m.gguf | 3 + neuralreyna-mini-1.8b-v0.3.q6_k.gguf | 3 + neuralreyna-mini-1.8b-v0.3.q8_0.gguf | 3 + 9 files changed, 234 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 neuralreyna-mini-1.8b-v0.3.fp16.gguf create mode 100644 neuralreyna-mini-1.8b-v0.3.q2_k.gguf create mode 100644 neuralreyna-mini-1.8b-v0.3.q3_k_m.gguf create mode 100644 neuralreyna-mini-1.8b-v0.3.q4_k_m.gguf create mode 100644 neuralreyna-mini-1.8b-v0.3.q5_k_m.gguf create mode 100644 neuralreyna-mini-1.8b-v0.3.q6_k.gguf create mode 100644 neuralreyna-mini-1.8b-v0.3.q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5f63e5d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +neuralreyna-mini-1.8b-v0.3.fp16.gguf filter=lfs diff=lfs merge=lfs -text +neuralreyna-mini-1.8b-v0.3.q2_k.gguf filter=lfs diff=lfs merge=lfs -text +neuralreyna-mini-1.8b-v0.3.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +neuralreyna-mini-1.8b-v0.3.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +neuralreyna-mini-1.8b-v0.3.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +neuralreyna-mini-1.8b-v0.3.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +neuralreyna-mini-1.8b-v0.3.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..90a7a67 --- /dev/null +++ b/README.md @@ -0,0 +1,171 @@ +--- +base_model: M4-ai/NeuralReyna-Mini-1.8B-v0.3 +datasets: +- argilla/OpenHermes2.5-dpo-binarized-alpha +- Locutusque/Hercules-v3.0 +inference: false +language: +- en +license: apache-2.0 +model-index: +- name: NeuralReyna-Mini-1.8B-v0.3 + results: + - dataset: + args: + num_few_shot: 25 + config: ARC-Challenge + name: AI2 Reasoning Challenge (25-Shot) + split: test + type: ai2_arc + metrics: + - name: normalized accuracy + type: acc_norm + value: 35.58 + source: + name: Open LLM Leaderboard + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/NeuralReyna-Mini-1.8B-v0.3 + task: + name: Text Generation + type: text-generation + - dataset: + args: + num_few_shot: 10 + name: HellaSwag (10-Shot) + split: validation + type: hellaswag + metrics: + - name: normalized accuracy + type: acc_norm + value: 61.13 + source: + name: Open LLM Leaderboard + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/NeuralReyna-Mini-1.8B-v0.3 + task: + name: Text Generation + type: text-generation + - dataset: + args: + num_few_shot: 5 + config: all + name: MMLU (5-Shot) + split: test + type: cais/mmlu + metrics: + - name: accuracy + type: acc + value: 44.22 + source: + name: Open LLM Leaderboard + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/NeuralReyna-Mini-1.8B-v0.3 + task: + name: Text Generation + type: text-generation + - dataset: + args: + num_few_shot: 0 + config: multiple_choice + name: TruthfulQA (0-shot) + split: validation + type: truthful_qa + metrics: + - type: mc2 + value: 41.99 + source: + name: Open LLM Leaderboard + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/NeuralReyna-Mini-1.8B-v0.3 + task: + name: Text Generation + type: text-generation + - dataset: + args: + num_few_shot: 5 + config: winogrande_xl + name: Winogrande (5-shot) + split: validation + type: winogrande + metrics: + - name: accuracy + type: acc + value: 60.93 + source: + name: Open LLM Leaderboard + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/NeuralReyna-Mini-1.8B-v0.3 + task: + name: Text Generation + type: text-generation + - dataset: + args: + num_few_shot: 5 + config: main + name: GSM8k (5-shot) + split: test + type: gsm8k + metrics: + - name: accuracy + type: acc + value: 6.75 + source: + name: Open LLM Leaderboard + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=M4-ai/NeuralReyna-Mini-1.8B-v0.3 + task: + name: Text Generation + type: text-generation +model_creator: M4-ai +model_name: NeuralReyna-Mini-1.8B-v0.3 +pipeline_tag: text-generation +quantized_by: afrideva +tags: +- gguf +- ggml +- quantized +- q2_k +- q3_k_m +- q4_k_m +- q5_k_m +- q6_k +- q8_0 +--- +# M4-ai/NeuralReyna-Mini-1.8B-v0.3-GGUF + +Quantized GGUF model files for [NeuralReyna-Mini-1.8B-v0.3](https://huggingface.co/M4-ai/NeuralReyna-Mini-1.8B-v0.3) from [M4-ai](https://huggingface.co/M4-ai) + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [neuralreyna-mini-1.8b-v0.3.fp16.gguf](https://huggingface.co/afrideva/NeuralReyna-Mini-1.8B-v0.3-GGUF/resolve/main/neuralreyna-mini-1.8b-v0.3.fp16.gguf) | fp16 | 3.68 GB | +| [neuralreyna-mini-1.8b-v0.3.q2_k.gguf](https://huggingface.co/afrideva/NeuralReyna-Mini-1.8B-v0.3-GGUF/resolve/main/neuralreyna-mini-1.8b-v0.3.q2_k.gguf) | q2_k | 846.57 MB | +| [neuralreyna-mini-1.8b-v0.3.q3_k_m.gguf](https://huggingface.co/afrideva/NeuralReyna-Mini-1.8B-v0.3-GGUF/resolve/main/neuralreyna-mini-1.8b-v0.3.q3_k_m.gguf) | q3_k_m | 1.02 GB | +| [neuralreyna-mini-1.8b-v0.3.q4_k_m.gguf](https://huggingface.co/afrideva/NeuralReyna-Mini-1.8B-v0.3-GGUF/resolve/main/neuralreyna-mini-1.8b-v0.3.q4_k_m.gguf) | q4_k_m | 1.22 GB | +| [neuralreyna-mini-1.8b-v0.3.q5_k_m.gguf](https://huggingface.co/afrideva/NeuralReyna-Mini-1.8B-v0.3-GGUF/resolve/main/neuralreyna-mini-1.8b-v0.3.q5_k_m.gguf) | q5_k_m | 1.38 GB | +| [neuralreyna-mini-1.8b-v0.3.q6_k.gguf](https://huggingface.co/afrideva/NeuralReyna-Mini-1.8B-v0.3-GGUF/resolve/main/neuralreyna-mini-1.8b-v0.3.q6_k.gguf) | q6_k | 1.58 GB | +| [neuralreyna-mini-1.8b-v0.3.q8_0.gguf](https://huggingface.co/afrideva/NeuralReyna-Mini-1.8B-v0.3-GGUF/resolve/main/neuralreyna-mini-1.8b-v0.3.q8_0.gguf) | q8_0 | 1.96 GB | + + + +## Original Model Card: +# NeuralReyna-Mini-1.8B-v0.3 +![Reyna image](https://th.bing.com/th/id/OIG3.8IBxuT77hh6Y_r1DZ6WK?dpr=2.6&pid=ImgDetMain) +# Description +Taken aloobun/Reyna-Mini-1.8B-v0.2 and further fine-tuned it using DPO using the argilla/OpenHermes2.5-dpo-binarized-alpha. + +This model has capabilities in coding, math, science, roleplay, and function calling. + +This model was trained on OpenAI's ChatML prompt format. +# Evaluation +Coming soon + +# Contributions + +Thanks to @aloobun and @Locutusque for their contributions to this model. +# [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard) +Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/details_M4-ai__NeuralReyna-Mini-1.8B-v0.3) + +| Metric |Value| +|---------------------------------|----:| +|Avg. |41.77| +|AI2 Reasoning Challenge (25-Shot)|35.58| +|HellaSwag (10-Shot) |61.13| +|MMLU (5-Shot) |44.22| +|TruthfulQA (0-shot) |41.99| +|Winogrande (5-shot) |60.93| +|GSM8k (5-shot) | 6.75| \ No newline at end of file diff --git a/neuralreyna-mini-1.8b-v0.3.fp16.gguf b/neuralreyna-mini-1.8b-v0.3.fp16.gguf new file mode 100644 index 0000000..cfbd3c7 --- /dev/null +++ b/neuralreyna-mini-1.8b-v0.3.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae642c760507a6ae4cccfb05c563bb69dc86621805bb1c98827581d6bdb9b17f +size 3680098048 diff --git a/neuralreyna-mini-1.8b-v0.3.q2_k.gguf b/neuralreyna-mini-1.8b-v0.3.q2_k.gguf new file mode 100644 index 0000000..40bb4af --- /dev/null +++ b/neuralreyna-mini-1.8b-v0.3.q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:744f0874f992cf07da6ce902e058c2a9f51226ba1b54088f7fb9e6c30939495e +size 846569280 diff --git a/neuralreyna-mini-1.8b-v0.3.q3_k_m.gguf b/neuralreyna-mini-1.8b-v0.3.q3_k_m.gguf new file mode 100644 index 0000000..a4ae1b0 --- /dev/null +++ b/neuralreyna-mini-1.8b-v0.3.q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ba2fb20208072c58e87ce771c58f6b93a4392eee677dd3792cbd78a6a35f750 +size 1015879488 diff --git a/neuralreyna-mini-1.8b-v0.3.q4_k_m.gguf b/neuralreyna-mini-1.8b-v0.3.q4_k_m.gguf new file mode 100644 index 0000000..63a9ddf --- /dev/null +++ b/neuralreyna-mini-1.8b-v0.3.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac545e8bf80092dc9514bcbde5d4cd96298cc6d18e92bf480e6b4fa5535c20a +size 1217752896 diff --git a/neuralreyna-mini-1.8b-v0.3.q5_k_m.gguf b/neuralreyna-mini-1.8b-v0.3.q5_k_m.gguf new file mode 100644 index 0000000..904d3ff --- /dev/null +++ b/neuralreyna-mini-1.8b-v0.3.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ac0664ee8a00c638e1fcb107b0ca0c2c2e4da4db8760d73dc5695f87870d7d +size 1376776000 diff --git a/neuralreyna-mini-1.8b-v0.3.q6_k.gguf b/neuralreyna-mini-1.8b-v0.3.q6_k.gguf new file mode 100644 index 0000000..da7b90a --- /dev/null +++ b/neuralreyna-mini-1.8b-v0.3.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b58e4673d93035cd24825a0e35b3497d6054f6a4ac3cacf3dea22be9bde7875f +size 1579026240 diff --git a/neuralreyna-mini-1.8b-v0.3.q8_0.gguf b/neuralreyna-mini-1.8b-v0.3.q8_0.gguf new file mode 100644 index 0000000..8352b5e --- /dev/null +++ b/neuralreyna-mini-1.8b-v0.3.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:039f25ab07bece3cf2d70a4797788b82440010c5250efb3cdebb6ff54b666b32 +size 1958303552