From d5cfb8a96e9f22bdeeefd9a5a078bd9df54a346d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 11 Oct 2026 22:59:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: afrideva/Orca-2.0-Tau-1.8B-GGUF Source: Original Platform --- .gitattributes | 42 ++++++++++++++++ README.md | 93 +++++++++++++++++++++++++++++++++++ orca-2.0-tau-1.8b.Q2_K.gguf | 3 ++ orca-2.0-tau-1.8b.Q3_K_M.gguf | 3 ++ orca-2.0-tau-1.8b.Q4_K_M.gguf | 3 ++ orca-2.0-tau-1.8b.Q5_K_M.gguf | 3 ++ orca-2.0-tau-1.8b.Q6_K.gguf | 3 ++ orca-2.0-tau-1.8b.Q8_0.gguf | 3 ++ orca-2.0-tau-1.8b.fp16.gguf | 3 ++ 9 files changed, 156 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 orca-2.0-tau-1.8b.Q2_K.gguf create mode 100644 orca-2.0-tau-1.8b.Q3_K_M.gguf create mode 100644 orca-2.0-tau-1.8b.Q4_K_M.gguf create mode 100644 orca-2.0-tau-1.8b.Q5_K_M.gguf create mode 100644 orca-2.0-tau-1.8b.Q6_K.gguf create mode 100644 orca-2.0-tau-1.8b.Q8_0.gguf create mode 100644 orca-2.0-tau-1.8b.fp16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1cb5817 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +orca-2.0-tau-1.8b.fp16.gguf filter=lfs diff=lfs merge=lfs -text +orca-2.0-tau-1.8b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +orca-2.0-tau-1.8b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +orca-2.0-tau-1.8b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +orca-2.0-tau-1.8b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +orca-2.0-tau-1.8b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +orca-2.0-tau-1.8b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..974e0f1 --- /dev/null +++ b/README.md @@ -0,0 +1,93 @@ +--- +base_model: M4-ai/Orca-2.0-Tau-1.8B +datasets: +- Open-Orca/SlimOrca +- m-a-p/Code-Feedback +- MaziyarPanahi/WizardLM_evol_instruct_V2_196k +- camel-ai/math +- camel-ai/physics +- camel-ai/biology +- camel-ai/chemistry +- LDJnr/Capybara +- jondurbin/airoboros-3.2 +- microsoft/orca-math-word-problems-200k +inference: true +language: +- en +library_name: transformers +license: other +model_creator: M4-ai +model_name: Orca-2.0-Tau-1.8B +pipeline_tag: text-generation +quantized_by: afrideva +tags: +- gguf +- ggml +- quantized +--- + +# Orca-2.0-Tau-1.8B-GGUF + +Quantized GGUF model files for [Orca-2.0-Tau-1.8B](https://huggingface.co/M4-ai/Orca-2.0-Tau-1.8B) from [M4-ai](https://huggingface.co/M4-ai) + +## Original Model Card: + +# Hercules-Mini-1.8B + + +We fine-tuned tau-1.8B on a high quality mix for general-purpose assistants. A DPO version of this will be released soon. We use the ChatML prompt format. + + +## Model Details + +### Model Description + + + +This model has capabilities in math, coding, writing, and more. We fine-tuned it using a high quality mix for general-purpose assistants. + +- **Developed by:** M4-ai +- **Language(s) (NLP):** English and maybe Chinese +- **License:** tongyi-qianwen license +- **Finetuned from model:** [tau-1.8B](https://huggingface.co/M4-ai/tau-1.8B) + +## Uses + + + +General purpose assistant, question answering, chain-of-thought, etc.. + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## Evaluation +Coming soon + + +## Training Details + +### Training Data + +- Open-Orca/SlimOrca +- m-a-p/Code-Feedback +- MaziyarPanahi/WizardLM_evol_instruct_V2_196k +- camel-ai/math +- camel-ai/physics +- camel-ai/biology +- camel-ai/chemistry +- LDJnr/Capybara +- jondurbin/airoboros-3.2 +- microsoft/orca-math-word-problems-200k + + +#### Training Hyperparameters + +- **Training regime:** bf16 non-mixed precision +## Technical Specifications + +#### Hardware + +We used 8 Kaggle TPUs, and we trained at a global batch size of 128 and sequence length of 2048. \ No newline at end of file diff --git a/orca-2.0-tau-1.8b.Q2_K.gguf b/orca-2.0-tau-1.8b.Q2_K.gguf new file mode 100644 index 0000000..e2a9baa --- /dev/null +++ b/orca-2.0-tau-1.8b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bcd3074eb6b81282b47704afa010e4d1e4619dfed36e5ae6aad53965980c99f +size 846569312 diff --git a/orca-2.0-tau-1.8b.Q3_K_M.gguf b/orca-2.0-tau-1.8b.Q3_K_M.gguf new file mode 100644 index 0000000..b4c8ad9 --- /dev/null +++ b/orca-2.0-tau-1.8b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0822bc9e26202bc66600c47cc8f4b336491a1019206cf40c92827218a786e3af +size 1015879520 diff --git a/orca-2.0-tau-1.8b.Q4_K_M.gguf b/orca-2.0-tau-1.8b.Q4_K_M.gguf new file mode 100644 index 0000000..02a9386 --- /dev/null +++ b/orca-2.0-tau-1.8b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c24ee398d03e8d2ae7799a13584384dbc93498dc18051078b2e44347f9198fa +size 1217752928 diff --git a/orca-2.0-tau-1.8b.Q5_K_M.gguf b/orca-2.0-tau-1.8b.Q5_K_M.gguf new file mode 100644 index 0000000..ed61ee2 --- /dev/null +++ b/orca-2.0-tau-1.8b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d48a2f60828d6dcb9592af6e5f71a3717a33df8fe9731e04e9dc57754a0dc868 +size 1376776032 diff --git a/orca-2.0-tau-1.8b.Q6_K.gguf b/orca-2.0-tau-1.8b.Q6_K.gguf new file mode 100644 index 0000000..8607a44 --- /dev/null +++ b/orca-2.0-tau-1.8b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ec9ad1c8fddbc73a6894d93ec06da7d701a6ab20e969b7e513d6e066c8fe02 +size 1579026272 diff --git a/orca-2.0-tau-1.8b.Q8_0.gguf b/orca-2.0-tau-1.8b.Q8_0.gguf new file mode 100644 index 0000000..9d9b252 --- /dev/null +++ b/orca-2.0-tau-1.8b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffc680e3ed23caf87c0c1b97a2337a18b853b8628a292e76741c6f835937bab7 +size 1958303584 diff --git a/orca-2.0-tau-1.8b.fp16.gguf b/orca-2.0-tau-1.8b.fp16.gguf new file mode 100644 index 0000000..63fd4cd --- /dev/null +++ b/orca-2.0-tau-1.8b.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47e0182db13acd34736a019c43d98d1d643ca4cab1c24dfc56b539ed490530fa +size 3680098144