commit d5cfb8a96e9f22bdeeefd9a5a078bd9df54a346d Author: ModelHub XC Date: Sun Oct 11 22:59:17 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: afrideva/Orca-2.0-Tau-1.8B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1cb5817 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +orca-2.0-tau-1.8b.fp16.gguf filter=lfs diff=lfs merge=lfs -text +orca-2.0-tau-1.8b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +orca-2.0-tau-1.8b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +orca-2.0-tau-1.8b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +orca-2.0-tau-1.8b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +orca-2.0-tau-1.8b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +orca-2.0-tau-1.8b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..974e0f1 --- /dev/null +++ b/README.md @@ -0,0 +1,93 @@ +--- +base_model: M4-ai/Orca-2.0-Tau-1.8B +datasets: +- Open-Orca/SlimOrca +- m-a-p/Code-Feedback +- MaziyarPanahi/WizardLM_evol_instruct_V2_196k +- camel-ai/math +- camel-ai/physics +- camel-ai/biology +- camel-ai/chemistry +- LDJnr/Capybara +- jondurbin/airoboros-3.2 +- microsoft/orca-math-word-problems-200k +inference: true +language: +- en +library_name: transformers +license: other +model_creator: M4-ai +model_name: Orca-2.0-Tau-1.8B +pipeline_tag: text-generation +quantized_by: afrideva +tags: +- gguf +- ggml +- quantized +--- + +# Orca-2.0-Tau-1.8B-GGUF + +Quantized GGUF model files for [Orca-2.0-Tau-1.8B](https://huggingface.co/M4-ai/Orca-2.0-Tau-1.8B) from [M4-ai](https://huggingface.co/M4-ai) + +## Original Model Card: + +# Hercules-Mini-1.8B + + +We fine-tuned tau-1.8B on a high quality mix for general-purpose assistants. A DPO version of this will be released soon. We use the ChatML prompt format. + + +## Model Details + +### Model Description + + + +This model has capabilities in math, coding, writing, and more. We fine-tuned it using a high quality mix for general-purpose assistants. + +- **Developed by:** M4-ai +- **Language(s) (NLP):** English and maybe Chinese +- **License:** tongyi-qianwen license +- **Finetuned from model:** [tau-1.8B](https://huggingface.co/M4-ai/tau-1.8B) + +## Uses + + + +General purpose assistant, question answering, chain-of-thought, etc.. + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## Evaluation +Coming soon + + +## Training Details + +### Training Data + +- Open-Orca/SlimOrca +- m-a-p/Code-Feedback +- MaziyarPanahi/WizardLM_evol_instruct_V2_196k +- camel-ai/math +- camel-ai/physics +- camel-ai/biology +- camel-ai/chemistry +- LDJnr/Capybara +- jondurbin/airoboros-3.2 +- microsoft/orca-math-word-problems-200k + + +#### Training Hyperparameters + +- **Training regime:** bf16 non-mixed precision +## Technical Specifications + +#### Hardware + +We used 8 Kaggle TPUs, and we trained at a global batch size of 128 and sequence length of 2048. \ No newline at end of file diff --git a/orca-2.0-tau-1.8b.Q2_K.gguf b/orca-2.0-tau-1.8b.Q2_K.gguf new file mode 100644 index 0000000..e2a9baa --- /dev/null +++ b/orca-2.0-tau-1.8b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bcd3074eb6b81282b47704afa010e4d1e4619dfed36e5ae6aad53965980c99f +size 846569312 diff --git a/orca-2.0-tau-1.8b.Q3_K_M.gguf b/orca-2.0-tau-1.8b.Q3_K_M.gguf new file mode 100644 index 0000000..b4c8ad9 --- /dev/null +++ b/orca-2.0-tau-1.8b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0822bc9e26202bc66600c47cc8f4b336491a1019206cf40c92827218a786e3af +size 1015879520 diff --git a/orca-2.0-tau-1.8b.Q4_K_M.gguf b/orca-2.0-tau-1.8b.Q4_K_M.gguf new file mode 100644 index 0000000..02a9386 --- /dev/null +++ b/orca-2.0-tau-1.8b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c24ee398d03e8d2ae7799a13584384dbc93498dc18051078b2e44347f9198fa +size 1217752928 diff --git a/orca-2.0-tau-1.8b.Q5_K_M.gguf b/orca-2.0-tau-1.8b.Q5_K_M.gguf new file mode 100644 index 0000000..ed61ee2 --- /dev/null +++ b/orca-2.0-tau-1.8b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d48a2f60828d6dcb9592af6e5f71a3717a33df8fe9731e04e9dc57754a0dc868 +size 1376776032 diff --git a/orca-2.0-tau-1.8b.Q6_K.gguf b/orca-2.0-tau-1.8b.Q6_K.gguf new file mode 100644 index 0000000..8607a44 --- /dev/null +++ b/orca-2.0-tau-1.8b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ec9ad1c8fddbc73a6894d93ec06da7d701a6ab20e969b7e513d6e066c8fe02 +size 1579026272 diff --git a/orca-2.0-tau-1.8b.Q8_0.gguf b/orca-2.0-tau-1.8b.Q8_0.gguf new file mode 100644 index 0000000..9d9b252 --- /dev/null +++ b/orca-2.0-tau-1.8b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffc680e3ed23caf87c0c1b97a2337a18b853b8628a292e76741c6f835937bab7 +size 1958303584 diff --git a/orca-2.0-tau-1.8b.fp16.gguf b/orca-2.0-tau-1.8b.fp16.gguf new file mode 100644 index 0000000..63fd4cd --- /dev/null +++ b/orca-2.0-tau-1.8b.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47e0182db13acd34736a019c43d98d1d643ca4cab1c24dfc56b539ed490530fa +size 3680098144