From e31a9b72bc56e0be2704ff03e00cc69cfbd39b37 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 8 Sep 2026 05:32:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: cortexso/deepseek-r1-distill-llama-8b Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++++ README.md | 42 ++++++++++++++++++++ configuration.json | 1 + deepseek-r1-distill-llama-8b-q2_k.gguf | 3 ++ deepseek-r1-distill-llama-8b-q3_k_l.gguf | 3 ++ deepseek-r1-distill-llama-8b-q3_k_m.gguf | 3 ++ deepseek-r1-distill-llama-8b-q3_k_s.gguf | 3 ++ deepseek-r1-distill-llama-8b-q4_k_m.gguf | 3 ++ deepseek-r1-distill-llama-8b-q4_k_s.gguf | 3 ++ deepseek-r1-distill-llama-8b-q5_k_m.gguf | 3 ++ deepseek-r1-distill-llama-8b-q5_k_s.gguf | 3 ++ deepseek-r1-distill-llama-8b-q6_k.gguf | 3 ++ deepseek-r1-distill-llama-8b-q8_0.gguf | 3 ++ metadata.yml | 4 ++ model.yml | 49 ++++++++++++++++++++++++ 15 files changed, 173 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 deepseek-r1-distill-llama-8b-q2_k.gguf create mode 100644 deepseek-r1-distill-llama-8b-q3_k_l.gguf create mode 100644 deepseek-r1-distill-llama-8b-q3_k_m.gguf create mode 100644 deepseek-r1-distill-llama-8b-q3_k_s.gguf create mode 100644 deepseek-r1-distill-llama-8b-q4_k_m.gguf create mode 100644 deepseek-r1-distill-llama-8b-q4_k_s.gguf create mode 100644 deepseek-r1-distill-llama-8b-q5_k_m.gguf create mode 100644 deepseek-r1-distill-llama-8b-q5_k_s.gguf create mode 100644 deepseek-r1-distill-llama-8b-q6_k.gguf create mode 100644 deepseek-r1-distill-llama-8b-q8_0.gguf create mode 100644 metadata.yml create mode 100644 model.yml diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..4794486 --- /dev/null +++ b/README.md @@ -0,0 +1,42 @@ +--- +license: mit +pipeline_tag: text-generation +tags: +- cortex.cpp +--- + +## Overview + +**DeepSeek** developed and released the [DeepSeek R1 Distill Llama 8B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-8B) model, a distilled version of the Llama 8B language model. This variant is fine-tuned for high-performance text generation, optimized for dialogue, and tailored for information-seeking tasks. It offers a robust balance between model size and performance, making it suitable for demanding conversational AI and research use cases. + +The model is designed to deliver accurate, efficient, and safe responses in applications such as customer support, knowledge systems, and research environments. + + +## Variants + +| No | Variant | Cortex CLI command | +| --- | --- | --- | +| 1 | [Deepseek-r1-distill-llama-8b-8b](https://huggingface.co/cortexso/deepseek-r1-distill-llama-8b/tree/8b) | `cortex run deepseek-r1-distill-llama-8b:8b` | + +## Use it with Jan (UI) + +1. Install **Jan** using [Quickstart](https://jan.ai/docs/quickstart) +2. Use in Jan model Hub: + ```bash + cortexso/deepseek-r1-distill-llama-8b + ``` + +## Use it with Cortex (CLI) + +1. Install **Cortex** using [Quickstart](https://cortex.jan.ai/docs/quickstart) +2. Run the model with command: + ```bash + cortex run deepseek-r1-distill-llama-8b + ``` + +## Credits + +- **Author:** DeepSeek +- **Converter:** [Homebrew](https://www.homebrew.ltd/) +- **Original License:** [License](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-8B#7-license) +- **Papers:** [DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning](https://arxiv.org/html/2501.12948v1) \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/deepseek-r1-distill-llama-8b-q2_k.gguf b/deepseek-r1-distill-llama-8b-q2_k.gguf new file mode 100644 index 0000000..f80c1d8 --- /dev/null +++ b/deepseek-r1-distill-llama-8b-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a08758a3d1a5afbfebc3a03f21c1cee1cb9cd72e521ad7f1bbc63ab3654b766 +size 3179133440 diff --git a/deepseek-r1-distill-llama-8b-q3_k_l.gguf b/deepseek-r1-distill-llama-8b-q3_k_l.gguf new file mode 100644 index 0000000..5a4879a --- /dev/null +++ b/deepseek-r1-distill-llama-8b-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b565abbfc590af0b70c5d1698f2d0a117f11c46d44434a13a8e3eb33a84371f0 +size 4321958400 diff --git a/deepseek-r1-distill-llama-8b-q3_k_m.gguf b/deepseek-r1-distill-llama-8b-q3_k_m.gguf new file mode 100644 index 0000000..1db4d64 --- /dev/null +++ b/deepseek-r1-distill-llama-8b-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbafcb3f09ccf982193a902801e4d14466a3260dca8e1c6611e24cfb13c155a0 +size 4018919936 diff --git a/deepseek-r1-distill-llama-8b-q3_k_s.gguf b/deepseek-r1-distill-llama-8b-q3_k_s.gguf new file mode 100644 index 0000000..751041d --- /dev/null +++ b/deepseek-r1-distill-llama-8b-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:621f37a83aa9df187ffad8bbf35d0b192141f086e7ef1330fe863b50c0bc1686 +size 3664501248 diff --git a/deepseek-r1-distill-llama-8b-q4_k_m.gguf b/deepseek-r1-distill-llama-8b-q4_k_m.gguf new file mode 100644 index 0000000..aa91103 --- /dev/null +++ b/deepseek-r1-distill-llama-8b-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc7d4d31adef013fd42d7b6a419560d4a26fe018a500221010f073779eca9e53 +size 4920736256 diff --git a/deepseek-r1-distill-llama-8b-q4_k_s.gguf b/deepseek-r1-distill-llama-8b-q4_k_s.gguf new file mode 100644 index 0000000..ba38478 --- /dev/null +++ b/deepseek-r1-distill-llama-8b-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86b9e22ce8c2ba3a1bec95c6b35b54849139880ea313fcf7958d81aca3a34a9e +size 4692670976 diff --git a/deepseek-r1-distill-llama-8b-q5_k_m.gguf b/deepseek-r1-distill-llama-8b-q5_k_m.gguf new file mode 100644 index 0000000..1af426e --- /dev/null +++ b/deepseek-r1-distill-llama-8b-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92af522f96251b63d9be7d2b0dcd9a69879029a9a9f22a384ba3d881907136b6 +size 5732989440 diff --git a/deepseek-r1-distill-llama-8b-q5_k_s.gguf b/deepseek-r1-distill-llama-8b-q5_k_s.gguf new file mode 100644 index 0000000..e2ee73b --- /dev/null +++ b/deepseek-r1-distill-llama-8b-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87bb9c87794813398e271cc8dbff3a2fbba3f2084e0a974534e104a0f8f2e856 +size 5599296000 diff --git a/deepseek-r1-distill-llama-8b-q6_k.gguf b/deepseek-r1-distill-llama-8b-q6_k.gguf new file mode 100644 index 0000000..f511504 --- /dev/null +++ b/deepseek-r1-distill-llama-8b-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ced528ae38f800e5ef376f88969a1d2b8b79342469a20e04b37af3ad589537e9 +size 6596008448 diff --git a/deepseek-r1-distill-llama-8b-q8_0.gguf b/deepseek-r1-distill-llama-8b-q8_0.gguf new file mode 100644 index 0000000..084ee12 --- /dev/null +++ b/deepseek-r1-distill-llama-8b-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff9301868a775a5b3b9fd0e7ebe4f3240909597cfc82d104d17dbaa1af0fbd70 +size 8540772864 diff --git a/metadata.yml b/metadata.yml new file mode 100644 index 0000000..35653bf --- /dev/null +++ b/metadata.yml @@ -0,0 +1,4 @@ +version: 1 +name: deepseek-r1-distill-llama-8b +default: 8b +author: "DeepSeek-AI" diff --git a/model.yml b/model.yml new file mode 100644 index 0000000..37c3dcd --- /dev/null +++ b/model.yml @@ -0,0 +1,49 @@ +# BEGIN GENERAL GGUF METADATA +id: deepseek-r1-distill-llama-8b +model: deepseek-r1-distill-llama-8b +name: deepseek-r1-distill-llama-8b +version: 1 +# END GENERAL GGUF METADATA + +# BEGIN INFERENCE PARAMETERS +# BEGIN REQUIRED +stop: +- <|im_end|> +- "<\uFF5Cend\u2581of\u2581sentence\uFF5C>" +# END REQUIRED + +# BEGIN OPTIONAL +stream: true +top_p: 0.9 +temperature: 0.7 +frequency_penalty: 0 +presence_penalty: 0 +max_tokens: 4096 +seed: -1 +dynatemp_range: 0 +dynatemp_exponent: 1 +top_k: 40 +min_p: 0.05 +tfs_z: 1 +typ_p: 1 +repeat_last_n: 64 +repeat_penalty: 1 +mirostat: false +mirostat_tau: 5 +mirostat_eta: 0.100000001 +penalize_nl: false +ignore_eos: false +n_probs: 0 +min_keep: 0 +# END OPTIONAL +# END INFERENCE PARAMETERS + +# BEGIN MODEL LOAD PARAMETERS +# BEGIN REQUIRED +engine: llama-cpp +prompt_template: "<|start_of_text|>{system_message}<\uFF5CUser\uFF5C>{prompt}<\uFF5C\ + Assistant\uFF5C>" +ctx_len: 4096 +ngl: 33 +# END REQUIRED +# END MODEL LOAD PARAMETERS