From 736b16bdb363a913716a6166be9d3b4df02d5a0e Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 10 Jul 2026 15:03:10 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: gaianet/DeepSeek-R1-Distill-Llama-8B-GGUF Source: Original Platform --- .gitattributes | 48 ++++++++++++++++++++++++ DeepSeek-R1-Distill-Llama-8B-Q2_K.gguf | 3 ++ DeepSeek-R1-Distill-Llama-8B-Q3_K_L.gguf | 3 ++ DeepSeek-R1-Distill-Llama-8B-Q3_K_M.gguf | 3 ++ DeepSeek-R1-Distill-Llama-8B-Q3_K_S.gguf | 3 ++ DeepSeek-R1-Distill-Llama-8B-Q4_0.gguf | 3 ++ DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf | 3 ++ DeepSeek-R1-Distill-Llama-8B-Q4_K_S.gguf | 3 ++ DeepSeek-R1-Distill-Llama-8B-Q5_0.gguf | 3 ++ DeepSeek-R1-Distill-Llama-8B-Q5_K_M.gguf | 3 ++ DeepSeek-R1-Distill-Llama-8B-Q5_K_S.gguf | 3 ++ DeepSeek-R1-Distill-Llama-8B-Q6_K.gguf | 3 ++ DeepSeek-R1-Distill-Llama-8B-Q8_0.gguf | 3 ++ DeepSeek-R1-Distill-Llama-8B-f16.gguf | 3 ++ README.md | 31 +++++++++++++++ config.json | 34 +++++++++++++++++ 16 files changed, 152 insertions(+) create mode 100644 .gitattributes create mode 100644 DeepSeek-R1-Distill-Llama-8B-Q2_K.gguf create mode 100644 DeepSeek-R1-Distill-Llama-8B-Q3_K_L.gguf create mode 100644 DeepSeek-R1-Distill-Llama-8B-Q3_K_M.gguf create mode 100644 DeepSeek-R1-Distill-Llama-8B-Q3_K_S.gguf create mode 100644 DeepSeek-R1-Distill-Llama-8B-Q4_0.gguf create mode 100644 DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf create mode 100644 DeepSeek-R1-Distill-Llama-8B-Q4_K_S.gguf create mode 100644 DeepSeek-R1-Distill-Llama-8B-Q5_0.gguf create mode 100644 DeepSeek-R1-Distill-Llama-8B-Q5_K_M.gguf create mode 100644 DeepSeek-R1-Distill-Llama-8B-Q5_K_S.gguf create mode 100644 DeepSeek-R1-Distill-Llama-8B-Q6_K.gguf create mode 100644 DeepSeek-R1-Distill-Llama-8B-Q8_0.gguf create mode 100644 DeepSeek-R1-Distill-Llama-8B-f16.gguf create mode 100644 README.md create mode 100644 config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..24d1ea3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Llama-8B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Llama-8B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Llama-8B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Llama-8B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Llama-8B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Llama-8B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Llama-8B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Llama-8B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Llama-8B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Llama-8B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Llama-8B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-Distill-Llama-8B-f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/DeepSeek-R1-Distill-Llama-8B-Q2_K.gguf b/DeepSeek-R1-Distill-Llama-8B-Q2_K.gguf new file mode 100644 index 0000000..ceb550f --- /dev/null +++ b/DeepSeek-R1-Distill-Llama-8B-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5b1b2b07a9bb8801524701652694d4f273c57761b82be8d31fdfc98cfd264fe +size 3179133504 diff --git a/DeepSeek-R1-Distill-Llama-8B-Q3_K_L.gguf b/DeepSeek-R1-Distill-Llama-8B-Q3_K_L.gguf new file mode 100644 index 0000000..bc2cc37 --- /dev/null +++ b/DeepSeek-R1-Distill-Llama-8B-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0312933e1c8e0335f19fb6d2abd160644cbe16877430540c29f1e878845683ed +size 4321958464 diff --git a/DeepSeek-R1-Distill-Llama-8B-Q3_K_M.gguf b/DeepSeek-R1-Distill-Llama-8B-Q3_K_M.gguf new file mode 100644 index 0000000..2116688 --- /dev/null +++ b/DeepSeek-R1-Distill-Llama-8B-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ed7e9d857c304751bbff087f5d5b311d2b64c864069177dbbe2797847f6ad22 +size 4018920000 diff --git a/DeepSeek-R1-Distill-Llama-8B-Q3_K_S.gguf b/DeepSeek-R1-Distill-Llama-8B-Q3_K_S.gguf new file mode 100644 index 0000000..9157795 --- /dev/null +++ b/DeepSeek-R1-Distill-Llama-8B-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f438fc4b8c091a1d1ccd0adec4cf70501f4596bc01fd76e103d03e42d62c0ed +size 3664501312 diff --git a/DeepSeek-R1-Distill-Llama-8B-Q4_0.gguf b/DeepSeek-R1-Distill-Llama-8B-Q4_0.gguf new file mode 100644 index 0000000..872bcf8 --- /dev/null +++ b/DeepSeek-R1-Distill-Llama-8B-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efeff9a33ab8ad47a72e10193f5f60f559f6638f68cc61d8d12a6cf6ce6a3e63 +size 4661213760 diff --git a/DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf b/DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf new file mode 100644 index 0000000..549aef1 --- /dev/null +++ b/DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f903c95b79bc959ddc9ddf72622028540948fe8b53a3eb85a3e019a442287d93 +size 4920736320 diff --git a/DeepSeek-R1-Distill-Llama-8B-Q4_K_S.gguf b/DeepSeek-R1-Distill-Llama-8B-Q4_K_S.gguf new file mode 100644 index 0000000..56eb6b0 --- /dev/null +++ b/DeepSeek-R1-Distill-Llama-8B-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3a3b33cd3f933f76d02b736d83af7ea82c38a03b0c978ebc49230dd651d6324 +size 4692671040 diff --git a/DeepSeek-R1-Distill-Llama-8B-Q5_0.gguf b/DeepSeek-R1-Distill-Llama-8B-Q5_0.gguf new file mode 100644 index 0000000..e2fcfbf --- /dev/null +++ b/DeepSeek-R1-Distill-Llama-8B-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e0ad8d4ab9ef3fffa7e9e3b48e072ac13a612d66f2df5c4c62353d351036350 +size 5599296064 diff --git a/DeepSeek-R1-Distill-Llama-8B-Q5_K_M.gguf b/DeepSeek-R1-Distill-Llama-8B-Q5_K_M.gguf new file mode 100644 index 0000000..40454d7 --- /dev/null +++ b/DeepSeek-R1-Distill-Llama-8B-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9627906af24eeece3929ab7c53fd6846e3dcb2fa9d25a411d1aa26e1fa5bc298 +size 5732989504 diff --git a/DeepSeek-R1-Distill-Llama-8B-Q5_K_S.gguf b/DeepSeek-R1-Distill-Llama-8B-Q5_K_S.gguf new file mode 100644 index 0000000..d6835fc --- /dev/null +++ b/DeepSeek-R1-Distill-Llama-8B-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd6e4da9d2cc75acf2a984ee09721b0c4c28b6753387b04f49194db2a5ea37cd +size 5599296064 diff --git a/DeepSeek-R1-Distill-Llama-8B-Q6_K.gguf b/DeepSeek-R1-Distill-Llama-8B-Q6_K.gguf new file mode 100644 index 0000000..4e066f4 --- /dev/null +++ b/DeepSeek-R1-Distill-Llama-8B-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c2bf9131e7764a365e52614fc4981acbf5ae766e9e60e46c83a3a0f9d15c14 +size 6596008512 diff --git a/DeepSeek-R1-Distill-Llama-8B-Q8_0.gguf b/DeepSeek-R1-Distill-Llama-8B-Q8_0.gguf new file mode 100644 index 0000000..1fc3e0c --- /dev/null +++ b/DeepSeek-R1-Distill-Llama-8B-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf976b94cb574b59fd618f1785a44f653b84659173dc258da63d5e2ca7ac038 +size 8540772928 diff --git a/DeepSeek-R1-Distill-Llama-8B-f16.gguf b/DeepSeek-R1-Distill-Llama-8B-f16.gguf new file mode 100644 index 0000000..5cb6a29 --- /dev/null +++ b/DeepSeek-R1-Distill-Llama-8B-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7889900cea3d7e3f9c71b632ba502d51a27de58fa0fe5804e596ee199c5f28be +size 16068893248 diff --git a/README.md b/README.md new file mode 100644 index 0000000..28d43aa --- /dev/null +++ b/README.md @@ -0,0 +1,31 @@ +--- +model_name: DeepSeek-R1-Distill-Llama-8B +base_model: deepseek-ai/DeepSeek-R1-Distill-Llama-8B +model_creator: deepseek-ai +quantized_by: Second State Inc. +library_name: transformers +--- + +# DeepSeek-R1-Distill-Llama-8B-GGUF + +## Original Model + +[deepseek-ai/DeepSeek-R1-Distill-Llama-8B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-8B) + +## Run with Gaianet + +**Prompt template:** + +prompt template: `llama-3-chat` + +**Context size:** + +chat_ctx_size: `128000` + +**Run with GaiaNet:** + +- Quick start: https://docs.gaianet.ai/node-guide/quick-start + +- Customize your node: https://docs.gaianet.ai/node-guide/customize + +*Quantized with llama.cpp b4519* diff --git a/config.json b/config.json new file mode 100644 index 0000000..cccf055 --- /dev/null +++ b/config.json @@ -0,0 +1,34 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": 128001, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "low_freq_factor": 1.0, + "high_freq_factor": 4.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.43.0.dev0", + "use_cache": true, + "vocab_size": 128256 +}