From d9b24beae71464c3f9616d471de882eaeb805784 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 3 Oct 2026 01:55:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: gaianet/DeepSeek-R1-0528-Qwen3-8B-GGUF Source: Original Platform --- .gitattributes | 48 +++++++++++++++++++++++++++ DeepSeek-R1-0528-Qwen3-8B-Q2_K.gguf | 3 ++ DeepSeek-R1-0528-Qwen3-8B-Q3_K_L.gguf | 3 ++ DeepSeek-R1-0528-Qwen3-8B-Q3_K_M.gguf | 3 ++ DeepSeek-R1-0528-Qwen3-8B-Q3_K_S.gguf | 3 ++ DeepSeek-R1-0528-Qwen3-8B-Q4_0.gguf | 3 ++ DeepSeek-R1-0528-Qwen3-8B-Q4_K_M.gguf | 3 ++ DeepSeek-R1-0528-Qwen3-8B-Q4_K_S.gguf | 3 ++ DeepSeek-R1-0528-Qwen3-8B-Q5_0.gguf | 3 ++ DeepSeek-R1-0528-Qwen3-8B-Q5_K_M.gguf | 3 ++ DeepSeek-R1-0528-Qwen3-8B-Q5_K_S.gguf | 3 ++ DeepSeek-R1-0528-Qwen3-8B-Q6_K.gguf | 3 ++ DeepSeek-R1-0528-Qwen3-8B-Q8_0.gguf | 3 ++ DeepSeek-R1-0528-Qwen3-8B-f16.gguf | 3 ++ README.md | 32 ++++++++++++++++++ config.json | 35 +++++++++++++++++++ 16 files changed, 154 insertions(+) create mode 100644 .gitattributes create mode 100644 DeepSeek-R1-0528-Qwen3-8B-Q2_K.gguf create mode 100644 DeepSeek-R1-0528-Qwen3-8B-Q3_K_L.gguf create mode 100644 DeepSeek-R1-0528-Qwen3-8B-Q3_K_M.gguf create mode 100644 DeepSeek-R1-0528-Qwen3-8B-Q3_K_S.gguf create mode 100644 DeepSeek-R1-0528-Qwen3-8B-Q4_0.gguf create mode 100644 DeepSeek-R1-0528-Qwen3-8B-Q4_K_M.gguf create mode 100644 DeepSeek-R1-0528-Qwen3-8B-Q4_K_S.gguf create mode 100644 DeepSeek-R1-0528-Qwen3-8B-Q5_0.gguf create mode 100644 DeepSeek-R1-0528-Qwen3-8B-Q5_K_M.gguf create mode 100644 DeepSeek-R1-0528-Qwen3-8B-Q5_K_S.gguf create mode 100644 DeepSeek-R1-0528-Qwen3-8B-Q6_K.gguf create mode 100644 DeepSeek-R1-0528-Qwen3-8B-Q8_0.gguf create mode 100644 DeepSeek-R1-0528-Qwen3-8B-f16.gguf create mode 100644 README.md create mode 100644 config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..7364eda --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-0528-Qwen3-8B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-0528-Qwen3-8B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-0528-Qwen3-8B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-0528-Qwen3-8B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-0528-Qwen3-8B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-0528-Qwen3-8B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-0528-Qwen3-8B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-0528-Qwen3-8B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-0528-Qwen3-8B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-0528-Qwen3-8B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-0528-Qwen3-8B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-0528-Qwen3-8B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepSeek-R1-0528-Qwen3-8B-f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/DeepSeek-R1-0528-Qwen3-8B-Q2_K.gguf b/DeepSeek-R1-0528-Qwen3-8B-Q2_K.gguf new file mode 100644 index 0000000..f44b7b2 --- /dev/null +++ b/DeepSeek-R1-0528-Qwen3-8B-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62fc75a769499536be3cde6c6ab0933cd1420c129b1026779bd01c0391ab6ee8 +size 3281731648 diff --git a/DeepSeek-R1-0528-Qwen3-8B-Q3_K_L.gguf b/DeepSeek-R1-0528-Qwen3-8B-Q3_K_L.gguf new file mode 100644 index 0000000..e3aa326 --- /dev/null +++ b/DeepSeek-R1-0528-Qwen3-8B-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:426fc73836e4af4dd37a00323a860ece84442d50ae0a065c89ce11f2e577091b +size 4431392832 diff --git a/DeepSeek-R1-0528-Qwen3-8B-Q3_K_M.gguf b/DeepSeek-R1-0528-Qwen3-8B-Q3_K_M.gguf new file mode 100644 index 0000000..aabc6d7 --- /dev/null +++ b/DeepSeek-R1-0528-Qwen3-8B-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ba34e7dee2305e1057348cf6aa22e9cf7f0706084f63a15ba94add1229274f +size 4124160064 diff --git a/DeepSeek-R1-0528-Qwen3-8B-Q3_K_S.gguf b/DeepSeek-R1-0528-Qwen3-8B-Q3_K_S.gguf new file mode 100644 index 0000000..85f2144 --- /dev/null +++ b/DeepSeek-R1-0528-Qwen3-8B-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab6fe5bf7a7cefafef63a0badd14232073cc305c656819dd989523bb5746b5bf +size 3769610304 diff --git a/DeepSeek-R1-0528-Qwen3-8B-Q4_0.gguf b/DeepSeek-R1-0528-Qwen3-8B-Q4_0.gguf new file mode 100644 index 0000000..2b7b0a3 --- /dev/null +++ b/DeepSeek-R1-0528-Qwen3-8B-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2a12250cdeac408bdc0edeef69facafb2372c152a5280afecc8c0153c2dfb34 +size 4774748224 diff --git a/DeepSeek-R1-0528-Qwen3-8B-Q4_K_M.gguf b/DeepSeek-R1-0528-Qwen3-8B-Q4_K_M.gguf new file mode 100644 index 0000000..82a9d69 --- /dev/null +++ b/DeepSeek-R1-0528-Qwen3-8B-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21927de884a9335f661a587b391fe63c2ae5ccbbce7b9054f437ef7dd80c686f +size 5027782720 diff --git a/DeepSeek-R1-0528-Qwen3-8B-Q4_K_S.gguf b/DeepSeek-R1-0528-Qwen3-8B-Q4_K_S.gguf new file mode 100644 index 0000000..6944743 --- /dev/null +++ b/DeepSeek-R1-0528-Qwen3-8B-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c6dd8f02e59c8de971424667a697062713275933481b33fbff94fcffecc01ef +size 4802011200 diff --git a/DeepSeek-R1-0528-Qwen3-8B-Q5_0.gguf b/DeepSeek-R1-0528-Qwen3-8B-Q5_0.gguf new file mode 100644 index 0000000..f2eb4f6 --- /dev/null +++ b/DeepSeek-R1-0528-Qwen3-8B-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50bccc0cbd303a87f3f609fae9a307ccc19e45384ac3cc5581d2579573ee545b +size 5720760384 diff --git a/DeepSeek-R1-0528-Qwen3-8B-Q5_K_M.gguf b/DeepSeek-R1-0528-Qwen3-8B-Q5_K_M.gguf new file mode 100644 index 0000000..808a9ec --- /dev/null +++ b/DeepSeek-R1-0528-Qwen3-8B-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60a01af1ab3c85334f0b3e10292659d0f0f18cb5154f59674e811bfd39cd0174 +size 5851111488 diff --git a/DeepSeek-R1-0528-Qwen3-8B-Q5_K_S.gguf b/DeepSeek-R1-0528-Qwen3-8B-Q5_K_S.gguf new file mode 100644 index 0000000..8acbb82 --- /dev/null +++ b/DeepSeek-R1-0528-Qwen3-8B-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ca8a80a8b07efb8fce84aab3c56decc9824be28220319fbe01478c715274da +size 5720760384 diff --git a/DeepSeek-R1-0528-Qwen3-8B-Q6_K.gguf b/DeepSeek-R1-0528-Qwen3-8B-Q6_K.gguf new file mode 100644 index 0000000..e72d327 --- /dev/null +++ b/DeepSeek-R1-0528-Qwen3-8B-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2913106b493ae31f79ce30f1bd0093ce69a4ac048f54f44d3827fefa97897f5c +size 6725898304 diff --git a/DeepSeek-R1-0528-Qwen3-8B-Q8_0.gguf b/DeepSeek-R1-0528-Qwen3-8B-Q8_0.gguf new file mode 100644 index 0000000..bd92be0 --- /dev/null +++ b/DeepSeek-R1-0528-Qwen3-8B-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3c653bcb35f43a470c360364a08d6531ca671bf152527164a353f9ac8052abd +size 8709517376 diff --git a/DeepSeek-R1-0528-Qwen3-8B-f16.gguf b/DeepSeek-R1-0528-Qwen3-8B-f16.gguf new file mode 100644 index 0000000..24c83c0 --- /dev/null +++ b/DeepSeek-R1-0528-Qwen3-8B-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3c5da368c781ba65788b7e5a888cb53e77e2c37b69059bd6316e7eb101164a9 +size 16388042816 diff --git a/README.md b/README.md new file mode 100644 index 0000000..3dd61d7 --- /dev/null +++ b/README.md @@ -0,0 +1,32 @@ +--- +base_model: deepseek-ai/DeepSeek-R1-0528-Qwen3-8B +license: mit +model_creator: deepseek-ai +model_name: DeepSeek-R1-0528-Qwen3-8B +quantized_by: Second State Inc. +library_name: transformers +--- + +# DeepSeek-R1-0528-Qwen3-8B-GGUF + +## Original Model + +[deepseek-ai/DeepSeek-R1-0528-Qwen3-8B](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B) + +## Run with Gaianet + +**Prompt template** + +prompt template: `chatml` + +**Context size** + +chat_ctx_size: `128000` + +**Run with GaiaNet** + +- Quick start: https://docs.gaianet.ai/node-guide/quick-start + +- Customize your node: https://docs.gaianet.ai/node-guide/customize + +*Quantized with llama.cpp b5501* \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..2bbb88e --- /dev/null +++ b/config.json @@ -0,0 +1,35 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "max_position_embeddings": 131072, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "rope_type": "yarn", + "factor": 4.0, + "original_max_position_embeddings": 32768, + "attn_factor": 0.8782488562869419 + }, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.51.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file