From 26cb01b814cf7900d996db44e2a542842f383d98 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 30 May 2026 12:57:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: gaianet/Qwen2.5-Coder-32B-Instruct-GGUF Source: Original Platform --- .gitattributes | 50 +++++++++++++++++++ Qwen2.5-Coder-32B-Instruct-Q2_K.gguf | 3 ++ Qwen2.5-Coder-32B-Instruct-Q3_K_L.gguf | 3 ++ Qwen2.5-Coder-32B-Instruct-Q3_K_M.gguf | 3 ++ Qwen2.5-Coder-32B-Instruct-Q3_K_S.gguf | 3 ++ Qwen2.5-Coder-32B-Instruct-Q4_0.gguf | 3 ++ Qwen2.5-Coder-32B-Instruct-Q4_K_M.gguf | 3 ++ Qwen2.5-Coder-32B-Instruct-Q4_K_S.gguf | 3 ++ Qwen2.5-Coder-32B-Instruct-Q5_0.gguf | 3 ++ Qwen2.5-Coder-32B-Instruct-Q5_K_M.gguf | 3 ++ Qwen2.5-Coder-32B-Instruct-Q5_K_S.gguf | 3 ++ Qwen2.5-Coder-32B-Instruct-Q6_K.gguf | 3 ++ Qwen2.5-Coder-32B-Instruct-Q8_0.gguf | 3 ++ ...Coder-32B-Instruct-f16-00001-of-00003.gguf | 3 ++ ...Coder-32B-Instruct-f16-00002-of-00003.gguf | 3 ++ ...Coder-32B-Instruct-f16-00003-of-00003.gguf | 3 ++ README.md | 42 ++++++++++++++++ config.json | 27 ++++++++++ 18 files changed, 164 insertions(+) create mode 100644 .gitattributes create mode 100644 Qwen2.5-Coder-32B-Instruct-Q2_K.gguf create mode 100644 Qwen2.5-Coder-32B-Instruct-Q3_K_L.gguf create mode 100644 Qwen2.5-Coder-32B-Instruct-Q3_K_M.gguf create mode 100644 Qwen2.5-Coder-32B-Instruct-Q3_K_S.gguf create mode 100644 Qwen2.5-Coder-32B-Instruct-Q4_0.gguf create mode 100644 Qwen2.5-Coder-32B-Instruct-Q4_K_M.gguf create mode 100644 Qwen2.5-Coder-32B-Instruct-Q4_K_S.gguf create mode 100644 Qwen2.5-Coder-32B-Instruct-Q5_0.gguf create mode 100644 Qwen2.5-Coder-32B-Instruct-Q5_K_M.gguf create mode 100644 Qwen2.5-Coder-32B-Instruct-Q5_K_S.gguf create mode 100644 Qwen2.5-Coder-32B-Instruct-Q6_K.gguf create mode 100644 Qwen2.5-Coder-32B-Instruct-Q8_0.gguf create mode 100644 Qwen2.5-Coder-32B-Instruct-f16-00001-of-00003.gguf create mode 100644 Qwen2.5-Coder-32B-Instruct-f16-00002-of-00003.gguf create mode 100644 Qwen2.5-Coder-32B-Instruct-f16-00003-of-00003.gguf create mode 100644 README.md create mode 100644 config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..fcec2ca --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-f16-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-f16-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-32B-Instruct-f16-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen2.5-Coder-32B-Instruct-Q2_K.gguf b/Qwen2.5-Coder-32B-Instruct-Q2_K.gguf new file mode 100644 index 0000000..820d9c9 --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e513fbfa1d870dd5921e8058ea5b6f5db57b4a93872673f89e501ca7dbd1c358 +size 12313098944 diff --git a/Qwen2.5-Coder-32B-Instruct-Q3_K_L.gguf b/Qwen2.5-Coder-32B-Instruct-Q3_K_L.gguf new file mode 100644 index 0000000..7f1249f --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a65610929b2ab9ab9438b180e4ece466c3a6595e84cba5959d06a67e5b828302 +size 17247079104 diff --git a/Qwen2.5-Coder-32B-Instruct-Q3_K_M.gguf b/Qwen2.5-Coder-32B-Instruct-Q3_K_M.gguf new file mode 100644 index 0000000..7993927 --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10509eee3960e8fd7bd342a35cf12bfb9a646f309241d5a4fe55164ffd1314d0 +size 15935048384 diff --git a/Qwen2.5-Coder-32B-Instruct-Q3_K_S.gguf b/Qwen2.5-Coder-32B-Instruct-Q3_K_S.gguf new file mode 100644 index 0000000..c85714b --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3606a3003a36f8e19e04f58b6d147901952275e478bada103578be1ed79070d +size 14392330944 diff --git a/Qwen2.5-Coder-32B-Instruct-Q4_0.gguf b/Qwen2.5-Coder-32B-Instruct-Q4_0.gguf new file mode 100644 index 0000000..7185a46 --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e91d8fd5e758c3bb99f5423ced6ee3db70905914658d4a3de1488dffc2120a9 +size 18640231104 diff --git a/Qwen2.5-Coder-32B-Instruct-Q4_K_M.gguf b/Qwen2.5-Coder-32B-Instruct-Q4_K_M.gguf new file mode 100644 index 0000000..fa1e3e4 --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:184a7cf04fb2579e0ebcfdeefbaabec76e7008205d77ecb9f0601ec29c3335e8 +size 19851336384 diff --git a/Qwen2.5-Coder-32B-Instruct-Q4_K_S.gguf b/Qwen2.5-Coder-32B-Instruct-Q4_K_S.gguf new file mode 100644 index 0000000..4b54deb --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49b55fe8e948b0b178ac4bd443bfbfa4c2f2da7482918f785913bf8a7319cb7b +size 18784410304 diff --git a/Qwen2.5-Coder-32B-Instruct-Q5_0.gguf b/Qwen2.5-Coder-32B-Instruct-Q5_0.gguf new file mode 100644 index 0000000..16d07af --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10ff504a76e63ea87a6723d7ffa9ea6f099605de5e84a2c495551fa63d9a207c +size 22638254784 diff --git a/Qwen2.5-Coder-32B-Instruct-Q5_K_M.gguf b/Qwen2.5-Coder-32B-Instruct-Q5_K_M.gguf new file mode 100644 index 0000000..4c1499d --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a63c5e256d9941ee0aa7a7569f506bdd8a6013a1fa853209972cca0271c6f093 +size 23262157504 diff --git a/Qwen2.5-Coder-32B-Instruct-Q5_K_S.gguf b/Qwen2.5-Coder-32B-Instruct-Q5_K_S.gguf new file mode 100644 index 0000000..ddad36e --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ae2b1488058e5e3e83dd1041a2685b372425d19e434b10d0818643884356964 +size 22638254784 diff --git a/Qwen2.5-Coder-32B-Instruct-Q6_K.gguf b/Qwen2.5-Coder-32B-Instruct-Q6_K.gguf new file mode 100644 index 0000000..7aabc9d --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c12161787532c12b0e504b87e6691415a5594075184676692ffdae38e14cab6e +size 26886154944 diff --git a/Qwen2.5-Coder-32B-Instruct-Q8_0.gguf b/Qwen2.5-Coder-32B-Instruct-Q8_0.gguf new file mode 100644 index 0000000..4574ce0 --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57c12f6de7ed4dd89c6b247e7cbd5b63ef5760523404e58604f327ca8d863e79 +size 34820885184 diff --git a/Qwen2.5-Coder-32B-Instruct-f16-00001-of-00003.gguf b/Qwen2.5-Coder-32B-Instruct-f16-00001-of-00003.gguf new file mode 100644 index 0000000..c62a096 --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-f16-00001-of-00003.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94c7548cbe7efef4c62c2770ed5ac193704ebcf5751c43511560e1fdaf62d786 +size 29845224640 diff --git a/Qwen2.5-Coder-32B-Instruct-f16-00002-of-00003.gguf b/Qwen2.5-Coder-32B-Instruct-f16-00002-of-00003.gguf new file mode 100644 index 0000000..16ca190 --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-f16-00002-of-00003.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb046da49b8cb6d19fc0e8375c739c68ab34a476b94b88a9602dc238616c1c23 +size 29823611296 diff --git a/Qwen2.5-Coder-32B-Instruct-f16-00003-of-00003.gguf b/Qwen2.5-Coder-32B-Instruct-f16-00003-of-00003.gguf new file mode 100644 index 0000000..672f6aa --- /dev/null +++ b/Qwen2.5-Coder-32B-Instruct-f16-00003-of-00003.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c4a2dbb4b147877e5a8a123cdce83c7d60c2dea6fd70a93c5b83cfb11c71c6 +size 5867134368 diff --git a/README.md b/README.md new file mode 100644 index 0000000..801f09e --- /dev/null +++ b/README.md @@ -0,0 +1,42 @@ +--- +base_model: Qwen/Qwen2.5-Coder-32B-Instruct +license: apache-2.0 +license_link: https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct/blob/main/LICENSE +model_creator: Qwen +model_name: Qwen2.5-Coder-32B-Instruct +quantized_by: Second State Inc. +language: +- en +pipeline_tag: text-generation +library_name: transformers +tags: +- code +- codeqwen +- chat +- qwen +- qwen-coder +--- + +# Qwen2.5-Coder-32B-Instruct-GGUF + +## Original Model + +[Qwen/Qwen2.5-Coder-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct) + +## Run with Gaianet + +**Prompt template** + +prompt template: `chatml` + +**Context size** + +chat_ctx_size: `128000` + +**Run with GaiaNet** + +- Quick start: https://docs.gaianet.ai/node-guide/quick-start + +- Customize your node: https://docs.gaianet.ai/node-guide/customize + +*Quantized with llama.cpp b4033* diff --git a/config.json b/config.json new file mode 100644 index 0000000..989289c --- /dev/null +++ b/config.json @@ -0,0 +1,27 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 27648, + "max_position_embeddings": 32768, + "max_window_layers": 70, + "model_type": "qwen2", + "num_attention_heads": 40, + "num_hidden_layers": 64, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-06, + "rope_theta": 1000000.0, + "sliding_window": 131072, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.43.1", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 152064 +}