commit e3af34a367ad303234014cc4576f1515ac66d832 Author: ModelHub XC Date: Tue Aug 25 00:49:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: gaianet/Qwen2.5-Coder-3B-Instruct-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..022c716 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-3B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-3B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-3B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-3B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-3B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-3B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-3B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-3B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-3B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-3B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-3B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-3B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Coder-3B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen2.5-Coder-3B-Instruct-Q2_K.gguf b/Qwen2.5-Coder-3B-Instruct-Q2_K.gguf new file mode 100644 index 0000000..1adea08 --- /dev/null +++ b/Qwen2.5-Coder-3B-Instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77256c432d0022101115cf9b8886669952a0951b06b60890a47b1c33c741d997 +size 1274756064 diff --git a/Qwen2.5-Coder-3B-Instruct-Q3_K_L.gguf b/Qwen2.5-Coder-3B-Instruct-Q3_K_L.gguf new file mode 100644 index 0000000..f57519e --- /dev/null +++ b/Qwen2.5-Coder-3B-Instruct-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fbe9ef1442431fe9b9e04168cc64e31c4b9eadee77f66e4d6f99c14885d04cf +size 1707391968 diff --git a/Qwen2.5-Coder-3B-Instruct-Q3_K_M.gguf b/Qwen2.5-Coder-3B-Instruct-Q3_K_M.gguf new file mode 100644 index 0000000..2db013c --- /dev/null +++ b/Qwen2.5-Coder-3B-Instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0c3e580d27e7ab767d3d1f9b1ba92b30a799612bd802a44697ee36640e33da2 +size 1590475744 diff --git a/Qwen2.5-Coder-3B-Instruct-Q3_K_S.gguf b/Qwen2.5-Coder-3B-Instruct-Q3_K_S.gguf new file mode 100644 index 0000000..b20881b --- /dev/null +++ b/Qwen2.5-Coder-3B-Instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0f4833724cc29a20bff15b19d89be8f016416af4457fb4bdecdd4d960bf6ae5 +size 1454357472 diff --git a/Qwen2.5-Coder-3B-Instruct-Q4_0.gguf b/Qwen2.5-Coder-3B-Instruct-Q4_0.gguf new file mode 100644 index 0000000..2abc3c8 --- /dev/null +++ b/Qwen2.5-Coder-3B-Instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:657769a9f13fc144ab7eadd31d7721f2486110d1ff6fb10296b353f7e2eaff60 +size 1822850016 diff --git a/Qwen2.5-Coder-3B-Instruct-Q4_K_M.gguf b/Qwen2.5-Coder-3B-Instruct-Q4_K_M.gguf new file mode 100644 index 0000000..1401152 --- /dev/null +++ b/Qwen2.5-Coder-3B-Instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c78358fd2c8f8981e8165e54a4cbdb58335a659f5c8da67942fd488398cdb7e +size 1929903072 diff --git a/Qwen2.5-Coder-3B-Instruct-Q4_K_S.gguf b/Qwen2.5-Coder-3B-Instruct-Q4_K_S.gguf new file mode 100644 index 0000000..2a296c7 --- /dev/null +++ b/Qwen2.5-Coder-3B-Instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09620b8c4e99b70e16bc3c41e28e1196abbd71a14ad1c7240e09374b8e246c23 +size 1834384352 diff --git a/Qwen2.5-Coder-3B-Instruct-Q5_0.gguf b/Qwen2.5-Coder-3B-Instruct-Q5_0.gguf new file mode 100644 index 0000000..fdbac9a --- /dev/null +++ b/Qwen2.5-Coder-3B-Instruct-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:752f9c98c8a4317be7150044ff15a348460990de75081cc8f1f8ade576459753 +size 2169666528 diff --git a/Qwen2.5-Coder-3B-Instruct-Q5_K_M.gguf b/Qwen2.5-Coder-3B-Instruct-Q5_K_M.gguf new file mode 100644 index 0000000..00df4a5 --- /dev/null +++ b/Qwen2.5-Coder-3B-Instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e768628dbaecf89b2542eb5701254a8f25d630b1e5201dda7619ba75ae6fda04 +size 2224815072 diff --git a/Qwen2.5-Coder-3B-Instruct-Q5_K_S.gguf b/Qwen2.5-Coder-3B-Instruct-Q5_K_S.gguf new file mode 100644 index 0000000..dafddae --- /dev/null +++ b/Qwen2.5-Coder-3B-Instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4cd989dacfa79fd8a48e302dad8ce109ce83e18a5f0e70716eb02dfd608f2fa +size 2169666528 diff --git a/Qwen2.5-Coder-3B-Instruct-Q6_K.gguf b/Qwen2.5-Coder-3B-Instruct-Q6_K.gguf new file mode 100644 index 0000000..2baeb05 --- /dev/null +++ b/Qwen2.5-Coder-3B-Instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ebac167f40fefc6a8e66afa1bd8cfad48f9f47f6ff2efa00a2f2e18543999d +size 2538159072 diff --git a/Qwen2.5-Coder-3B-Instruct-Q8_0.gguf b/Qwen2.5-Coder-3B-Instruct-Q8_0.gguf new file mode 100644 index 0000000..d9cdc40 --- /dev/null +++ b/Qwen2.5-Coder-3B-Instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bc087d5cc14a83a1cb2d6f90a92e2fd29ebab7e32d6535740dc5d53a07089af +size 3285476320 diff --git a/Qwen2.5-Coder-3B-Instruct-f16.gguf b/Qwen2.5-Coder-3B-Instruct-f16.gguf new file mode 100644 index 0000000..c801be3 --- /dev/null +++ b/Qwen2.5-Coder-3B-Instruct-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eabc7451ec218462534bf34939ce43f06b5ead6a733f87e0b3b94599e062aa13 +size 6178317280 diff --git a/README.md b/README.md new file mode 100644 index 0000000..ad1d741 --- /dev/null +++ b/README.md @@ -0,0 +1,43 @@ +--- +base_model: Qwen/Qwen2.5-Coder-3B-Instruct +license: other +license_name: qwen-research +license_link: https://huggingface.co/Qwen/Qwen2.5-Coder-3B-Instruct/blob/main/LICENSEE +model_creator: Qwen +model_name: Qwen2.5-Coder-3B-Instruct +pipeline_tag: text-generation +library_name: transformers +quantized_by: Second State Inc. +tags: +- code +- codeqwen +- chat +- qwen +- qwen-coder +language: +- en +--- + +# Qwen2.5-Coder-3B-Instruct-GGUF + +## Original Model + +[Qwen/Qwen2.5-Coder-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-3B-Instruct) + +## Run with Gaianet + +**Prompt template** + +prompt template: `chatml` + +**Context size** + +chat_ctx_size: `32000` + +**Run with GaiaNet** + +- Quick start: https://docs.gaianet.ai/node-guide/quick-start + +- Customize your node: https://docs.gaianet.ai/node-guide/customize + +*Quantized with llama.cpp b4033* diff --git a/config.json b/config.json new file mode 100644 index 0000000..51b83fb --- /dev/null +++ b/config.json @@ -0,0 +1,27 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 32768, + "max_window_layers": 70, + "model_type": "qwen2", + "num_attention_heads": 16, + "num_hidden_layers": 36, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_theta": 1000000.0, + "sliding_window": 32768, + "tie_word_embeddings": true, + "torch_dtype": "bfloat16", + "transformers_version": "4.43.1", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +}