commit cee22998c2c3e9f2e8a3f812feb05e71f875b345 Author: ModelHub XC Date: Tue Sep 29 06:56:13 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DevQuasar/Qwen.Qwen3-4B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/Qwen.Qwen3-4B.Q2_K.gguf b/Qwen.Qwen3-4B.Q2_K.gguf new file mode 100644 index 0000000..a060cd3 --- /dev/null +++ b/Qwen.Qwen3-4B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f7042dda94834c4cd8ac43ed89ed525beb756acf09104871126624e6f02f3c2 +size 1669499520 diff --git a/Qwen.Qwen3-4B.Q3_K_L.gguf b/Qwen.Qwen3-4B.Q3_K_L.gguf new file mode 100644 index 0000000..b940f2d --- /dev/null +++ b/Qwen.Qwen3-4B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c3056d3689751f6896f37db47d3108a732180ac64354920cab1e831419725a +size 2239785600 diff --git a/Qwen.Qwen3-4B.Q3_K_M.gguf b/Qwen.Qwen3-4B.Q3_K_M.gguf new file mode 100644 index 0000000..d1f295f --- /dev/null +++ b/Qwen.Qwen3-4B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c78aeef3e585630a2b30727d2ad64462f8b5b0d12700fd09249514dc584bbb1 +size 2075617920 diff --git a/Qwen.Qwen3-4B.Q3_K_S.gguf b/Qwen.Qwen3-4B.Q3_K_S.gguf new file mode 100644 index 0000000..f8c5c45 --- /dev/null +++ b/Qwen.Qwen3-4B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c045ae369f62599f819fc1d50122ed8f6f0cd857ef5f7f1200124d5de9fd5090 +size 1886997120 diff --git a/Qwen.Qwen3-4B.Q4_K_M.gguf b/Qwen.Qwen3-4B.Q4_K_M.gguf new file mode 100644 index 0000000..c28cee9 --- /dev/null +++ b/Qwen.Qwen3-4B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b18b6d6e2c5a6bd440d64bc0c83017fabadfb79f63f52ff6d37cc03f66828667 +size 2497280640 diff --git a/Qwen.Qwen3-4B.Q4_K_S.gguf b/Qwen.Qwen3-4B.Q4_K_S.gguf new file mode 100644 index 0000000..4791afe --- /dev/null +++ b/Qwen.Qwen3-4B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e910d8a7bcaff0f3afe063781f36f1e9037c0415feb4af66c6ea84097fce2e65 +size 2383309440 diff --git a/Qwen.Qwen3-4B.Q5_K_M.gguf b/Qwen.Qwen3-4B.Q5_K_M.gguf new file mode 100644 index 0000000..9516579 --- /dev/null +++ b/Qwen.Qwen3-4B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8650ad57720cc0edfcea5b6701de715e2cca5e89174bad550883cf1ff8b5d48 +size 2889513600 diff --git a/Qwen.Qwen3-4B.Q5_K_S.gguf b/Qwen.Qwen3-4B.Q5_K_S.gguf new file mode 100644 index 0000000..62848f4 --- /dev/null +++ b/Qwen.Qwen3-4B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:712fca99aecb4be242a48f726ee76f3edb8a0262d3cdfbe92d131b5cf77b7d11 +size 2823711360 diff --git a/Qwen.Qwen3-4B.Q6_K.gguf b/Qwen.Qwen3-4B.Q6_K.gguf new file mode 100644 index 0000000..b0ee78c --- /dev/null +++ b/Qwen.Qwen3-4B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8c9e09f1e6b33630fadbda189a014fcb42bd195e5d95183c6eea362867c810e +size 3306261120 diff --git a/Qwen.Qwen3-4B.Q8_0.gguf b/Qwen.Qwen3-4B.Q8_0.gguf new file mode 100644 index 0000000..49e0aa7 --- /dev/null +++ b/Qwen.Qwen3-4B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c377b1d68f5542a417d7f3c5628ee583efb1a6a9947ca4220b0d63973c5b60a2 +size 4280405120 diff --git a/Qwen.Qwen3-4B.f16.gguf b/Qwen.Qwen3-4B.f16.gguf new file mode 100644 index 0000000..ac2de71 --- /dev/null +++ b/Qwen.Qwen3-4B.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02a2f8c1bdd5a115012b172d7badeeb6be5efb22c0d456f4f7ef89317e8ed00 +size 8051285120 diff --git a/README.md b/README.md new file mode 100644 index 0000000..b9d2c59 --- /dev/null +++ b/README.md @@ -0,0 +1,124 @@ +--- +base_model: +- Qwen/Qwen3-4B +pipeline_tag: text-generation +--- + +## LMStudio users! +Please update the chat prompt template of the model. Go to My models -> Actions (gear) edit model default parameters -> +Prompt -> Prompt template. Update the Jinja template. + +Correct JINJA: +``` +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- set tool_start = "" %} + {%- set tool_start_length = tool_start|length %} + {%- set start_of_message = message.content[:tool_start_length] %} + {%- set tool_end = "" %} + {%- set tool_end_length = tool_end|length %} + {%- set start_pos = (message.content|length) - tool_end_length %} + {%- if start_pos < 0 %} + {%- set start_pos = 0 %} + {%- endif %} + {%- set end_of_message = message.content[start_pos:] %} + {%- if ns.multi_step_tool and message.role == "user" and not(start_of_message == tool_start and end_of_message == tool_end) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = (message.content.split('')|last).lstrip('\n') %} + {%- set reasoning_content = (message.content.split('')|first).rstrip('\n') %} + {%- set reasoning_content = (reasoning_content.split('')|last).lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} +``` + +[](https://devquasar.com) + +Quantized version of: [Qwen/Qwen3-4B](https://huggingface.co/Qwen/Qwen3-4B) + +'Make knowledge free for everyone' + +

+ Made with
+ + + +

+ +Buy Me a Coffee at ko-fi.com diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file