初始化项目,由ModelHub XC社区提供模型
Model: DevQuasar/Qwen.Qwen3-1.7B-GGUF Source: Original Platform
This commit is contained in:
46
.gitattributes
vendored
Normal file
46
.gitattributes
vendored
Normal file
@@ -0,0 +1,46 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen.Qwen3-1.7B.f16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen.Qwen3-1.7B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen.Qwen3-1.7B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen.Qwen3-1.7B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen.Qwen3-1.7B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen.Qwen3-1.7B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen.Qwen3-1.7B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen.Qwen3-1.7B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen.Qwen3-1.7B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen.Qwen3-1.7B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen.Qwen3-1.7B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
3
Qwen.Qwen3-1.7B.Q2_K.gguf
Normal file
3
Qwen.Qwen3-1.7B.Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0bb74f6ace0c0a1a236316f20d53369caa76ae0463ab4e3de4fbf276b7bf1c51
|
||||
size 879896672
|
||||
3
Qwen.Qwen3-1.7B.Q3_K_L.gguf
Normal file
3
Qwen.Qwen3-1.7B.Q3_K_L.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:891627491d163650544462b97d2c43c46464e7e7ec90f5445244858ffbdf0d0a
|
||||
size 1137205344
|
||||
3
Qwen.Qwen3-1.7B.Q3_K_M.gguf
Normal file
3
Qwen.Qwen3-1.7B.Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1e33f5219f091812a5f56820b278eada2f71c5d483073a1a5bf57d44b3bcba93
|
||||
size 1073242208
|
||||
3
Qwen.Qwen3-1.7B.Q3_K_S.gguf
Normal file
3
Qwen.Qwen3-1.7B.Q3_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5d8b4fd262074959bd2c017c75f0306287003fb68c32f7ec3225117ba3aed6ab
|
||||
size 1000956000
|
||||
3
Qwen.Qwen3-1.7B.Q4_K_M.gguf
Normal file
3
Qwen.Qwen3-1.7B.Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:0114f48cc4ac4cd4b27055e4f579bb1917afe9171bfbcaec434acda5c5304870
|
||||
size 1282439264
|
||||
3
Qwen.Qwen3-1.7B.Q4_K_S.gguf
Normal file
3
Qwen.Qwen3-1.7B.Q4_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e3f07ffd06e2aa384951ba2e829ad959952610631b6b11df8f546b984c472c53
|
||||
size 1235220576
|
||||
3
Qwen.Qwen3-1.7B.Q5_K_M.gguf
Normal file
3
Qwen.Qwen3-1.7B.Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c5983411e24900527e74458052fb5b2a586f8ea571261581a9fc0c1414d39e77
|
||||
size 1471805536
|
||||
3
Qwen.Qwen3-1.7B.Q5_K_S.gguf
Normal file
3
Qwen.Qwen3-1.7B.Q5_K_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:99421521d2f4ef1480f2904456af720017ebfbb714c700c95f7c8caa10c4bab8
|
||||
size 1444509792
|
||||
3
Qwen.Qwen3-1.7B.Q6_K.gguf
Normal file
3
Qwen.Qwen3-1.7B.Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:276de38f0e2f265bc75b6f657ea61f79f1370d26ea28e7c84ecb9224acafe080
|
||||
size 1673007200
|
||||
3
Qwen.Qwen3-1.7B.Q8_0.gguf
Normal file
3
Qwen.Qwen3-1.7B.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:10b0c8b076586cb50b256d286349c248915f2dda7fe97a9a5197eac49a9183ed
|
||||
size 2165039200
|
||||
3
Qwen.Qwen3-1.7B.f16.gguf
Normal file
3
Qwen.Qwen3-1.7B.f16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a67d1936c398c749926329d94d768e6f162f85862312368dea9889a9529a2693
|
||||
size 4069679200
|
||||
124
README.md
Normal file
124
README.md
Normal file
@@ -0,0 +1,124 @@
|
||||
---
|
||||
base_model:
|
||||
- Qwen/Qwen3-1.7B
|
||||
pipeline_tag: text-generation
|
||||
---
|
||||
|
||||
## LMStudio users!
|
||||
Please update the chat prompt template of the model. Go to My models -> Actions (gear) edit model default parameters ->
|
||||
Prompt -> Prompt template. Update the Jinja template.
|
||||
|
||||
Correct JINJA:
|
||||
```
|
||||
{%- if tools %}
|
||||
{{- '<|im_start|>system\n' }}
|
||||
{%- if messages[0].role == 'system' %}
|
||||
{{- messages[0].content + '\n\n' }}
|
||||
{%- endif %}
|
||||
{{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
||||
{%- for tool in tools %}
|
||||
{{- "\n" }}
|
||||
{{- tool | tojson }}
|
||||
{%- endfor %}
|
||||
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
||||
{%- else %}
|
||||
{%- if messages[0].role == 'system' %}
|
||||
{{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
|
||||
{%- endif %}
|
||||
{%- endif %}
|
||||
{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
|
||||
{%- for message in messages[::-1] %}
|
||||
{%- set index = (messages|length - 1) - loop.index0 %}
|
||||
{%- set tool_start = "<tool_response>" %}
|
||||
{%- set tool_start_length = tool_start|length %}
|
||||
{%- set start_of_message = message.content[:tool_start_length] %}
|
||||
{%- set tool_end = "</tool_response>" %}
|
||||
{%- set tool_end_length = tool_end|length %}
|
||||
{%- set start_pos = (message.content|length) - tool_end_length %}
|
||||
{%- if start_pos < 0 %}
|
||||
{%- set start_pos = 0 %}
|
||||
{%- endif %}
|
||||
{%- set end_of_message = message.content[start_pos:] %}
|
||||
{%- if ns.multi_step_tool and message.role == "user" and not(start_of_message == tool_start and end_of_message == tool_end) %}
|
||||
{%- set ns.multi_step_tool = false %}
|
||||
{%- set ns.last_query_index = index %}
|
||||
{%- endif %}
|
||||
{%- endfor %}
|
||||
{%- for message in messages %}
|
||||
{%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
|
||||
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
|
||||
{%- elif message.role == "assistant" %}
|
||||
{%- set content = message.content %}
|
||||
{%- set reasoning_content = '' %}
|
||||
{%- if message.reasoning_content is defined and message.reasoning_content is not none %}
|
||||
{%- set reasoning_content = message.reasoning_content %}
|
||||
{%- else %}
|
||||
{%- if '</think>' in message.content %}
|
||||
{%- set content = (message.content.split('</think>')|last).lstrip('\n') %}
|
||||
{%- set reasoning_content = (message.content.split('</think>')|first).rstrip('\n') %}
|
||||
{%- set reasoning_content = (reasoning_content.split('<think>')|last).lstrip('\n') %}
|
||||
{%- endif %}
|
||||
{%- endif %}
|
||||
{%- if loop.index0 > ns.last_query_index %}
|
||||
{%- if loop.last or (not loop.last and reasoning_content) %}
|
||||
{{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
|
||||
{%- else %}
|
||||
{{- '<|im_start|>' + message.role + '\n' + content }}
|
||||
{%- endif %}
|
||||
{%- else %}
|
||||
{{- '<|im_start|>' + message.role + '\n' + content }}
|
||||
{%- endif %}
|
||||
{%- if message.tool_calls %}
|
||||
{%- for tool_call in message.tool_calls %}
|
||||
{%- if (loop.first and content) or (not loop.first) %}
|
||||
{{- '\n' }}
|
||||
{%- endif %}
|
||||
{%- if tool_call.function %}
|
||||
{%- set tool_call = tool_call.function %}
|
||||
{%- endif %}
|
||||
{{- '<tool_call>\n{"name": "' }}
|
||||
{{- tool_call.name }}
|
||||
{{- '", "arguments": ' }}
|
||||
{%- if tool_call.arguments is string %}
|
||||
{{- tool_call.arguments }}
|
||||
{%- else %}
|
||||
{{- tool_call.arguments | tojson }}
|
||||
{%- endif %}
|
||||
{{- '}\n</tool_call>' }}
|
||||
{%- endfor %}
|
||||
{%- endif %}
|
||||
{{- '<|im_end|>\n' }}
|
||||
{%- elif message.role == "tool" %}
|
||||
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
|
||||
{{- '<|im_start|>user' }}
|
||||
{%- endif %}
|
||||
{{- '\n<tool_response>\n' }}
|
||||
{{- message.content }}
|
||||
{{- '\n</tool_response>' }}
|
||||
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
||||
{{- '<|im_end|>\n' }}
|
||||
{%- endif %}
|
||||
{%- endif %}
|
||||
{%- endfor %}
|
||||
{%- if add_generation_prompt %}
|
||||
{{- '<|im_start|>assistant\n' }}
|
||||
{%- if enable_thinking is defined and enable_thinking is false %}
|
||||
{{- '<think>\n\n</think>\n\n' }}
|
||||
{%- endif %}
|
||||
{%- endif %}
|
||||
```
|
||||
|
||||
[<img src="https://raw.githubusercontent.com/csabakecskemeti/devquasar/main/dq_logo_black-transparent.png" width="200"/>](https://devquasar.com)
|
||||
|
||||
Quantized version of: [Qwen/Qwen3-1.7B](https://huggingface.co/Qwen/Qwen3-1.7B)
|
||||
|
||||
'Make knowledge free for everyone'
|
||||
|
||||
<p align="center">
|
||||
Made with <br>
|
||||
<a href="https://www.civo.com/" target="_blank">
|
||||
<img src="https://www.civo.com/assets/public/brand-assets/civo-logo-colour-60cc1622dedf346f7afde1fff760523f731b0aac106a5465af98ff4073114b74.svg" width="100"/>
|
||||
</a>
|
||||
</p>
|
||||
|
||||
<a href='https://ko-fi.com/L4L416YX7C' target='_blank'><img height='36' style='border:0px;height:36px;' src='https://storage.ko-fi.com/cdn/kofi6.png?v=6' border='0' alt='Buy Me a Coffee at ko-fi.com' /></a>
|
||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
||||
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
|
||||
Reference in New Issue
Block a user