初始化项目,由ModelHub XC社区提供模型
Model: LGAI-EXAONE/EXAONE-4.0-1.2B-GGUF Source: Original Platform
This commit is contained in:
37
.gitattributes
vendored
Normal file
37
.gitattributes
vendored
Normal file
@@ -0,0 +1,37 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.png filter=lfs diff=lfs merge=lfs -text
|
||||||
3
EXAONE-4.0-1.2B-BF16.gguf
Normal file
3
EXAONE-4.0-1.2B-BF16.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a8fb80177b4d16ac77d3ceb8fd4831058358ad4aee6fadc800e24797eef78b88
|
||||||
|
size 2563248416
|
||||||
3
EXAONE-4.0-1.2B-IQ4_XS.gguf
Normal file
3
EXAONE-4.0-1.2B-IQ4_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:7abd23b5482b33458e9c87ee93e153e5cb1c49850c2d0599cfae7f4e80e4c189
|
||||||
|
size 753799456
|
||||||
3
EXAONE-4.0-1.2B-Q4_K_M.gguf
Normal file
3
EXAONE-4.0-1.2B-Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:7b5e753540183ae4d56e6febd9b48cdd944de53386e6faa8f51c8f98cb2b47df
|
||||||
|
size 812437792
|
||||||
3
EXAONE-4.0-1.2B-Q5_K_M.gguf
Normal file
3
EXAONE-4.0-1.2B-Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:8a7e39590e2686d990e6597f8dc95781aa084eb280c36ddd46d88dd759404972
|
||||||
|
size 929616160
|
||||||
3
EXAONE-4.0-1.2B-Q6_K.gguf
Normal file
3
EXAONE-4.0-1.2B-Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:296e57a27bcb96a0aa4c7e37d9a90a59ec1c8465b6cce86533ee40a4816c405a
|
||||||
|
size 1054118176
|
||||||
3
EXAONE-4.0-1.2B-Q8_0.gguf
Normal file
3
EXAONE-4.0-1.2B-Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:cc0b2a3f447e134cafd2853104d06227122cc280f4c9fee8c90172066174ef04
|
||||||
|
size 1363939616
|
||||||
3
LICENSE
Normal file
3
LICENSE
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:8c1762fb4bd94c8f17e114c5caa567e0948e1da7d02b79b55e99be9616e0f9e3
|
||||||
|
size 13288
|
||||||
3
assets/EXAONE_Symbol+BI_3d.png
Normal file
3
assets/EXAONE_Symbol+BI_3d.png
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:c473c63768e9303c02a4f968fd2e7d41df3f669fedc6a7b51c4398cfcd7f23e4
|
||||||
|
size 249084
|
||||||
146
chat_template.jinja
Normal file
146
chat_template.jinja
Normal file
@@ -0,0 +1,146 @@
|
|||||||
|
{%- if not skip_think is defined %}
|
||||||
|
{%- set skip_think = true %}
|
||||||
|
{%- endif %}
|
||||||
|
|
||||||
|
{%- set role_indicators = {
|
||||||
|
'user': '[|user|]\n',
|
||||||
|
'assistant': '[|assistant|]\n',
|
||||||
|
'system': '[|system|]\n',
|
||||||
|
'tool': '[|tool|]\n'
|
||||||
|
} %}
|
||||||
|
{%- set end_of_turn = '[|endofturn|]\n' %}
|
||||||
|
|
||||||
|
|
||||||
|
{%- macro available_tools(tools) %}
|
||||||
|
{{- "# Available Tools" }}
|
||||||
|
{{- "\nYou can use none, one, or multiple of the following tools by calling them as functions to help with the user’s query." }}
|
||||||
|
{{- "\nHere are the tools available to you in JSON format within <tool> and </tool> tags:\n" }}
|
||||||
|
{%- for tool in tools %}
|
||||||
|
{{- "<tool>" }}
|
||||||
|
{{- tool | tojson | safe }}
|
||||||
|
{{- "</tool>\n" }}
|
||||||
|
{%- endfor %}
|
||||||
|
|
||||||
|
{{- "\nFor each function call you want to make, return a JSON object with function name and arguments within <tool_call> and </tool_call> tags, like:" }}
|
||||||
|
{{- "\n<tool_call>{\"name\": function_1_name, \"arguments\": {argument_1_name: argument_1_value, argument_2_name: argument_2_value}}</tool_call>" }}
|
||||||
|
{{- "\n<tool_call>{\"name\": function_2_name, \"arguments\": {...}}</tool_call>\n..." }}
|
||||||
|
{{- "\nNote that if no argument name is specified for a tool, you can just print the argument value directly, without the argument name or JSON formatting." }}
|
||||||
|
{%- endmacro %}
|
||||||
|
|
||||||
|
|
||||||
|
{%- set ns = namespace(last_query_index = messages|length - 1) %}
|
||||||
|
{%- for message in messages %}
|
||||||
|
{%- if message.role == "user" and message.content is string %}
|
||||||
|
{%- set ns.last_query_index = loop.index0 -%}
|
||||||
|
{%- endif %}
|
||||||
|
{%- endfor %}
|
||||||
|
|
||||||
|
{%- for i in range(messages | length) %}
|
||||||
|
{%- set msg = messages[i] %}
|
||||||
|
{%- set role = msg.role %}
|
||||||
|
{% if role is not none and role.class is not none and not role in role_indicators %}
|
||||||
|
{{- raise_exception('Unknown role: ' ~ role) }}
|
||||||
|
{%- endif %}
|
||||||
|
|
||||||
|
{%- if i == 0 %}
|
||||||
|
{%- if role == 'system' %}
|
||||||
|
{{- role_indicators['system'] }}
|
||||||
|
{{- msg.content }}
|
||||||
|
{%- if tools is defined and tools %}
|
||||||
|
{{- "\n\n" }}{{- available_tools(tools) }}
|
||||||
|
{%- endif %}
|
||||||
|
{{- end_of_turn -}}
|
||||||
|
{%- continue %}
|
||||||
|
{%- elif tools is defined and tools %}
|
||||||
|
{{- role_indicators['system'] }}
|
||||||
|
{{- available_tools(tools) }}
|
||||||
|
{{- end_of_turn -}}
|
||||||
|
{%- endif %}
|
||||||
|
{%- endif %}
|
||||||
|
|
||||||
|
{%- if role == 'assistant' %}
|
||||||
|
{{- role_indicators['assistant'] }}
|
||||||
|
|
||||||
|
{%- if msg.content %}
|
||||||
|
{%- if "</think>" in msg.content %}
|
||||||
|
{%- set content = msg.content.split('</think>')[-1].strip() %}
|
||||||
|
{%- set reasoning_content = msg.content.split('</think>')[0].strip() %}
|
||||||
|
{%- if reasoning_content.startswith("<think>") %}
|
||||||
|
{%- set reasoning_content = reasoning_content[9:].strip() %}
|
||||||
|
{%- endif %}
|
||||||
|
{%- else %}
|
||||||
|
{%- set content = msg.content %}
|
||||||
|
{%- endif %}
|
||||||
|
|
||||||
|
{%- if msg.reasoning_content %}
|
||||||
|
{%- set reasoning_content = msg.reasoning_content %}
|
||||||
|
{%- endif %}
|
||||||
|
|
||||||
|
{%- if (not skip_think and loop.last) and reasoning_content is defined %}
|
||||||
|
{{- "<think>\n" }}
|
||||||
|
{{- reasoning_content}}
|
||||||
|
{{- "\n</think>\n\n" }}
|
||||||
|
{%- else %}
|
||||||
|
{{- "<think>\n\n</think>\n\n" }}
|
||||||
|
{%- endif %}
|
||||||
|
{{- content }}
|
||||||
|
{%- endif %}
|
||||||
|
|
||||||
|
{%- if msg.tool_calls %}
|
||||||
|
{%- if msg.content %}
|
||||||
|
{{- "\n" }}
|
||||||
|
{%- else %}
|
||||||
|
{{- "<think>\n\n</think>\n\n" }}
|
||||||
|
{%- endif %}
|
||||||
|
{%- for tool_call in msg.tool_calls %}
|
||||||
|
{%- if tool_call.function is defined %}
|
||||||
|
{%- set tool_call = tool_call.function %}
|
||||||
|
{%- endif %}
|
||||||
|
|
||||||
|
{%- if tool_call.arguments is defined %}
|
||||||
|
{%- set arguments = tool_call.arguments %}
|
||||||
|
{%- elif tool_call.parameters is defined %}
|
||||||
|
{%- set arguments = tool_call.parameters %}
|
||||||
|
{%- else %}
|
||||||
|
{{- raise_exception('arguments or parameters are mandatory: ' ~ tool_call) }}
|
||||||
|
{%- endif %}
|
||||||
|
|
||||||
|
{{- "<tool_call>" }}{"name": "{{- tool_call.name }}", "arguments": {{ arguments | tojson | safe }}}{{- "</tool_call>" }}
|
||||||
|
|
||||||
|
{%- if not loop.last %}
|
||||||
|
{{- "\n" }}
|
||||||
|
{%- endif %}
|
||||||
|
|
||||||
|
{%- endfor %}
|
||||||
|
{%- endif %}
|
||||||
|
{{- end_of_turn -}}
|
||||||
|
|
||||||
|
{%- elif role == "tool" %}
|
||||||
|
{%- if i == 0 or messages[i - 1].role != "tool" %}
|
||||||
|
{{- role_indicators['tool'] }}
|
||||||
|
{%- endif %}
|
||||||
|
{%- if msg.content is defined %}
|
||||||
|
{{- "<tool_result>" }}{"result": {{ msg.content | tojson | safe }}}{{- "</tool_result>" }}
|
||||||
|
{%- endif %}
|
||||||
|
{%- if loop.last or messages[i + 1].role != "tool" %}
|
||||||
|
{{- end_of_turn -}}
|
||||||
|
{%- else %}
|
||||||
|
{{- "\n" }}
|
||||||
|
{%- endif %}
|
||||||
|
|
||||||
|
{%- else %}
|
||||||
|
{{- role_indicators[role] }}
|
||||||
|
{{- msg.content }}
|
||||||
|
{{- end_of_turn -}}
|
||||||
|
{%- endif %}
|
||||||
|
{% endfor %}
|
||||||
|
|
||||||
|
|
||||||
|
{%- if add_generation_prompt %}
|
||||||
|
{{- role_indicators['assistant'] }}
|
||||||
|
{%- if enable_thinking is defined and enable_thinking is true %}
|
||||||
|
{{- "<think>\n" }}
|
||||||
|
{%- else %}
|
||||||
|
{{- "<think>\n\n</think>\n\n" }}
|
||||||
|
{%- endif %}
|
||||||
|
{%- endif %}
|
||||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
|||||||
|
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
|
||||||
Reference in New Issue
Block a user