From ce4e79d97a77b24096e2076381d1a73ea8b13ef6 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 14 Sep 2026 19:12:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: AliEsaote/functiongemma-270m-it-simple-tool-calling Source: Original Platform --- .gitattributes | 36 +++ README.md | 58 ++++ added_tokens.json | 4 + chat_template.jinja | 279 ++++++++++++++++++ config.json | 62 ++++ generation_config.json | 15 + model.safetensors | 3 + ...out.tfevents.1770634707.bf4fba859502.263.0 | 3 + ...out.tfevents.1770636626.bf4fba859502.263.1 | 3 + ...ut.tfevents.1768318302.fcfef055ed25.1541.0 | 3 + ...ut.tfevents.1768318828.fcfef055ed25.1541.1 | 3 + ...ut.tfevents.1768320920.fcfef055ed25.1541.2 | 3 + ...ut.tfevents.1768380886.47e43eaf8fb3.1022.0 | 3 + ...ut.tfevents.1768382051.47e43eaf8fb3.1022.1 | 3 + ...ut.tfevents.1768384154.47e43eaf8fb3.1022.2 | 3 + ...ut.tfevents.1768386104.47e43eaf8fb3.1022.3 | 3 + ...out.tfevents.1768388335.b658f7222872.202.0 | 3 + ...out.tfevents.1768389235.b658f7222872.202.1 | 3 + ...out.tfevents.1768389867.b658f7222872.202.2 | 3 + ...out.tfevents.1768394265.900ef3829bb2.257.0 | 3 + ...out.tfevents.1768395507.900ef3829bb2.257.1 | 3 + ...out.tfevents.1768396414.900ef3829bb2.257.2 | 3 + ...out.tfevents.1768397006.900ef3829bb2.257.3 | 3 + ...out.tfevents.1768399112.c150c18dab6e.536.0 | 3 + ...out.tfevents.1768400136.c150c18dab6e.536.1 | 3 + ...out.tfevents.1768401452.c150c18dab6e.536.2 | 3 + ...out.tfevents.1768401614.c150c18dab6e.536.3 | 3 + ...ut.tfevents.1768402591.5bf7c646d456.2165.0 | 3 + ...out.tfevents.1768473132.9e358acedbc0.392.0 | 3 + ...out.tfevents.1768473319.9e358acedbc0.392.1 | 3 + ...out.tfevents.1768473478.9e358acedbc0.392.2 | 3 + ...out.tfevents.1768473673.9e358acedbc0.392.3 | 3 + ...out.tfevents.1768476372.9e358acedbc0.392.4 | 3 + ...out.tfevents.1768476761.9e358acedbc0.392.5 | 3 + ...out.tfevents.1768477187.9e358acedbc0.392.6 | 3 + ...out.tfevents.1768478353.9e358acedbc0.392.7 | 3 + ...ut.tfevents.1768482556.82f0d273c6fe.1968.0 | 3 + ...ut.tfevents.1768486469.b6ea27537830.1520.0 | 3 + ...ut.tfevents.1768487487.b6ea27537830.1520.1 | 3 + ...ut.tfevents.1768487654.b6ea27537830.1520.2 | 3 + ...out.tfevents.1768488859.f7dd13292834.731.0 | 3 + ...out.tfevents.1768555884.364aab612dc6.260.0 | 3 + ...out.tfevents.1768559360.4a2bcce382ce.452.0 | 3 + ...out.tfevents.1768897569.b3d5e8374fa0.925.0 | 3 + ...out.tfevents.1768902293.79871f9c5165.428.0 | 3 + ...out.tfevents.1768903406.79871f9c5165.428.1 | 3 + ...out.tfevents.1769702827.27b323c6ede1.263.0 | 3 + ...out.tfevents.1769706080.bcaf0ead3ba9.228.0 | 3 + special_tokens_map.json | 34 +++ tokenizer.json | 3 + tokenizer.model | 3 + tokenizer_config.json | 26 ++ training_args.bin | 3 + 53 files changed, 649 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 runs/Feb09_10-58-27_bf4fba859502/events.out.tfevents.1770634707.bf4fba859502.263.0 create mode 100644 runs/Feb09_11-30-26_bf4fba859502/events.out.tfevents.1770636626.bf4fba859502.263.1 create mode 100644 runs/Jan13_15-31-30_fcfef055ed25/events.out.tfevents.1768318302.fcfef055ed25.1541.0 create mode 100644 runs/Jan13_15-40-20_fcfef055ed25/events.out.tfevents.1768318828.fcfef055ed25.1541.1 create mode 100644 runs/Jan13_16-15-11_fcfef055ed25/events.out.tfevents.1768320920.fcfef055ed25.1541.2 create mode 100644 runs/Jan14_08-54-33_47e43eaf8fb3/events.out.tfevents.1768380886.47e43eaf8fb3.1022.0 create mode 100644 runs/Jan14_08-54-33_47e43eaf8fb3/events.out.tfevents.1768382051.47e43eaf8fb3.1022.1 create mode 100644 runs/Jan14_09-49-07_47e43eaf8fb3/events.out.tfevents.1768384154.47e43eaf8fb3.1022.2 create mode 100644 runs/Jan14_10-21-34_47e43eaf8fb3/events.out.tfevents.1768386104.47e43eaf8fb3.1022.3 create mode 100644 runs/Jan14_10-58-43_b658f7222872/events.out.tfevents.1768388335.b658f7222872.202.0 create mode 100644 runs/Jan14_11-13-48_b658f7222872/events.out.tfevents.1768389235.b658f7222872.202.1 create mode 100644 runs/Jan14_11-24-23_b658f7222872/events.out.tfevents.1768389867.b658f7222872.202.2 create mode 100644 runs/Jan14_12-37-26_900ef3829bb2/events.out.tfevents.1768394265.900ef3829bb2.257.0 create mode 100644 runs/Jan14_12-58-25_900ef3829bb2/events.out.tfevents.1768395507.900ef3829bb2.257.1 create mode 100644 runs/Jan14_13-12-01_900ef3829bb2/events.out.tfevents.1768396414.900ef3829bb2.257.2 create mode 100644 runs/Jan14_13-23-23_900ef3829bb2/events.out.tfevents.1768397006.900ef3829bb2.257.3 create mode 100644 runs/Jan14_13-58-21_c150c18dab6e/events.out.tfevents.1768399112.c150c18dab6e.536.0 create mode 100644 runs/Jan14_14-15-29_c150c18dab6e/events.out.tfevents.1768400136.c150c18dab6e.536.1 create mode 100644 runs/Jan14_14-37-28_c150c18dab6e/events.out.tfevents.1768401452.c150c18dab6e.536.2 create mode 100644 runs/Jan14_14-40-01_c150c18dab6e/events.out.tfevents.1768401614.c150c18dab6e.536.3 create mode 100644 runs/Jan14_14-56-17_5bf7c646d456/events.out.tfevents.1768402591.5bf7c646d456.2165.0 create mode 100644 runs/Jan15_10-32-06_9e358acedbc0/events.out.tfevents.1768473132.9e358acedbc0.392.0 create mode 100644 runs/Jan15_10-35-17_9e358acedbc0/events.out.tfevents.1768473319.9e358acedbc0.392.1 create mode 100644 runs/Jan15_10-37-56_9e358acedbc0/events.out.tfevents.1768473478.9e358acedbc0.392.2 create mode 100644 runs/Jan15_10-41-11_9e358acedbc0/events.out.tfevents.1768473673.9e358acedbc0.392.3 create mode 100644 runs/Jan15_11-26-10_9e358acedbc0/events.out.tfevents.1768476372.9e358acedbc0.392.4 create mode 100644 runs/Jan15_11-32-39_9e358acedbc0/events.out.tfevents.1768476761.9e358acedbc0.392.5 create mode 100644 runs/Jan15_11-39-45_9e358acedbc0/events.out.tfevents.1768477187.9e358acedbc0.392.6 create mode 100644 runs/Jan15_11-58-16_9e358acedbc0/events.out.tfevents.1768478353.9e358acedbc0.392.7 create mode 100644 runs/Jan15_13-09-10_82f0d273c6fe/events.out.tfevents.1768482556.82f0d273c6fe.1968.0 create mode 100644 runs/Jan15_14-14-24_b6ea27537830/events.out.tfevents.1768486469.b6ea27537830.1520.0 create mode 100644 runs/Jan15_14-31-25_b6ea27537830/events.out.tfevents.1768487487.b6ea27537830.1520.1 create mode 100644 runs/Jan15_14-34-12_b6ea27537830/events.out.tfevents.1768487654.b6ea27537830.1520.2 create mode 100644 runs/Jan15_14-54-12_f7dd13292834/events.out.tfevents.1768488859.f7dd13292834.731.0 create mode 100644 runs/Jan16_09-31-17_364aab612dc6/events.out.tfevents.1768555884.364aab612dc6.260.0 create mode 100644 runs/Jan16_10-29-14_4a2bcce382ce/events.out.tfevents.1768559360.4a2bcce382ce.452.0 create mode 100644 runs/Jan20_08-26-01_b3d5e8374fa0/events.out.tfevents.1768897569.b3d5e8374fa0.925.0 create mode 100644 runs/Jan20_09-44-47_79871f9c5165/events.out.tfevents.1768902293.79871f9c5165.428.0 create mode 100644 runs/Jan20_10-03-24_79871f9c5165/events.out.tfevents.1768903406.79871f9c5165.428.1 create mode 100644 runs/Jan29_16-07-01_27b323c6ede1/events.out.tfevents.1769702827.27b323c6ede1.263.0 create mode 100644 runs/Jan29_17-01-12_bcaf0ead3ba9/events.out.tfevents.1769706080.bcaf0ead3ba9.228.0 create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer.model create mode 100644 tokenizer_config.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..3bbd337 --- /dev/null +++ b/README.md @@ -0,0 +1,58 @@ +--- +base_model: google/functiongemma-270m-it +library_name: transformers +model_name: functiongemma-270m-it-simple-tool-calling +tags: +- generated_from_trainer +- sft +- trl +licence: license +--- + +# Model Card for functiongemma-270m-it-simple-tool-calling + +This model is a fine-tuned version of [google/functiongemma-270m-it](https://huggingface.co/google/functiongemma-270m-it). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="AliEsaote/functiongemma-270m-it-simple-tool-calling", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + + + + +This model was trained with SFT. + +### Framework versions + +- TRL: 0.27.2 +- Transformers: 5.0.0 +- Pytorch: 2.9.0+cu126 +- Datasets: 4.0.0 +- Tokenizers: 0.22.2 + +## Citations + + + +Cite TRL as: + +```bibtex +@misc{vonwerra2022trl, + title = {{TRL: Transformer Reinforcement Learning}}, + author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallou{\'e}dec}, + year = 2020, + journal = {GitHub repository}, + publisher = {GitHub}, + howpublished = {\url{https://github.com/huggingface/trl}} +} +``` \ No newline at end of file diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..437e9a3 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,4 @@ +{ + "": 262145, + "": 262144 +} diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..1629479 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,279 @@ +{%- macro format_parameters(properties, required) -%} + {%- set standard_keys = ['description', 'type', 'properties', 'required', 'nullable'] -%} + {%- set ns = namespace(found_first=false) -%} + {%- for key, value in properties | dictsort -%} + {%- if key not in standard_keys -%} + {%- if ns.found_first %},{% endif -%} + {%- set ns.found_first = true -%} + {{- key }}:{description:{{ value['description'] }} + {%- if value['type'] | upper == 'STRING' -%} + {%- if value['enum'] -%} + ,enum:{{ format_argument(value['enum']) }} + {%- endif -%} + {%- elif value['type'] | upper == 'OBJECT' -%} + ,properties:{ + {%- if value['properties'] is defined and value['properties'] is mapping -%} + {{- format_parameters(value['properties'], value['required'] | default([])) -}} + {%- elif value is mapping -%} + {{- format_parameters(value, value['required'] | default([])) -}} + {%- endif -%} + } + {%- if value['required'] -%} + ,required:[ + {%- for item in value['required'] | default([]) -%} + {{- item -}} + {%- if not loop.last %},{% endif -%} + {%- endfor -%} + ] + {%- endif -%} + {%- elif value['type'] | upper == 'ARRAY' -%} + {%- if value['items'] is mapping and value['items'] -%} + ,items:{ + {%- set ns_items = namespace(found_first=false) -%} + {%- for item_key, item_value in value['items'] | dictsort -%} + {%- if item_value is not none -%} + {%- if ns_items.found_first %},{% endif -%} + {%- set ns_items.found_first = true -%} + {%- if item_key == 'properties' -%} + properties:{ + {%- if item_value is mapping -%} + {{- format_parameters(item_value, value['items']['required'] | default([])) -}} + {%- endif -%} + } + {%- elif item_key == 'required' -%} + required:[ + {%- for req_item in item_value -%} + {{- req_item -}} + {%- if not loop.last %},{% endif -%} + {%- endfor -%} + ] + {%- elif item_key == 'type' -%} + {%- if item_value is string -%} + type:{{ format_argument(item_value | upper) }} + {%- else -%} + type:{{ format_argument(item_value | map('upper') | list) }} + {%- endif -%} + {%- else -%} + {{ item_key }}:{{ format_argument(item_value) }} + {%- endif -%} + {%- endif -%} + {%- endfor -%} + } + {%- endif -%} + {%- endif -%} + ,type:{{ value['type'] | upper }}} + {%- endif -%} + {%- endfor -%} +{%- endmacro -%} +{% macro format_function_declaration(tool_data) -%} +declaration:{{- tool_data['function']['name'] -}} +{description:{{- tool_data['function']['description'] -}} +{%- set params = tool_data['function']['parameters'] -%} +{%- if params -%} + ,parameters:{ + {%- if params['properties'] -%} + properties:{ {{- format_parameters(params['properties'], params['required']) -}} }, + {%- endif -%} + {%- if params['required'] -%} + required:[ + {%- for item in params['required'] -%} + {{- item -}} + {{- ',' if not loop.last -}} + {%- endfor -%} + ], + {%- endif -%} + {%- if params['type'] -%} + type:{{- params['type'] | upper -}}} + {%- endif -%} +{%- endif -%} +} +{%- endmacro -%} +{% macro format_argument(argument, escape_keys=True) -%} +{%- if argument is string -%} + {{- '' + argument + '' -}} +{%- elif argument is boolean -%} + {%- if argument -%} + {{- 'true' -}} + {%- else -%} + {{- 'false' -}} + {%- endif -%} +{%- elif argument is mapping -%} + {{- '{' -}} + {%- set ns = namespace(found_first=false) -%} + {%- for key, value in argument | dictsort -%} + {%- if ns.found_first %},{% endif -%} + {%- set ns.found_first = true -%} + {%- if escape_keys -%} + {{- '' + key + '' -}} + {%- else -%} + {{- key -}} + {%- endif -%} + :{{- format_argument(value, escape_keys=escape_keys) -}} + {%- endfor -%} + {{- '}' -}} +{%- elif argument is sequence -%} + {{- '[' -}} + {%- for item in argument -%} + {{- format_argument(item, escape_keys=escape_keys) -}} + {%- if not loop.last %},{% endif -%} + {%- endfor -%} + {{- ']' -}} +{%- else -%} + {{- argument -}} +{%- endif -%} +{%- endmacro -%} +{{ bos_token }} +{%- set ns = namespace(prev_message_type=None) -%} +{#- Tool Declarations -#} +{%- set loop_messages = messages -%} +{%- if tools or messages[0]['role'] == 'system' or messages[0]['role'] == 'developer' -%} + {{- 'developer\n' -}} + {%- if messages[0]['role'] == 'system' or messages[0]['role'] == 'developer' -%} + {%- if messages[0]['content'] is string -%} + {{- messages[0]['content'] | trim -}} + {%- elif messages[0]['content'] is sequence -%} + {%- for item in messages[0]['content'] -%} + {%- if item['type'] == 'text' -%} + {{- item['text'] | trim -}} + {%- endif -%} + {%- endfor -%} + {%- endif -%} + {%- set loop_messages = messages[1:] -%} + {%- endif -%} + {%- if tools -%} + {%- for tool in tools %} + {{- '' -}} + {{- format_function_declaration(tool) | trim }} + {{- '' -}} + {%- endfor %} + {%- endif -%} + {{- '\n' }} +{%- endif %} +{#- Loop through messages. -#} +{%- for message in loop_messages -%} + {%- if (message['role'] == 'assistant') -%} + {#- Rename "assistant" to "model". -#} + {%- set role = "model" -%} + {%- else -%} + {%- set role = message['role'] -%} + {%- endif -%} + {%- if role != 'tool' -%} + {%- if ns.prev_message_type != 'tool_response' -%} + {{- '' + role + '\n' }} + {%- endif -%} + {%- set ns.prev_message_type = None -%} + {%- if 'content' in message and message['content'] is not none -%} + {%- if message['content'] is string -%} + {{ message['content'] | trim }} + {%- elif message['content'] is sequence -%} + {%- for item in message['content'] -%} + {%- if item['type'] == 'image' -%} + {{ '' }} + {%- elif item['type'] == 'text' -%} + {{ item['text'] | trim }} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {{ raise_exception("Invalid content type in user/assistant message") }} + {%- endif -%} + {%- set ns.prev_message_type = 'content' -%} + {%- endif -%} + {%- if 'tool_calls' in message and message['tool_calls'] and message['tool_calls'] is iterable -%} + {#- Tool Calls -#} + {%- for tool_call in message['tool_calls'] -%} + {% set function = tool_call['function'] %} + {{- 'call:' + function['name'] + '{' -}} + {%- if 'arguments' in function -%} + {%- if function['arguments'] is mapping -%} + {%- set ns = namespace(found_first=false) -%} + {%- for key, value in function['arguments'] | dictsort -%} + {%- if ns.found_first %},{% endif -%} + {%- set ns.found_first = true -%} + {{- key -}}:{{- format_argument(value, escape_keys=False) -}} + {%- endfor -%} + {%- elif function['arguments'] is string -%} + {# This handles string-JSON, just in case #} + {{ function['arguments'] }} + {%- endif %} + {%- endif -%} + {{- '}' -}} + {%- endfor -%} + {%- if loop.last -%} + {{ '' }} + {%- endif -%} + {%- set ns.prev_message_type = 'tool_call' -%} + {%- endif -%} + {%- else -%} + {#- Tool Responses -#} + {%- if 'content' in message and message['content'] -%} + {%- if message['content'] is mapping -%} + {%- if 'name' in message['content'] and 'response' in message['content'] -%} + {{ 'response:' + message['content']['name'] | trim + '{' }} + {%- set response_ns = namespace(found_first=false) -%} + {%- for key, value in message['content']['response'] | dictsort -%} + {%- if response_ns.found_first %},{% endif -%} + {%- set response_ns.found_first = true -%} + {{- key -}}:{{- format_argument(value, escape_keys=False) -}} + {%- endfor -%} + {{- '}' -}} + {%- elif 'name' in message -%} + {{ 'response:' + message['name'] | trim + '{' }} + {%- set response_ns = namespace(found_first=false) -%} + {%- for key, value in message['content'] | dictsort -%} + {%- if response_ns.found_first %},{% endif -%} + {%- set response_ns.found_first = true -%} + {{- key -}}:{{- format_argument(value, escape_keys=False) -}} + {%- endfor -%} + {{- '}' -}} + {%- else -%} + {{ raise_exception("Invalid tool response mapping: must contain 'name' and 'response' keys, or 'name' must be in the message.") }} + {%- endif -%} + {%- elif message['content'] is string -%} + {%- if 'name' in message -%} + {{ 'response:' + message['name'] | trim + '{value:' + format_argument(message['content'], escape_keys=False) + '}' }} + {%- else -%} + {{ raise_exception("Invalid tool response: 'name' must be provided.") }} + {%- endif -%} + {%- elif message['content'] is sequence -%} + {%- for item in message['content'] -%} + {%- if item is mapping -%} + {%- if 'name' in item and 'response' in item -%} + {{ 'response:' + item['name'] | trim + '{' }} + {%- set response_ns = namespace(found_first=false) -%} + {%- for key, value in item['response'] | dictsort -%} + {%- if response_ns.found_first %},{% endif -%} + {%- set response_ns.found_first = true -%} + {{- key -}}:{{- format_argument(value, escape_keys=False) -}} + {%- endfor -%} + {{- '}' -}} + {%- elif 'name' in message -%} + {{ 'response:' + message['name'] | trim + '{' }} + {%- set response_ns = namespace(found_first=false) -%} + {%- for key, value in item | dictsort -%} + {%- if response_ns.found_first %},{% endif -%} + {%- set response_ns.found_first = true -%} + {{- key -}}:{{- format_argument(value, escape_keys=False) -}} + {%- endfor -%} + {{- '}' -}} + {%- else -%} + {{ raise_exception("Invalid tool response mapping: must contain 'name' and 'response' keys, or 'name' must be in the message.") }} + {%- endif -%} + {%- else -%} + {{ raise_exception("Invalid tool response message: multiple responses must all be mappings") }} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {{ raise_exception("Invalid content type in tool message: must be mapping, sequence of mappings, or string.") }} + {%- endif -%} + {%- endif -%} + {%- set ns.prev_message_type = 'tool_response' -%} + {%- endif -%} + {%- if ns.prev_message_type not in ['tool_call', 'tool_response'] -%} + {{ '\n' }} + {%- endif -%} +{%- endfor -%} +{%- if add_generation_prompt -%} + {%- if ns.prev_message_type != 'tool_response' -%} + {{- 'model\n' -}} + {%- endif -%} +{%- endif -%} diff --git a/config.json b/config.json new file mode 100644 index 0000000..436e93d --- /dev/null +++ b/config.json @@ -0,0 +1,62 @@ +{ + "_sliding_window_pattern": 6, + "architectures": [ + "Gemma3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_logit_softcapping": null, + "bos_token_id": 2, + "dtype": "bfloat16", + "eos_token_id": 1, + "final_logit_softcapping": null, + "head_dim": 256, + "hidden_activation": "gelu_pytorch_tanh", + "hidden_size": 640, + "initializer_range": 0.02, + "intermediate_size": 2048, + "layer_types": [ + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "sliding_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "model_type": "gemma3_text", + "num_attention_heads": 4, + "num_hidden_layers": 18, + "num_key_value_heads": 1, + "pad_token_id": 0, + "query_pre_attn_scalar": 256, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "full_attention": { + "rope_theta": 1000000.0, + "rope_type": "default" + }, + "sliding_attention": { + "rope_theta": 10000.0, + "rope_type": "default" + } + }, + "sliding_window": 512, + "tie_word_embeddings": true, + "transformers_version": "5.0.0", + "use_bidirectional_attention": false, + "use_cache": false, + "vocab_size": 262144 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..bfdbec2 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,15 @@ +{ + "bos_token_id": 2, + "cache_implementation": "hybrid", + "do_sample": true, + "eos_token_id": [ + 1, + 1, + 50, + 106 + ], + "pad_token_id": 0, + "top_k": 64, + "top_p": 0.95, + "transformers_version": "5.0.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..2152901 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93f591b9beb172b5b9f0c333885619ae7d3fe88bb97a7e0edd4cb95626b4b012 +size 536223056 diff --git a/runs/Feb09_10-58-27_bf4fba859502/events.out.tfevents.1770634707.bf4fba859502.263.0 b/runs/Feb09_10-58-27_bf4fba859502/events.out.tfevents.1770634707.bf4fba859502.263.0 new file mode 100644 index 0000000..fd6d23a --- /dev/null +++ b/runs/Feb09_10-58-27_bf4fba859502/events.out.tfevents.1770634707.bf4fba859502.263.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55da6b3e769aecc927aad953c74c3c63afb4c8c1c9b4fde1b012be2a89f8cfd3 +size 127794 diff --git a/runs/Feb09_11-30-26_bf4fba859502/events.out.tfevents.1770636626.bf4fba859502.263.1 b/runs/Feb09_11-30-26_bf4fba859502/events.out.tfevents.1770636626.bf4fba859502.263.1 new file mode 100644 index 0000000..bfddce5 --- /dev/null +++ b/runs/Feb09_11-30-26_bf4fba859502/events.out.tfevents.1770636626.bf4fba859502.263.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08ad759b64f11b26589f2ea73decfe85ccf7f068263055e21641b4e3dfb3613a +size 127794 diff --git a/runs/Jan13_15-31-30_fcfef055ed25/events.out.tfevents.1768318302.fcfef055ed25.1541.0 b/runs/Jan13_15-31-30_fcfef055ed25/events.out.tfevents.1768318302.fcfef055ed25.1541.0 new file mode 100644 index 0000000..6fbb2f1 --- /dev/null +++ b/runs/Jan13_15-31-30_fcfef055ed25/events.out.tfevents.1768318302.fcfef055ed25.1541.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18506d0e26f823d69f98c1580a5d708d42a1f617b004aef7ff858628b4f41409 +size 40121 diff --git a/runs/Jan13_15-40-20_fcfef055ed25/events.out.tfevents.1768318828.fcfef055ed25.1541.1 b/runs/Jan13_15-40-20_fcfef055ed25/events.out.tfevents.1768318828.fcfef055ed25.1541.1 new file mode 100644 index 0000000..fa2b3ae --- /dev/null +++ b/runs/Jan13_15-40-20_fcfef055ed25/events.out.tfevents.1768318828.fcfef055ed25.1541.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc7c0c5766f7969dcbb4b93546b224a6642cf62f9474249686e7614b54fcb46d +size 73430 diff --git a/runs/Jan13_16-15-11_fcfef055ed25/events.out.tfevents.1768320920.fcfef055ed25.1541.2 b/runs/Jan13_16-15-11_fcfef055ed25/events.out.tfevents.1768320920.fcfef055ed25.1541.2 new file mode 100644 index 0000000..e3f7d14 --- /dev/null +++ b/runs/Jan13_16-15-11_fcfef055ed25/events.out.tfevents.1768320920.fcfef055ed25.1541.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53e12879207148e261a1f91142c91659ec90fe87a69096e5ce2075d52861a27 +size 64254 diff --git a/runs/Jan14_08-54-33_47e43eaf8fb3/events.out.tfevents.1768380886.47e43eaf8fb3.1022.0 b/runs/Jan14_08-54-33_47e43eaf8fb3/events.out.tfevents.1768380886.47e43eaf8fb3.1022.0 new file mode 100644 index 0000000..08bea9a --- /dev/null +++ b/runs/Jan14_08-54-33_47e43eaf8fb3/events.out.tfevents.1768380886.47e43eaf8fb3.1022.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb570f478049114b52525734e84bf5c9b817be60a3eec9eb2fdac226513e9c68 +size 46121 diff --git a/runs/Jan14_08-54-33_47e43eaf8fb3/events.out.tfevents.1768382051.47e43eaf8fb3.1022.1 b/runs/Jan14_08-54-33_47e43eaf8fb3/events.out.tfevents.1768382051.47e43eaf8fb3.1022.1 new file mode 100644 index 0000000..0913f09 --- /dev/null +++ b/runs/Jan14_08-54-33_47e43eaf8fb3/events.out.tfevents.1768382051.47e43eaf8fb3.1022.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aaf30374dad242ac4ec3b34290fc0eeaa26db2155b073e3a693a702da341efe +size 46121 diff --git a/runs/Jan14_09-49-07_47e43eaf8fb3/events.out.tfevents.1768384154.47e43eaf8fb3.1022.2 b/runs/Jan14_09-49-07_47e43eaf8fb3/events.out.tfevents.1768384154.47e43eaf8fb3.1022.2 new file mode 100644 index 0000000..9884a75 --- /dev/null +++ b/runs/Jan14_09-49-07_47e43eaf8fb3/events.out.tfevents.1768384154.47e43eaf8fb3.1022.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98ef16a956cf535ef48fcfbc0a1f69976f343a96d5300a23e42394eaa26e859a +size 46121 diff --git a/runs/Jan14_10-21-34_47e43eaf8fb3/events.out.tfevents.1768386104.47e43eaf8fb3.1022.3 b/runs/Jan14_10-21-34_47e43eaf8fb3/events.out.tfevents.1768386104.47e43eaf8fb3.1022.3 new file mode 100644 index 0000000..f63b0b9 --- /dev/null +++ b/runs/Jan14_10-21-34_47e43eaf8fb3/events.out.tfevents.1768386104.47e43eaf8fb3.1022.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93aeb1c5759c8289cf95ab14277966dbb139b96f0ffa871fb3ccc2e9d2a7fb26 +size 46121 diff --git a/runs/Jan14_10-58-43_b658f7222872/events.out.tfevents.1768388335.b658f7222872.202.0 b/runs/Jan14_10-58-43_b658f7222872/events.out.tfevents.1768388335.b658f7222872.202.0 new file mode 100644 index 0000000..6ee34a8 --- /dev/null +++ b/runs/Jan14_10-58-43_b658f7222872/events.out.tfevents.1768388335.b658f7222872.202.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9f6a44d7ad4ed59a16e1cb0325bef7975cf113da7b01367dbc490e1200e369 +size 73430 diff --git a/runs/Jan14_11-13-48_b658f7222872/events.out.tfevents.1768389235.b658f7222872.202.1 b/runs/Jan14_11-13-48_b658f7222872/events.out.tfevents.1768389235.b658f7222872.202.1 new file mode 100644 index 0000000..05fb954 --- /dev/null +++ b/runs/Jan14_11-13-48_b658f7222872/events.out.tfevents.1768389235.b658f7222872.202.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2e5c2dc450dfdb0aaef57ef03c8b3a3e9dded41f614b7ab1762b2af4e65c668 +size 39897 diff --git a/runs/Jan14_11-24-23_b658f7222872/events.out.tfevents.1768389867.b658f7222872.202.2 b/runs/Jan14_11-24-23_b658f7222872/events.out.tfevents.1768389867.b658f7222872.202.2 new file mode 100644 index 0000000..c0b5c6a --- /dev/null +++ b/runs/Jan14_11-24-23_b658f7222872/events.out.tfevents.1768389867.b658f7222872.202.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d3f252c74d8b07ca2423a96099d67d84ce9bf728eaf3fcdbc2f0fe5cf476de1 +size 73430 diff --git a/runs/Jan14_12-37-26_900ef3829bb2/events.out.tfevents.1768394265.900ef3829bb2.257.0 b/runs/Jan14_12-37-26_900ef3829bb2/events.out.tfevents.1768394265.900ef3829bb2.257.0 new file mode 100644 index 0000000..e5765a3 --- /dev/null +++ b/runs/Jan14_12-37-26_900ef3829bb2/events.out.tfevents.1768394265.900ef3829bb2.257.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ed0d62ee985b49a440f790e6e3c0c8680176529f5db906623df5ce598976f34 +size 39897 diff --git a/runs/Jan14_12-58-25_900ef3829bb2/events.out.tfevents.1768395507.900ef3829bb2.257.1 b/runs/Jan14_12-58-25_900ef3829bb2/events.out.tfevents.1768395507.900ef3829bb2.257.1 new file mode 100644 index 0000000..ea9b4c4 --- /dev/null +++ b/runs/Jan14_12-58-25_900ef3829bb2/events.out.tfevents.1768395507.900ef3829bb2.257.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ab3ea9fa7b31c844f67a94bcbaf78e5347f684c1f544d8a1aa228b14b9f8f6e +size 35397 diff --git a/runs/Jan14_13-12-01_900ef3829bb2/events.out.tfevents.1768396414.900ef3829bb2.257.2 b/runs/Jan14_13-12-01_900ef3829bb2/events.out.tfevents.1768396414.900ef3829bb2.257.2 new file mode 100644 index 0000000..d473e88 --- /dev/null +++ b/runs/Jan14_13-12-01_900ef3829bb2/events.out.tfevents.1768396414.900ef3829bb2.257.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a7391330be8b3fa1e0aa3195fd9e83e358db87b7f9ea9f78f74d16eef382369 +size 35397 diff --git a/runs/Jan14_13-23-23_900ef3829bb2/events.out.tfevents.1768397006.900ef3829bb2.257.3 b/runs/Jan14_13-23-23_900ef3829bb2/events.out.tfevents.1768397006.900ef3829bb2.257.3 new file mode 100644 index 0000000..4b3abd2 --- /dev/null +++ b/runs/Jan14_13-23-23_900ef3829bb2/events.out.tfevents.1768397006.900ef3829bb2.257.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01f7c74a34f2f6e0acd1b33c2e8dce79ae3e1123b5f7ed35e789468900525e98 +size 35397 diff --git a/runs/Jan14_13-58-21_c150c18dab6e/events.out.tfevents.1768399112.c150c18dab6e.536.0 b/runs/Jan14_13-58-21_c150c18dab6e/events.out.tfevents.1768399112.c150c18dab6e.536.0 new file mode 100644 index 0000000..fc7a48b --- /dev/null +++ b/runs/Jan14_13-58-21_c150c18dab6e/events.out.tfevents.1768399112.c150c18dab6e.536.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7617d60e300295cf2cc047b8483b84a5d9343ab542d6e3f832b88ba37574b266 +size 35397 diff --git a/runs/Jan14_14-15-29_c150c18dab6e/events.out.tfevents.1768400136.c150c18dab6e.536.1 b/runs/Jan14_14-15-29_c150c18dab6e/events.out.tfevents.1768400136.c150c18dab6e.536.1 new file mode 100644 index 0000000..8383028 --- /dev/null +++ b/runs/Jan14_14-15-29_c150c18dab6e/events.out.tfevents.1768400136.c150c18dab6e.536.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92bd46f48e21db511d017b128b23faa182a6d2494342a8fa859e2ebb9738d514 +size 38397 diff --git a/runs/Jan14_14-37-28_c150c18dab6e/events.out.tfevents.1768401452.c150c18dab6e.536.2 b/runs/Jan14_14-37-28_c150c18dab6e/events.out.tfevents.1768401452.c150c18dab6e.536.2 new file mode 100644 index 0000000..c65d0fb --- /dev/null +++ b/runs/Jan14_14-37-28_c150c18dab6e/events.out.tfevents.1768401452.c150c18dab6e.536.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3c6add1c6fd564b7e6bf255e4cb422374b4938426183a581d0132bf92a4b4b5 +size 32575 diff --git a/runs/Jan14_14-40-01_c150c18dab6e/events.out.tfevents.1768401614.c150c18dab6e.536.3 b/runs/Jan14_14-40-01_c150c18dab6e/events.out.tfevents.1768401614.c150c18dab6e.536.3 new file mode 100644 index 0000000..c5ad3d8 --- /dev/null +++ b/runs/Jan14_14-40-01_c150c18dab6e/events.out.tfevents.1768401614.c150c18dab6e.536.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7180c068a3094aa4ecdd8f354c2b135d462a3564e6a43406846ec57ce5e15fb +size 88 diff --git a/runs/Jan14_14-56-17_5bf7c646d456/events.out.tfevents.1768402591.5bf7c646d456.2165.0 b/runs/Jan14_14-56-17_5bf7c646d456/events.out.tfevents.1768402591.5bf7c646d456.2165.0 new file mode 100644 index 0000000..bd60061 --- /dev/null +++ b/runs/Jan14_14-56-17_5bf7c646d456/events.out.tfevents.1768402591.5bf7c646d456.2165.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4727f8653cd5a5115fb971e62f6573803203f5ecf7c8285b3037569a1ea7d048 +size 223214 diff --git a/runs/Jan15_10-32-06_9e358acedbc0/events.out.tfevents.1768473132.9e358acedbc0.392.0 b/runs/Jan15_10-32-06_9e358acedbc0/events.out.tfevents.1768473132.9e358acedbc0.392.0 new file mode 100644 index 0000000..f884944 --- /dev/null +++ b/runs/Jan15_10-32-06_9e358acedbc0/events.out.tfevents.1768473132.9e358acedbc0.392.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5008aa817801dcb0142700f840fd72d1ab8c02973b083f0dfcd7b3ff9f0dc18a +size 25075 diff --git a/runs/Jan15_10-35-17_9e358acedbc0/events.out.tfevents.1768473319.9e358acedbc0.392.1 b/runs/Jan15_10-35-17_9e358acedbc0/events.out.tfevents.1768473319.9e358acedbc0.392.1 new file mode 100644 index 0000000..0b45f96 --- /dev/null +++ b/runs/Jan15_10-35-17_9e358acedbc0/events.out.tfevents.1768473319.9e358acedbc0.392.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e81eb5f764ba9114bd0da4371f1f9b7ab31ab6bd78594d6ceb182ee9b2a95ad +size 25075 diff --git a/runs/Jan15_10-37-56_9e358acedbc0/events.out.tfevents.1768473478.9e358acedbc0.392.2 b/runs/Jan15_10-37-56_9e358acedbc0/events.out.tfevents.1768473478.9e358acedbc0.392.2 new file mode 100644 index 0000000..ba7591f --- /dev/null +++ b/runs/Jan15_10-37-56_9e358acedbc0/events.out.tfevents.1768473478.9e358acedbc0.392.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6c5c37f1c58ed2e79a5fee09a172a32aaaef1dd2a73b3f6e1cc67ea8c48a379 +size 25075 diff --git a/runs/Jan15_10-41-11_9e358acedbc0/events.out.tfevents.1768473673.9e358acedbc0.392.3 b/runs/Jan15_10-41-11_9e358acedbc0/events.out.tfevents.1768473673.9e358acedbc0.392.3 new file mode 100644 index 0000000..46b3c39 --- /dev/null +++ b/runs/Jan15_10-41-11_9e358acedbc0/events.out.tfevents.1768473673.9e358acedbc0.392.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f547f6b83dd9160bab45d0c00e2474659465982849338f7c021a230d06d2404f +size 25075 diff --git a/runs/Jan15_11-26-10_9e358acedbc0/events.out.tfevents.1768476372.9e358acedbc0.392.4 b/runs/Jan15_11-26-10_9e358acedbc0/events.out.tfevents.1768476372.9e358acedbc0.392.4 new file mode 100644 index 0000000..bc45c68 --- /dev/null +++ b/runs/Jan15_11-26-10_9e358acedbc0/events.out.tfevents.1768476372.9e358acedbc0.392.4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01506ddba14bc658dff581243c4d51494f0f39407b5fbedbe7efd5131296c6f9 +size 40075 diff --git a/runs/Jan15_11-32-39_9e358acedbc0/events.out.tfevents.1768476761.9e358acedbc0.392.5 b/runs/Jan15_11-32-39_9e358acedbc0/events.out.tfevents.1768476761.9e358acedbc0.392.5 new file mode 100644 index 0000000..c544c28 --- /dev/null +++ b/runs/Jan15_11-32-39_9e358acedbc0/events.out.tfevents.1768476761.9e358acedbc0.392.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43a5489b2b73d027efdc9d2a74fc203cc8bcaaf66fb542a5b0855ef0956453c3 +size 40075 diff --git a/runs/Jan15_11-39-45_9e358acedbc0/events.out.tfevents.1768477187.9e358acedbc0.392.6 b/runs/Jan15_11-39-45_9e358acedbc0/events.out.tfevents.1768477187.9e358acedbc0.392.6 new file mode 100644 index 0000000..628cc76 --- /dev/null +++ b/runs/Jan15_11-39-45_9e358acedbc0/events.out.tfevents.1768477187.9e358acedbc0.392.6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5787dc43749a20beaa591995ab97f2bf7b6ff431a19e302d11a3bf91468d797d +size 40075 diff --git a/runs/Jan15_11-58-16_9e358acedbc0/events.out.tfevents.1768478353.9e358acedbc0.392.7 b/runs/Jan15_11-58-16_9e358acedbc0/events.out.tfevents.1768478353.9e358acedbc0.392.7 new file mode 100644 index 0000000..16de189 --- /dev/null +++ b/runs/Jan15_11-58-16_9e358acedbc0/events.out.tfevents.1768478353.9e358acedbc0.392.7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08d5c5b49e3ca5b00da13653b0db67e11b56c5cecfa1a36069c4446536b69363 +size 143704 diff --git a/runs/Jan15_13-09-10_82f0d273c6fe/events.out.tfevents.1768482556.82f0d273c6fe.1968.0 b/runs/Jan15_13-09-10_82f0d273c6fe/events.out.tfevents.1768482556.82f0d273c6fe.1968.0 new file mode 100644 index 0000000..49e00d7 --- /dev/null +++ b/runs/Jan15_13-09-10_82f0d273c6fe/events.out.tfevents.1768482556.82f0d273c6fe.1968.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92336322d951f46987349e5b525ff18df7b9c7924b999c427ac692288b885166 +size 49075 diff --git a/runs/Jan15_14-14-24_b6ea27537830/events.out.tfevents.1768486469.b6ea27537830.1520.0 b/runs/Jan15_14-14-24_b6ea27537830/events.out.tfevents.1768486469.b6ea27537830.1520.0 new file mode 100644 index 0000000..bbddac9 --- /dev/null +++ b/runs/Jan15_14-14-24_b6ea27537830/events.out.tfevents.1768486469.b6ea27537830.1520.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eef4ec47573bb355dc82b14b4bdf9384958b2b33af3857189253c53a6994323b +size 28075 diff --git a/runs/Jan15_14-31-25_b6ea27537830/events.out.tfevents.1768487487.b6ea27537830.1520.1 b/runs/Jan15_14-31-25_b6ea27537830/events.out.tfevents.1768487487.b6ea27537830.1520.1 new file mode 100644 index 0000000..2782705 --- /dev/null +++ b/runs/Jan15_14-31-25_b6ea27537830/events.out.tfevents.1768487487.b6ea27537830.1520.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b70044ecf16ebd325bb0803e28186178960b974001d5ac6b5da4321ba473a01b +size 9335 diff --git a/runs/Jan15_14-34-12_b6ea27537830/events.out.tfevents.1768487654.b6ea27537830.1520.2 b/runs/Jan15_14-34-12_b6ea27537830/events.out.tfevents.1768487654.b6ea27537830.1520.2 new file mode 100644 index 0000000..dd68166 --- /dev/null +++ b/runs/Jan15_14-34-12_b6ea27537830/events.out.tfevents.1768487654.b6ea27537830.1520.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31b8cbd09dcc5926e0672df709232d8defc091973309c55b45b05e81217ff50e +size 22075 diff --git a/runs/Jan15_14-54-12_f7dd13292834/events.out.tfevents.1768488859.f7dd13292834.731.0 b/runs/Jan15_14-54-12_f7dd13292834/events.out.tfevents.1768488859.f7dd13292834.731.0 new file mode 100644 index 0000000..de736bd --- /dev/null +++ b/runs/Jan15_14-54-12_f7dd13292834/events.out.tfevents.1768488859.f7dd13292834.731.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af3a044f16c68083e67b99e29beb7af97a26e146c51610dfd13c628315f92186 +size 85616 diff --git a/runs/Jan16_09-31-17_364aab612dc6/events.out.tfevents.1768555884.364aab612dc6.260.0 b/runs/Jan16_09-31-17_364aab612dc6/events.out.tfevents.1768555884.364aab612dc6.260.0 new file mode 100644 index 0000000..a259c60 --- /dev/null +++ b/runs/Jan16_09-31-17_364aab612dc6/events.out.tfevents.1768555884.364aab612dc6.260.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c75aaa41c93ea6add85f742f954eccb96473dbdc7a9357eb75319ab4e0efad2 +size 67272 diff --git a/runs/Jan16_10-29-14_4a2bcce382ce/events.out.tfevents.1768559360.4a2bcce382ce.452.0 b/runs/Jan16_10-29-14_4a2bcce382ce/events.out.tfevents.1768559360.4a2bcce382ce.452.0 new file mode 100644 index 0000000..b24b675 --- /dev/null +++ b/runs/Jan16_10-29-14_4a2bcce382ce/events.out.tfevents.1768559360.4a2bcce382ce.452.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cb61ebd6d4d5f638530eedff61ede7b9280e61bc7cd846c82cd8b2a304bcef9 +size 67272 diff --git a/runs/Jan20_08-26-01_b3d5e8374fa0/events.out.tfevents.1768897569.b3d5e8374fa0.925.0 b/runs/Jan20_08-26-01_b3d5e8374fa0/events.out.tfevents.1768897569.b3d5e8374fa0.925.0 new file mode 100644 index 0000000..64a48cf --- /dev/null +++ b/runs/Jan20_08-26-01_b3d5e8374fa0/events.out.tfevents.1768897569.b3d5e8374fa0.925.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbbda39bde06e1da76d9f5ed8b0215f6272f4d01347e7ecc44f12211e87e3223 +size 76494 diff --git a/runs/Jan20_09-44-47_79871f9c5165/events.out.tfevents.1768902293.79871f9c5165.428.0 b/runs/Jan20_09-44-47_79871f9c5165/events.out.tfevents.1768902293.79871f9c5165.428.0 new file mode 100644 index 0000000..88f71a3 --- /dev/null +++ b/runs/Jan20_09-44-47_79871f9c5165/events.out.tfevents.1768902293.79871f9c5165.428.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b404fe27834a65fdb711bddfb1eed2ff22d880f92fd04f0712a27f8c4d1da901 +size 76494 diff --git a/runs/Jan20_10-03-24_79871f9c5165/events.out.tfevents.1768903406.79871f9c5165.428.1 b/runs/Jan20_10-03-24_79871f9c5165/events.out.tfevents.1768903406.79871f9c5165.428.1 new file mode 100644 index 0000000..91b7d2d --- /dev/null +++ b/runs/Jan20_10-03-24_79871f9c5165/events.out.tfevents.1768903406.79871f9c5165.428.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b03da362ac38928a173af11d4b17744f96fed7dd89c5af8f17d1ac5748ddd5 +size 76494 diff --git a/runs/Jan29_16-07-01_27b323c6ede1/events.out.tfevents.1769702827.27b323c6ede1.263.0 b/runs/Jan29_16-07-01_27b323c6ede1/events.out.tfevents.1769702827.27b323c6ede1.263.0 new file mode 100644 index 0000000..654f098 --- /dev/null +++ b/runs/Jan29_16-07-01_27b323c6ede1/events.out.tfevents.1769702827.27b323c6ede1.263.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a00898a67213c7ee648c9221ca345793690e6d6a4a82bb19b9ac73fbbeabb79 +size 76448 diff --git a/runs/Jan29_17-01-12_bcaf0ead3ba9/events.out.tfevents.1769706080.bcaf0ead3ba9.228.0 b/runs/Jan29_17-01-12_bcaf0ead3ba9/events.out.tfevents.1769706080.bcaf0ead3ba9.228.0 new file mode 100644 index 0000000..a954f0d --- /dev/null +++ b/runs/Jan29_17-01-12_bcaf0ead3ba9/events.out.tfevents.1769706080.bcaf0ead3ba9.228.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6f909a3b5381a9940f6126d267fdeda4f894635d834af263b483998d543d89 +size 76448 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..bd5c7b5 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,34 @@ +{ + "boi_token": "", + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eoi_token": "", + "eos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "image_token": "", + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sfr_token": "", + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..f2524b9 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3655797f9d732b7dc08b4225200697af8e37d94b74711d9b1d8166feb953578 +size 33384774 diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..15e833a --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa009fcbc3589a9904d30d04834094fea4653c2ac6d2de2cd1262d4f7a50ceb3 +size 4689144 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..e1a3c37 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,26 @@ +{ + "backend": "tokenizers", + "boi_token": "", + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eoi_token": "", + "eos_token": "", + "image_token": "", + "is_local": false, + "mask_token": "", + "model_max_length": 1000000000000000019884624838656, + "model_specific_special_tokens": { + "boi_token": "", + "eoi_token": "", + "image_token": "", + "sfr_token": "" + }, + "pad_token": "", + "padding_side": "left", + "sfr_token": "", + "sp_model_kwargs": null, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..4f01805 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61f860f24776ff8c0caeee6434f760cefcd0c7904a5eb6d69fc48b33c4900e23 +size 5649