From ce4e4b47c11355b620aaef67ac7cc656fcac066d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 1 Sep 2026 07:18:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: nityaak/qwen3-4b-stance-matrix-semeval-mtcsd-ezstance-qlora Source: Original Platform --- .gitattributes | 36 ++ README.md | 21 + ...68938_2026-08-03T142721Z_carbontracker.log | 10 + ...8_2026-08-03T142721Z_carbontracker_err.log | 2 + ...026-08-03T142721Z_carbontracker_output.log | 17 + ...68938_2026-08-10T122755Z_carbontracker.log | 10 + ...8_2026-08-10T122755Z_carbontracker_err.log | 2 + ...026-08-10T122755Z_carbontracker_output.log | 17 + ...68938_2026-08-04T163503Z_carbontracker.log | 10 + ...8_2026-08-04T163503Z_carbontracker_err.log | 2 + ...026-08-04T163503Z_carbontracker_output.log | 17 + chat_template.jinja | 97 +++++ config.json | 72 ++++ generation_config.json | 13 + loss_curve.png | Bin 0 -> 23024 bytes model-00001-of-00002.safetensors | 3 + model-00002-of-00002.safetensors | 3 + model.safetensors.index.json | 405 ++++++++++++++++++ tokenizer.json | 3 + tokenizer_config.json | 226 ++++++++++ training_summary.json | 48 +++ 21 files changed, 1014 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 carbontracker/1709630.368938_2026-08-03T142721Z_carbontracker.log create mode 100644 carbontracker/1709630.368938_2026-08-03T142721Z_carbontracker_err.log create mode 100644 carbontracker/1709630.368938_2026-08-03T142721Z_carbontracker_output.log create mode 100644 carbontracker/3557678.368938_2026-08-10T122755Z_carbontracker.log create mode 100644 carbontracker/3557678.368938_2026-08-10T122755Z_carbontracker_err.log create mode 100644 carbontracker/3557678.368938_2026-08-10T122755Z_carbontracker_output.log create mode 100644 carbontracker/4176894.368938_2026-08-04T163503Z_carbontracker.log create mode 100644 carbontracker/4176894.368938_2026-08-04T163503Z_carbontracker_err.log create mode 100644 carbontracker/4176894.368938_2026-08-04T163503Z_carbontracker_output.log create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 loss_curve.png create mode 100644 model-00001-of-00002.safetensors create mode 100644 model-00002-of-00002.safetensors create mode 100644 model.safetensors.index.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 training_summary.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..e9618eb --- /dev/null +++ b/README.md @@ -0,0 +1,21 @@ +--- +base_model: unsloth/Qwen3-4B-unsloth-bnb-4bit +tags: +- text-generation-inference +- transformers +- unsloth +- qwen3 +license: apache-2.0 +language: +- en +--- + +# Uploaded finetuned model + +- **Developed by:** nityaak +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/Qwen3-4B-unsloth-bnb-4bit + +This qwen3 model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) diff --git a/carbontracker/1709630.368938_2026-08-03T142721Z_carbontracker.log b/carbontracker/1709630.368938_2026-08-03T142721Z_carbontracker.log new file mode 100644 index 0000000..0aba85b --- /dev/null +++ b/carbontracker/1709630.368938_2026-08-03T142721Z_carbontracker.log @@ -0,0 +1,10 @@ +2026-08-03 14:27:21 - carbontracker version 2.4.5 +2026-08-03 14:27:21 - Only predicted and actual consumptions are multiplied by a PUE coefficient of 1.58 (Daniel Bizo, 2023, Uptime Institute Global Data Center Survey). +2026-08-03 14:27:21 - The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-03 14:27:21 - Monitoring thread started. +2026-08-03 14:45:12 - Epoch 1: +2026-08-03 14:45:12 - Duration: 0:15:17.95 +2026-08-03 14:45:12 - Average power usage (W) for gpu: 281.30051637554584 +2026-08-03 14:45:12 - Carbon intensities (gCO2eq/kWh) fetched every 900 s at detected location: Breda, North Brabant, NL: [253.31] +2026-08-03 14:45:12 - Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-03 14:45:12 - Monitoring thread ended. diff --git a/carbontracker/1709630.368938_2026-08-03T142721Z_carbontracker_err.log b/carbontracker/1709630.368938_2026-08-03T142721Z_carbontracker_err.log new file mode 100644 index 0000000..73a0f86 --- /dev/null +++ b/carbontracker/1709630.368938_2026-08-03T142721Z_carbontracker_err.log @@ -0,0 +1,2 @@ +2026-08-03 14:27:21,781 - MainThread - WARNING - No API keys provided. Skipping intensity provider initialization. +2026-08-03 14:27:21,903 - MainThread - WARNING - No carbon intensity provider specified. Using average carbon intensity for NL: 253.31 gCO2eq/kWh. diff --git a/carbontracker/1709630.368938_2026-08-03T142721Z_carbontracker_output.log b/carbontracker/1709630.368938_2026-08-03T142721Z_carbontracker_output.log new file mode 100644 index 0000000..639260f --- /dev/null +++ b/carbontracker/1709630.368938_2026-08-03T142721Z_carbontracker_output.log @@ -0,0 +1,17 @@ +2026-08-03 14:27:21 - CarbonTracker: The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-03 14:45:12 - CarbonTracker: +Predicted consumption for 1 epoch(s): + Time: 0:15:18 + Energy: 0.113329414584 kWh + CO2eq: 28.707646269054 g + This is equivalent to: + 0.268798186040 km travelled by car +2026-08-03 14:45:12 - CarbonTracker: Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-03 14:45:12 - CarbonTracker: +Actual consumption for 1 epoch(s): + Time: 0:15:18 + Energy: 0.113329414584 kWh + CO2eq: 28.707646269054 g + This is equivalent to: + 0.268798186040 km travelled by car +2026-08-03 14:45:12 - CarbonTracker: Finished monitoring. diff --git a/carbontracker/3557678.368938_2026-08-10T122755Z_carbontracker.log b/carbontracker/3557678.368938_2026-08-10T122755Z_carbontracker.log new file mode 100644 index 0000000..1900c4b --- /dev/null +++ b/carbontracker/3557678.368938_2026-08-10T122755Z_carbontracker.log @@ -0,0 +1,10 @@ +2026-08-10 12:27:55 - carbontracker version 2.4.5 +2026-08-10 12:27:55 - Only predicted and actual consumptions are multiplied by a PUE coefficient of 1.58 (Daniel Bizo, 2023, Uptime Institute Global Data Center Survey). +2026-08-10 12:27:55 - The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-10 12:27:55 - Monitoring thread started. +2026-08-10 13:06:51 - Epoch 1: +2026-08-10 13:06:51 - Duration: 0:36:22.48 +2026-08-10 13:06:51 - Average power usage (W) for gpu: 292.01609550045913 +2026-08-10 13:06:51 - Carbon intensities (gCO2eq/kWh) fetched every 900 s at detected location: Breda, North Brabant, NL: [253.31] +2026-08-10 13:06:51 - Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-10 13:06:51 - Monitoring thread ended. diff --git a/carbontracker/3557678.368938_2026-08-10T122755Z_carbontracker_err.log b/carbontracker/3557678.368938_2026-08-10T122755Z_carbontracker_err.log new file mode 100644 index 0000000..ca12568 --- /dev/null +++ b/carbontracker/3557678.368938_2026-08-10T122755Z_carbontracker_err.log @@ -0,0 +1,2 @@ +2026-08-10 12:27:55,614 - MainThread - WARNING - No API keys provided. Skipping intensity provider initialization. +2026-08-10 12:27:55,742 - MainThread - WARNING - No carbon intensity provider specified. Using average carbon intensity for NL: 253.31 gCO2eq/kWh. diff --git a/carbontracker/3557678.368938_2026-08-10T122755Z_carbontracker_output.log b/carbontracker/3557678.368938_2026-08-10T122755Z_carbontracker_output.log new file mode 100644 index 0000000..4a41a5c --- /dev/null +++ b/carbontracker/3557678.368938_2026-08-10T122755Z_carbontracker_output.log @@ -0,0 +1,17 @@ +2026-08-10 12:27:55 - CarbonTracker: The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-10 13:06:51 - CarbonTracker: +Predicted consumption for 1 epoch(s): + Time: 0:36:22 + Energy: 0.279712075493 kWh + CO2eq: 70.854291005368 g + This is equivalent to: + 0.663429691061 km travelled by car +2026-08-10 13:06:51 - CarbonTracker: Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-10 13:06:51 - CarbonTracker: +Actual consumption for 1 epoch(s): + Time: 0:36:22 + Energy: 0.279712075493 kWh + CO2eq: 70.854291005368 g + This is equivalent to: + 0.663429691061 km travelled by car +2026-08-10 13:06:51 - CarbonTracker: Finished monitoring. diff --git a/carbontracker/4176894.368938_2026-08-04T163503Z_carbontracker.log b/carbontracker/4176894.368938_2026-08-04T163503Z_carbontracker.log new file mode 100644 index 0000000..cf183e3 --- /dev/null +++ b/carbontracker/4176894.368938_2026-08-04T163503Z_carbontracker.log @@ -0,0 +1,10 @@ +2026-08-04 16:35:03 - carbontracker version 2.4.5 +2026-08-04 16:35:03 - Only predicted and actual consumptions are multiplied by a PUE coefficient of 1.58 (Daniel Bizo, 2023, Uptime Institute Global Data Center Survey). +2026-08-04 16:35:03 - The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-04 16:35:03 - Monitoring thread started. +2026-08-04 17:14:11 - Epoch 1: +2026-08-04 17:14:11 - Duration: 0:36:25.92 +2026-08-04 17:14:11 - Average power usage (W) for gpu: 285.86789637780834 +2026-08-04 17:14:11 - Carbon intensities (gCO2eq/kWh) fetched every 900 s at detected location: Breda, North Brabant, NL: [253.31] +2026-08-04 17:14:11 - Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-04 17:14:11 - Monitoring thread ended. diff --git a/carbontracker/4176894.368938_2026-08-04T163503Z_carbontracker_err.log b/carbontracker/4176894.368938_2026-08-04T163503Z_carbontracker_err.log new file mode 100644 index 0000000..46fd6b8 --- /dev/null +++ b/carbontracker/4176894.368938_2026-08-04T163503Z_carbontracker_err.log @@ -0,0 +1,2 @@ +2026-08-04 16:35:03,516 - MainThread - WARNING - No API keys provided. Skipping intensity provider initialization. +2026-08-04 16:35:03,718 - MainThread - WARNING - No carbon intensity provider specified. Using average carbon intensity for NL: 253.31 gCO2eq/kWh. diff --git a/carbontracker/4176894.368938_2026-08-04T163503Z_carbontracker_output.log b/carbontracker/4176894.368938_2026-08-04T163503Z_carbontracker_output.log new file mode 100644 index 0000000..023f95f --- /dev/null +++ b/carbontracker/4176894.368938_2026-08-04T163503Z_carbontracker_output.log @@ -0,0 +1,17 @@ +2026-08-04 16:35:03 - CarbonTracker: The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-04 17:14:11 - CarbonTracker: +Predicted consumption for 1 epoch(s): + Time: 0:36:26 + Energy: 0.274254617273 kWh + CO2eq: 69.471853968524 g + This is equivalent to: + 0.650485524050 km travelled by car +2026-08-04 17:14:11 - CarbonTracker: Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-04 17:14:11 - CarbonTracker: +Actual consumption for 1 epoch(s): + Time: 0:36:26 + Energy: 0.274254617273 kWh + CO2eq: 69.471853968524 g + This is equivalent to: + 0.650485524050 km travelled by car +2026-08-04 17:14:11 - CarbonTracker: Finished monitoring. diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..ba89998 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,97 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for forward_message in messages %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- set message = messages[index] %} + {%- set tool_start = '' %} + {%- set tool_start_length = tool_start|length %} + {%- set start_of_message = message.content[:tool_start_length] %} + {%- set tool_end = '' %} + {%- set tool_end_length = tool_end|length %} + {%- set start_pos = (message.content|length) - tool_end_length %} + {%- if start_pos < 0 %} + {%- set start_pos = 0 %} + {%- endif %} + {%- set end_of_message = message.content[start_pos:] %} + {%- if ns.multi_step_tool and message.role == "user" and not(start_of_message == tool_start and end_of_message == tool_end) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = (message.content.split('')|last).lstrip('\n') %} + {%- set reasoning_content = (message.content.split('')|first).rstrip('\n') %} + {%- set reasoning_content = (reasoning_content.split('')|last).lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..15512da --- /dev/null +++ b/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "torch_dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151654, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "unsloth_fixed": true, + "unsloth_version": "2026.7.5", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..bf14878 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151645, + 151643 + ], + "max_length": 40960, + "pad_token_id": 151654, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "transformers_version": "5.5.0" +} diff --git a/loss_curve.png b/loss_curve.png new file mode 100644 index 0000000000000000000000000000000000000000..87f70bfd552342937982a52ce12d9096b2f805b6 GIT binary patch literal 23024 zcmdqJ^WzT&gXsqf%k{~*=xyMbIviwJ?^-!>mF}qA4`y&pgw_N7>VSAd-52D?}cG_ zqeRExUwAqOf5ZO-?8H^=6f6zw9G}|gV~?KNS(#bdnHfL3=%8<7Yiw!3#eVZ9`%Tu1 zMs{{qwgMa+=Kp;KyQPgGhfP1h7To2y)dMwK3?qGt{=-WXNj1hWHBHHTcNCqX7ls_2 z6qUvfR@$VQF9`)RFyI{_I1+q0p8M!g@pI(lD(8}N^~F_&lvIBnHQUu3V0IAypwE_< z`A47p)zNdt_?=0VOqX6!bV|mQ)rj1^|BXTKBA2vlO{^hZxNDox=3vzGzrP1vTY0G7 zJSBoR@u;6)M8g{$yNuyu*cKK3MGW(byY&CRFIMkVw4KErhwQ@!igQ^Um*_F}6j4V$ z%*)i5_O|lQ=2C8vW}L7)xAoW;;^DT9g@GcszcwZ2Ix369BABN15z*QPUpgW6qeqVx zZ|bJ!oufbXmu# z@YqgDx5Nr*1nTidkyBBnvul+b&Hv1Q=j&U9TWMm+HEN0EiR3bT9O7cw8l6rmyd_FZ z!73{&8*q%2F6;JEWmgV~{g8H`!~D+#z7aPC!c!MyO-wTAT<34HX%tHr8nhIcyH@*M z;Q#12;;s_KYaZCBC!hK_X04WhG)*q?elcgNOkB^82(BU%9P`A~RHlA&X!%n0&b*5% zEt5jfix>DU(fkT5DmmRVU8%Snt=mFt?P4aKNpBfuK1k5X!FycuK_y!~xi#jt=|Hi0`BbcHaA;^sf|$3-`YcYpK<_OpMYD5USe(bUKYRGk6c+5Eq-4i*M`Dp#AE$S7_wO(r zj}HAXt&}ir7fCS5SJ31%k9WeVyV!#AF4JVD83Ja^(`pi94PqlL;4Ccb5npGI47Kw zAkV_VpJom|d3pKwU8ynyp%W7mRK7HPyl5xX-#Dq;;79w0VZ526=F>orNfC8fS=p(u zbjh|@AzxS#YIutR4Q*9bquV_!xs{!zlaZzwX1A@!?ui8s@$>h#3GndXruzz0wP-6G zmv|YdI4YN4n5)6IegEaly(`zQHRQ~Xetzj29DFXZvT`@N;YjV?G~SVmk_D=))Iu(w z7WVqWq-y?7(gnFfU;e6x4**>sF8vN?sXnU=b7?TqLu4 zM0WOU=AbJjCFQmH8+LzwOQxE6PPbo@ln3XOX*QCjR;a!y7ta5E$%~6%=svi zy8|{4X-k}l&dSQl>|j~p{_d2BDg2=Lk6&TU44G!~_I_y(T!NtMRmh_to^O$JNzEvo+-fQyxauo+Fku9*gwUNKzP-YzTIx!$Xj zOJiA?-|xa+v-`&u-gc*hfGGa{HJRApr{|Si;zQZBGGKe~6=h^JvsXxe{``3xCLl9Q zqrzd~D6S8@+jOQgdCJVx#-;#_M^*pt>kB(zD)wvBa_*}we33VG-;j}!&A-t0K1Hio zrR8EeE0Tk$5foB1+kkqDSZzyM`ipm66(@2`x>y; z_VAm!+@?LO;CkzdcVirf<>cf#j`seAkYLmr&A+`pmuud9u(#xCI$Y`OveqF%PDb{T zgobx|++U=a_zP@b`8#)>2L=W*G$wH3(p7R}_y2^|OoQ*~)Ud45*RUv3Uq}AL<(OsF zy0X53!7PlmFvJ-=rINO`$8dxDxG!IZWDujv%2&#Dm}OJgk0*$T@=UvaHwN**o4IfO z^5#5QU%a@rG9D>lKkK}7w)U$8c0@LDbo9yIYTQA0e~~FJOO4BZpVWOFzBTSY@Z#~^yDzE__Fca=G-QGgo9)StQvYO>U@=ra6QZJRT`K+Pn?HRnrMA-@ zuu)mKxZHj&WoygH{Ab>0hqqhskY2bKkKMGa{cN{ndU`rDD{FV{bAq;=Z~}b%Lze;3 z4pxks$3!uN({q0{ZXG7uwC>gMhtkrD{&Yg!1^QAbhoI!{z3k=FrWd_8M}x(M#m44n zRXEJNW68<$W!?Kb6&Dg0m%BJrp;FNTVY$eC$04G{K+EIr#EFw9yPHB-$jQl*9Txf} zGs0i}g(;oIWrmqoM9vDiZRI&E4yJ2YxiB#>d|?_;5wM#MKt76sP5t`Kn{v9}-giXv z+nQAQ=alcMG&MGMK+w_WjOZ>lA25+vq#!3Zo@$L@W?@lSoovD7J*_8ZRtW0sl;7K3 zZA1SG`9;S2+K?o$@44k)_24Izz!MZ%jtDP|)aXF?j#;Q~?Dy!A7hn1fk>DIPbw;d^ zYmaK{vwS0n8BMLN%JTAok-X+6Q6gkshF38BWwkd?(_rl2@#M14vJ-fT{8Hh;gfCsW zBBtZM9Q&5;R z1v9yfy}dR#B#13vKO%|=Pjsg%^jEo-;1dv_^k$&a9`n+HU4&t~CpZ6Rg8WOZ*8WM6 zy8Z9(XTVn3;^Di0< ztM&iSd*GdhFKws)eX0NNFK6$#Ui87W_wS|J3D&6kUcQSfa?Zm4v430bDu!9HRA7Jaf!p=mUkRJ=`3-Ac3u&Hrx%|6Y5BOnLB2QyN_Y(h+O${Z$u(adwM>})6%vWi$IPN|lN%F+! z6}wh(w^Tg0Hw~zc@g2p-yjEdKE|7#*I?a3yov9)>g1qR83tr5CC$L2G9B``K88h=tR@Da$< zA3Jp+4JE7J11_moIGAS-(DK{d1J9%co5g;}zISG|O{6BCGj`fhOP)K$&{neZtSzsp zt&5*4%@GW%eAhr&+d%KBY1)(3vE+H+TD97G8}d{+a5SHueSJq=!oT`!if;V^gxS z${Q+x4V(c1XB#|d=Fnu-=5SY{zi&hf_{w4~JbPPJn$F{WUZ8NP+nP?~wcEkPE~qdx*-t$b%`)@Si+>`~yQs zSlDgN$&!>uQ7P#PsoGXMTFIuXszQ9zoI-z>*j(Hj=~~q7Mft_`i`S3KB}59|c(gZg zH9C<3%z~pbh0qE-Z24mO97^kEAUKK`_LY|2iV<|~v{0MafsfwJyFIUtpAC+RGIdQ( zP1R}7FRjyx3Bqw?=QH%Z7LgQ))W{+qzCHbo#Bf6h^4Cd83WDOcqD z!C&tFJ5Y83Jb|DHw%AwLK(TM|BV29)3xG5x(|)d}ztXvo!5B(o@Z&v@4KSyV#a2Un zG6mm#;=~D?()WC76$in7lQ=>0_m`NsN>ssPlsoytLeVvj6O5ukMMR`Sz6{3oC|jdM zd9Ekhesjoipb5$jFD>P!7Y(NB=E|2);6}!YFfWniq$Nwol`XkiNS4!!q>YTy zAj{CwcNP`(isUhMXf>y08Yd~|^;ZH1>o-Y}S$@wl@EkpPMox<^heH?m4eymLsah*( zufC*4f-VN7S5<{d)p1}3c$2oI@ep{b{jq7W|MqUo-4@PnifO}i{coKi0(dcSlpcA% z+Et_VVmtZkTvQwv&tjMFi5pTQ2W9>*2pYFBEFM3-mhfo!BWf!(2!hfDs#Jf8F>L+} z=B^0O{2hKnvNIv8%ff;LY=hy5D19iIBO?}zpdl3b+*Kc%iDQBfFz_ITm$2=;ChYsw zClEk*@#9HNsa15y!o1)$gy37D7Je(Uovjp%>Ds?nhO21iM0X|sd+&2_Z)J{Kq7aD~ ztf|gJM16-%k9$;|lt%X^C-M^ZD}xc$TEas$yMA(Ac|L=O9(o$SKGYPF?EI|o{s_2r zbS3+1I#GCC8n|We+7BVG22J*&}VSy0&FHc_*ttS zCsTwWJ^|)ccpBRiozQ>r+!RnG z3wsV1;BGT~puuzf#l`kF_~$;c125JW2gj;fUd|J^nA)d%;P9w-{uw_>|daSUZU~Rdcbk3XJ zLsm^K0zeQIQ*5xpF}HeW@pgs&h{sO$T`@6pJgbBKJ!*cNq&Fw2K0@xSQ3iY9uL1Uc z&z|81%%>&X%IDoXyJof$l->8Rl?;xx^KK5>`Y)DE(GBcCodte!j?{BYETjOk`OuGv zi7_}$|F5fH1ENylBDm;VSEkTSx5E<;LMWZZQhaD?nG4?(qw ztD{+U^5nt6EP`LgJ=b7<#dn{b{{Ehdi~C6}#$(+1#ljf^%CPekt^4ju14_P8ZAO0X zT(_!>q~u%3nC7*Iq4Iu^zs|yL-$e|2(R1}LR%$<|jL;N_I7J$C^z^ylI8301LZxT1 zKTAO%{?cilNA*e z&7P>Qs|yYZQ5xS42sjPZ->t&8l;jGZF$`;zaKU7t#EsxGoCWB{p?Rt$Dizil@W%2c zUZ~~@Ty?aybD+SMSJAQ$ks6qN93td3b3_#OO{B^i)(SQP^@m`M zz)z50`(EIe&s51Rj;ddJNh&N`{Tgg5BKu#t9Z*06vDnf>mXOryd=53Sg~}DhQ^fG3rw#Y68VKX9c$}+sQ9?ee&(6X zxuJ|3unRWTJW;^z5a@!CHZa19eXqeJW6iJm`oGVm|9GY(>m_4{!R}ktgL2Nw@k%8W zfUzGxeuUta3DL%pFI8DNGlADrBQ4M-GZZ|SeCyy@D{iNE`Yw=fQzy>p6_ z9O90L4>oNWX+wVzK7x-lWail6B!fMBAdanZ9lDAmq9XNr?ck5#ukz1WQeH@k*sGt! z2(em`GuWQAytGh+wEP{(vd841P){?*;XXL&vy7D0*u=M0f%&X=ywtXq~IDGQF z0-pv%Pv3{d9u0%*{z(UWS+;~{1e0yfJ%BHxp776UOl<_mu-aUBfGilfuJcu9_QFHY zH2Mr~kuaTiQT)}hhhv? zMS~w7mr;4d?H}a!c2D88%UB=(&qx(Q@Rpa;FRNv}iP8WwWM_m+AHL5?6)luZrpWZ0 zAg@3p8@&tzNyiE$C2y`X+(fgt{|1|GK#%xGq7DxmRe@K}`V&!$=B>5{ykodI!wqB( z%PjC-p>>*G@ETXav*~gg!7H4_Yxh^u#&6}JKgtax92t3ja45EF#>4 z1CQ{?5zXad6&?2?gfZNCdCV9bxx*ZS5A2tQwGh_BHaAjJbBb0ViGc8w=CW`V$>HpZ zfXn501%M%-Fl(*1m!=_ySAoos#ioEyF)&@ZlGyJe_3&YE zSeW7FABPaUfW~-OC3-r~<6C#_0BBgMIjCL$lw+X?fXYV^oZ|2~1Yy)ikM%=%kPTpH zgzQvf>6396xBaXlWl_HnGY6jGBt`nC!HiMSxZM~G<+ayp79KGwgyRLgo=QwFF>G$DfI2 z{d`ru^KSqoIe;QUxPWHp_OmZUP{hxcO~nR*uY$^h+kM+^$n#)NiJfGpTn|NCkFP9& zk6|Gd!IuVIlVQGiQ4}oi;e!Y5km)igooxO7{ktrL69$Bux%_FohKLU}R*J7*zDy^F zX?Ft7YG%)P_38|Qvkr@<>Dmj`=^*822 zV}_)9(-p2kLO#IgQVrl^k=3ueA)%oepFS!6`t=LfGmxtzvInSnQ&W??lT#@~XD!Fm zbng#+3J2UMird(xbsaFohYufSI6x>|<}cxikTz+LzZ26xwGe(1Qu%|ivzypQi^y+E z(r?_SyJwh%vcZRKp2iXwJJ$7hCB^kAVy<7eb_Ckd%jXQ1Fe+L|mN+N*uj}!`h$IVI zj($gu%Z(oIbl`d9S+C1Il`K1SKbmjhw(@#L0UzsMFjynkTMuyi7fOIL8&NE@dX740EQ2%D37Ve%SP(c4m+OJc$hYn+@l5eV;gU ziR#cG41bjQi0IER5^tDqwP)F6Cj1zD=Ew)xTqzOWX!CZ`#py@+Y$&nDw>JQa9u2u09Z7Xflaei_W1GRh|i*PUz1Z=ps-hT zroV{d^=O4A1%?=!qlAPkkP`%Q>o=W4oD)RZp83AQBG*j|l?7^hSt^VQ&EwJuJEgC4 zy}7+8f~JpkE={&X71_6RLqhB-w$^t13dB}!U=E{j+O&E(a{$W)Ch>B z-Gqgl1XKP~fk>6CmujzP11>BqPJ*Fa)1^MI_?ZjEICE)&m&}ph4#Tw0H|`s09}5Tr zTrv2|BX(l1*4Sf{K;@|CJ$a6RR*$`HoO*R$o-B)UmaKt63VYR>Jn$s-7JJAm!`rI# zSuBr!2H1YZxu~W01{F8VVas^xbAFHA()<2&+2H)qeskYmOXtD%=X4G_lO%(JBO^0j zy*dKbn&hJ>UR>R4V)8R*E~Q_V^`qf?jKCDDY=={;lE(b^{CC$OL@sm4!ODSSK*c1Gq>qAWVS@CYvSr&y1FQ?K!;8XFs9knHR0 zGwIEVf#TnQ_+!Za{$>r=)fUSyuZ}VaGRPjiIw274uFggyURogu8}}{yEccDT?i$a7 z)r>2bF5Q7RA((5vy|G}rDa^=tUq#dUHNdrM$@9P_G6gjz@tXHf10^h&ySK#*UxR<% zFmLLT!@A{+g8+Q-_r2<%x)WFiI|A3x~swVjw9^56Wq^-m8@KQtFoZtso z!A=1{?gEM~3#zT3yx%W_JIJlthy)HI6{zx7rHW9+Gy90)1s>O^uRz}f{>vVC_3G92 zYuBct=dN72vY=i4zb^LWct;{Yi@6 z(&2#M2#u_w9T~04`>^9vZTp10hRW@`Aabu&jO;xQ)3kYO{`aG}&l-SoGP#w1-qqVz zt@mgYsAnTC;BkyVGUDLCDN)~i_KLw6m5+QD(E^T(S>JqVOkqDEppVC5@D`hPrK%4l zM<@d-5Fw8VW@w4vl0f1FU~12uKc7}+J2ksD)8#Ug92V_JR{3LPH?n@@bucVwY@gmtX({o6g3|E%zFMEpsbKd`G53KCj&JGk-JWpyd&U}JHLDPPTs;IM`n=J zD4%-vZ=E~<;yD|_qCrVpX|mZ)v+4k`P*yl&*sa&O?w&eCVT7VOlRotEO>(t?^LL-< z54yS07cLY^XbeZd|JAl8tz=Z&&4_Syl5L^Wq zW|S+M8oTx=GKq@I;FjXX-sVUzB#Y>3Nw|78j3QT3XFp4(H#t+K`B)@>21}SbIMg$b zNxV3!w?3vwM~un#f$YI>k@_*k6W$qwGtZRUg=mn}(F3afB^~buOs0h$d!@!*#ji#q ziO$kHfc_BbvF+draA{8<(x1l2FGf2euhWrd&3Fa446Uy1)MV!YElCrD1n z0_Y+sFm+`N(hbK;*jV%!%Mt;@;Q%x@u9vQ@*#VBNRKX58n6Ukm_x_B$~6 zqr%4RpJx0~AYe>m&gKDth#>EB$EC##gLprW1w2-pLuje6be?RvOGYI7_isI+y|pex z)BDj0Wq=yPWV$_}e0w&tNWYmv%Y7Y3E$Ec@XLVHzce1-9_g^@vR;82`0}NfIWXK_E zf4jGa8L&mrDkwv!Jxufg5&&4S6QneWfF>HjX2~%*HhWz-5MfixJh1y+Hx~iekT05x z*6Gr5RLdiA}B;m+fIfr}L}e&P9kpI3$#jVlTUglJ94_x*-5ZBE}VIYyb~N zIqHz>Qk6-^$Jd9CtR&3K>;AYKXe0jSSXr4kV17A}u84_=A^pkTX3YT(@@M<8FUOH& z1$;{GV(xQc}8?jW|A>CeMhGSdAbCW1;_5fT^mgrh!z) z^y@ovTn;4Wn>+?T&Z{iYJwDfVSWupWSc;TLu)okcsu!6gdwF3h3n$n^YZ0cj%mfoo zNJ<9|I}x-wlNnm0m){z)BU^dbJc(yER9*yHn9+<`>odT`V_uflYNVrpT75LlDZ8Jo zUepO9p;VXk*}iOlUtc9v)$mLQ(rer6#urcG1JXzdBYhkzs0OuC7r-Q{3ogf=JNY-= zx#;|Lf|->`W$$ztDIH{#?7s^v|A3%F*>k%q&O|dVAYe2@tG=;L44?cASsF|`_}WZh zgdF*fV_5fdSa&zKN+{X1l!Vv|z&lLPbF|B$sI1+Vj<*ac7Eq~ju;;<01P28v==MQA z0(Qr5y9slhCcD6|U3-{mVX4PzffqOa_MXZG=B@}rI26Z;-wFl^rnSi01_=+7_sY1& z8z<}4Li7y{Ga*^Z&(BBv#nY!xef8a+p0oO22unkPvQ8R34N* z*1i+Ff&Qbt6C^BMuwtwcCTHrMeBLhMdNIO@8Jjpw)s@ z@RgzxWSCv&^~(lGy&;GfD2Hp818Vz21+b* zAq99CxWAt3$^U5yP_&Hrcu{29P)Xq`oo$8we7~~2Gjfn4LFasrF$kmyTS_k$=tPe_ zhakRy{L%lgJAlyi&%YUJ4j~X#&QeXF6LPuE&D~v`1(~{l&F_B@x8&VCssaF9Uuv_W zra^i#q?*fm|Cep192#zlx`f{a03v+nLzSxAe*Ca2{b3mr9DE&gDT@;vm&FLkDKuAX ze+z>JS4P3W5Tyb5hl-L8OJSep!cHNf&~5oiGZ5G)C@KaogaCQ`gVB{csPW68MG%Dz z5jY`qHqtal4$^cxVEqt(?=YvuPa+MEwS!Gwp&zou;`;Xj)2ap%&j65X;TjhfHl=du z#wBLOn&|6#2*Rn1Zg#;yyOM$GQD^o9U1ZG6#fVK&@K>nTA;e zHMdbbNRj?8I_TQU2l7j?$lIa8jG|~;Y=iO5XZ}=b9D+Ul=gBTxm0${xcf<#lK%e<+3-&dbDhDbed zwl~+ab={y)4b}QNwhTYd>|aoDCcStF`B*R}rtr(Ki#j+IpCBeCr=iIV3?u^}qerzT zB+-k5!qYX}&f#ggfN&vzxpRH{CyxKtmc+a^S4x(aW^WY{Lb$$v^XARKq`bTv10%m^ zpwvD`W~3}xrqrdU*@2Q=@IVS3KEVO;5IQSNdaV*( zT|f5Xa3euge6VXf1PZO~29f;)2yRfKi7BK=cK}9&908-ohWwAC;F~ugxfO(@Qov#U zdipcb2QbeJ>2QA(vDd*!%h7$0AOdD|9imrrb2IsQ)tlc-omVH3ii@EU%m?z@3=kM) zI*?Gl^Z#va1;eWF;XL7l81ZtubjTKRpbEau#iam6U)lMJH$h6n1c!W8Wmt3U(Ou9X zHR^FnW;n4g13bOnXNY_!faRUP8frfmDh?AkeT=`SPm%coKU@+Z2+Q#T3=p9EV1nst zg$991umJ!akj&|)We+Uf{(R!pjm++6xRqTpp0|_o!WcIEO@D}w-fj6g1p40@v%eSt zhwx3j%OELnIJ+t^yOp3HM!rr(iInf*KmU4y2r&B*2vta#1E~d+fSzFd1OEoC^KF6a z_d_=E4vXfc-)nTW;B&>VJ&taN8r=?@$KKyI&mN>Mg^Z}8_gb9W*u2*GX=eC0H1W?}5Ri>H@YbZM#(sVd}3sPxN_~m5KS$ye&{k&`; zJ@#gmq79+vPCQ}2H-IP^@C*^d2w1Xo34gkrpF)~h1%%5^9&el2l#gRbCOPzRuJ zV!nR;mSF^la)d zg)<+olznab!G@^EQTR*`oityc(F}j+K9dG;vLv#f3^7WuQU|04;UZocg$6SRzg#_K9 zZ)OR_nfwdSyPd|Y?@-@=_1!G6iSTF1eJp$f-2B>6-@G=QYk&0!%SKuZ5yTnFZ5Hb_P|Kcw;d_ja9w zZIy}1$^HhFt!hovu7eqCkOQB z4+4J}6e2ifXR$&C>SV}TGK&0=S`FMX5{GAGMe*CFFrXwD{9fD-gWTzJ>qLiu-)(2N z{=PEXRKU6xLP1Q>^zR-%g)+I^*w|cK;2lZVq^2?FMR;%zkB2w@Rk73=XQ35f`~#xB?{^+B$`yBlj{Yb03^C zE+hFM)YypbkPLi!9*I}GQ)TD}l1CwdLZaEG@89zV01zre^~yhIu4Hsqz_oz$5A4*{ z-E{{n8?_$z_GLh>_++oI6=D+_sw+AgZ*+?*&@)efN=3n za~MZSh@^~6FS54vg@IlRvMHDkqtV*u@BIC9<(CTdo4IX%KUkmdQ-D-$8z5}J&k|4` z`0+v*2hl0+%sWp1Jf={TK1Qn{@^k1B?DkX3TXdrTA_dUiz+==d3IIo^AMI@r5^4-= zL%R7W`j#Bv^2Pe#Y0+CRG}70s|J3z2hT#FtqX3Z>As|K&l96Pi*}oxdSAZ;h2i0U0 zj4vg0H1jGe1tEuK;^R~K@ZrOvg`dXzm?CYT68bK#lA^A>OrkanYirmn0asRMdlPX# z!`|3G0>2LZ1U>%6*;j{QUHFJ-x1^ii*Dg^aFK{5F@CSxVO&%y=8vRS;l@$w;&r0h#qlEcv6Za!2%yI*m*C?V6?n>jKQgC2XS&X$;$aeC=;K}PO_Y$c5qVjiI3z5E;M2RU@9(5)B~}khO&JO7 zl|nmu?&d|Tjwu{fY)g0G-xN1MeshRN#{zPnnl_L3gN0q?zwrIm*YI!u5Ru3`eUE62 zUp?gLt^qV}TuO>=Ad0=}x`8;@!%tr%ls7QW(?A`_+=o9LJ`F}$XH537O_1aja@rEB zKoCNNg-lZl{zD6mNGYl}a=L$EPd4juDmjC&KIQTH*x(q_gVeHs1NZ@?3F5Rtp$VF= z2Ze@hNMMu!7}ipeMN~`-Tm22Q+{~QvCZ_d|E+JuF5yyZ9XqyD}7cfWi099(cF7Uv< zmW3>#10KHy$tAcZ7tN}D)=LFrWXtIwO$bvPL@a~sS#S@KYRiMDi2T9@GYto%w1XrQ zu%QwD66gd-uB)%dB}-B6fzxzQuS(O_s}jW#p9nZi*_}Ay=MXNH>fewogz}hle=p7v zfIf^!PW^YhWmcuV|9s{&?H^G}94H_ez#}uK~*T;6h zN+`WQl0pck)i$vrd5xX@F$%draAbkgKoH3GIQ>Byq&x-R%ol48JkSdQIV=w^xHgj- zX9Dhnn#({sW>$QG?DC=cbVZz`bGQBs@)3aelLrSi*$LzFd9JAN$><~iajhP79$_UT9c$84tEz57^!7b3gk>Qw` zE{HaL+dVM#uM&s!a_oE9Ermj-*u4)UEBdX#VH7JogZ;7-B!QjLhIU3@Ea8ufFv!C@ zZJLr^L{j6!N0m3x)q=2yx$uzPhX0&a00Bq{WT+j4weg5Of-D1_>VZ8$zi-VV$rX zU<#&>!&VhLQeJ_#{0Q)L=FB|Bz_q5ap+M$iZ=~tMQ}!3g2Kyjm+@%xpvMNWA|L8mk zbK%d;t^chvegOU~;;V_#?CwIw;xo&Mg7noATYi{mzROr$I?@%lHpY=CNuR26I7s*D zy^di|ykV9EVwZkadio(%aVv6lJnx9?O#rzXb%XmU^-ksktq?MEL7(g+(nZgUo1Vq6 zJai$zxJZNP~nN+gP%QwpK1LEoE=#8Vo|zZ9e2t=XBWZhG`SH(VB0l4 zP*b3C?(<7Rs9^V_C;Xw&?kF(@sz;Ez0RY7$P+bjdLj;HJx2h%wgkB?o_}a!!6ii7s z2b(sCAUjufpTYYoY0E_{#_a_e6uiG+uU*`6xQVlT9y0lsjnG~cRf9NauWYqSX=_RNF$K%5^dirK+1)h-4KHb zeK0muZxSHSmjh%M8s;R620#&X2Ws@f^(}HrO4L$;y5+Rp*OeqYVRn$41e}URKw$et ze<-{=)ZdWOGIMhNc`>`p2kO#a^f|b9RoCn#Uv5WkT9JZOrmR8@!$j&fODNYc4`>lV zU2f>flF++|@}5tS{OTL3cyg#gE6P0k<{KCtJa=YhMyaV9U`&^dKEw66gIx)D#~gm5 zpHOSKEG(XS`2GZr;~MdLYFX68ubP*z#I}(5EJVfTG0x`)`nt z?vQ+hw$DmVPEI6Q0>2{dMF4jSxLn9$9}Ih-ydON!3{WKqc|iciz#nKmLLC(@P++W~EFC;7R42H&{k2r; zIp~9k1eU;z8Zw!?SY7yXZzJwsmcpNGlotv4<5<`9J*M&W5K3VUHNUBQ93*xyx~A*xm1(YV3kVB zwBKV%kaCpD@G*0hd`Ed)EeC{NfTnz*mqfqB46=1FAZRZ&@f`q&%LuZ00jFhz5v4%h z+FQ=y^Y!D{SY(_W4fG3vx~qbcJsMW5u%t*K>eT~%^3d4?Pjgx0GTcxL+{qXflM1Z`B)v<2cHfse z8M<+pq3aFxNQFT8ahMC!C)OZ!Z0>%}%ln>{+J(yWiVeX=B(vea7Y$&k3I#prY7bdh zq2s?pp|>rnVhJK9D279!<`cfk$T$mv=5}c6$?Wa`*bB;|9~;8Z<{}lwt^{Z(QW+tP zn=xp-Elr>9(v*vS2YXeuUGCkNKeqoQ(3u3)@*l-+(T|L1pTmUC&|jP?P$lu*GRpS& zX)E6{R=4(5Oz6{`QT2kHjaF0xbM3s7C?OUv;O2Q2n|nnXu&PfPIy*VT68u3SDL}OF zVJr2yK!El^pxg~gV;T)2Y}o+<=@4p;10yFR}%cOI<{LC0YK5k zGsCqH6aQ)NCytQ-CoW5lcbX2#=&#;;J*yd1^~(E5hE!p=PY)yD#U${ztF>mRJ0wt1 zmx%Q`Q}4JfZ)WKan-%I~m>20KtZsbGGAzEt+dGtIX{4J`tweQcci0Y+K!z>$v_8$G(UKS_3@QnC5|FIcF> z@{h*v|GaCqAMrNjG1Mxrh&l>6Kg4s>udltQb#!yOYd799mr%R>5z$zytBWc46AXDm zE2wO8DX7oI_bx5QOXO5QY~66&SzAt}Ie+OSR?80od0m<@h;At?BaE;_Mb=AlWYJ6bm*kvD<;E6AODw?81{P>$kw7WaZWP z@+)4a6Rk%_h21=*o-bNpqh>H;Ji_8%WW|Z11w1Q2vEIA=y28pdC8c#F2iAX}V0A&< z?i;1M)|}Nh>+T}j*!E+FxL-^n{^fsO+0HQ8Z#}%Y`O5bAk|^mD+GUzohU!%uQewk8 z3Z`Z3Ezi2sjo(K$;8Y5at>Y^1xI+Z}(5SdVKLni*E>;`I_BQCh|6RK*Fz!>GV}EP> z)@=VN8Kaklv&+G8-oN)n7g_ALnmDe-TCvAiUugYV&HLY@j4WXi^Yb(RNISCC_>T zVfv(40reaBbTi9kszOImR$g0|7Jk;9sw5Voo&`erjHDkKfi^x5o3feNN|x&TCjAL!5r19@| zVc&PKrCB%XlZDQzcPEJD;R!=7j)ec2P5!v?8&OG}TyZl6TyZU+9e&r$O8sY_y5f#) z4LLnk2D!|-+!N83v;R0fyqHV!U%NDd`G89>QbTh>E*spt|ng0!k;3_e9;VJCcW0k|7>3>6PXEJT#&gk81zMMA}I`0Wp@t(^53*GA#dC~)1t0vjwf0C|$#gQsQ)?Ek|o!Xa# z1xco!kScm+xv((pl0r+7d8s*~80-#&%qCMEyXqxN0T+_*pGi0&uo`jVtUB`!CL&p-vmoaew>6(Bo$MuD(o0DMz2l`R!5fy{TP&4%SrvvG?ShlE&Vhq3`B{o*bDsq(_*RW9KAehS&L}!1)Bf?P`_+56+h+wIoj7$;7F_71 z=LRv%*X^&nUA^}v_ zD$#``en zSmz|Z6cHSu@Vi}q+BH{N85|-m=XSVKn&+OXYZ^T+F+!d9T|gg0MBAs&W*J1ZC>Cya zRu%QE)bg;|L0(@RdwWhz$Z1E0;?|%ag>N0XQwqs*JjSEpE&Yy_qCib6%x!Ffg+_kE zmAL0Lv3`rtAjs;EjYvIMxTS4MtHR@76w}sp`yBIuV1T_kbmZaG8)}=+;)MAh-hr_l z3pc9@fSb>*UoDDj=3AOc%VdA6Ap1n0w5)H#vbDog*K%k;GJEWbqN;q(i$I$g_WZQG zPh(4{@De1E7Ez|!h*RX23)F`n)bpmM8HjI0aXUYW zq>HY)!>BakbIbXOy01My^+jk_&CVxjO-sya`1RgF^9S#m@le_~7j{#!J8hz8m+rA2W{mE<}F=@TAddM!Nh+3lQY|M`El}uatu40%F}f5RH>#S zg9D~L+;bKRXwfodd)dEo{npke=ouJN|1#5a>Jc=^4muC<$@lr3r`JD-d*r5QlpPkp zQZt>bQ}dIBpV}o_PD0DSUTp#5em88Pzs`yta=o7@gP8A2_fUMFv$;?$@6FXO+Z*T2 zHM{)EmMP}I`UqhpIW0vN=#}k^$BBlzc#>PE$o$6XY6V8=@DFM$HCs)+uYLNgkdl@* zHAh%PskoVavjG+``l^Vv(+LI&ZGlmshs-8L^(@^cQc{4F%N;1YP@7f3`LC zS~Q^y(eG+SZ;oA?F$lN!X%|oZ{_lv3l?GiqBDdRgwk|By%JDETXj5QtCL;t^JL_I~UQxH;8D1qg$Zqdm3R`U*%Wt1^HRnURnpB+v)bdU>^>Y zps2EdZl!4u3ATekcpaG5UgId@bV>mDDWQ01mX4^ntMUGmI0^VSlC8bTLt)5gQc zj~$kYFu;Ml;ch@+P5->PL)f9R(GK;9_A)P}{Qr>r_wJvD%p8*$U%|^WY>WLDZ}5yc z9Eecyw+B2=y-vfBV1*539bOw{dw99cKXN63x857Ap(jB|==#B$A5k z=4DI6u_>rXzT!gL2frywcl+nW%R9hl(uIr+Xs_MiPF>BA`0N}Bx+N|IOmiS<6<~>u zeDwg9|IdzoE#B7VW(7ER0}#@%*L@LlL=; z!Q+>?j)+nc9Y5Xy$1;G`jV-1)3H{d-{`2#?Gf1lhS0di>e;?L0iDy^v)rZm)m!Sl- zTqlr;pM&mR2nY#D1_fDu(;rZxFv0OT7F1IuE;PJm?a-i-4Ae9_unHGy{d>^bBN=)^ z-M42_0nLtsvON`6{bx21#%)D_%2((!F)^Vsc|Md@#6uHwnK+PMcjxO$4B0fZd2B|n z08fXy;(FlFB)i6|VF&~OO+%)d&uzY8YX~4qT5Si zZ$L*Y0n}AYXJ;ppH9PV(j{~SQ2PJ#J)AK-R7FWG^@nXKo+9MOS9z**`Izngw3y!?) zXi+qAf!{G&XJ(;fL>YjW$+oz|BRnD^B9xkbz&SSnFc3S9&mylM4kTr*9Sr3^$i3GhM=KF zCpf{YyaD0F{?fsI8+psd17NB-VV%vFK&9aeii`6AM;5VZ06%`IQ5A$3=6!JNoUSGa zr>2y?^#XUG{FilqO5^}u8gz$6Y&61drPk>1ufm+?1ccOpvhjkD9^NzGcIt7x87~bw zZEcn2l>dFw_#ihp#RaK*LC2@B!3*3Y;weECXs6p;*?{yn(1&x_HU&+ILjtXq>zA)w zvBxQ?#1y{2GUd0b@e4%qcGDedFsD7BF69A))O@(I&q51u6eP$5_Os1FjSVnEAdZpr z@>igP>qj`DU_fh;1Q0He2ZEQd(AWS%oEe}WAdT|bXrPN09Y_Z1DSpjwy>LVvk}W$l zGjklox(i=5hW?1+wnxAx$OMx&X#1yX+ikzr0vU?(9PWR!_D z)2M;2Pc_z1leScmxMonqyMuUhwj zw@rff&VC|9#RS9v#p`ggkq^X+zh-yIUW!Ji(3he$g2g$Ya3?Rr(sOhO2d~z}(1)?0rJa9MZmoLUU}#Vj;iN@{=LJLy;a8m#x7k z9F->qCh_WjqMWoQ6rk+~S^v2U7qY++%|gh{V;kSqz9rF0JJoAlvmjKqw=n==Lw~1I zIW~8;HB}^53eZW^_;cG~z8zYx7wQP(T2@Ptuoj+%l;Q}Ht+21zGaCk12T1yO;aih4 zSWFVA9F)r2;Q)oJk|rQOy&d@*2c`=bm|y9-RYTeO!M5RVc2rYarsB%g3+K-1-S!Lt zyfhh_HA)kmEubmF4(uK+9jtl;;C%)q)qiXaqj~U){!}W(vPd*-`QS2DGJ%$Nfz!O! zAZ@t)$roo*md*O34ZTSrk%(d18QsL=KsoRSi3DhX0>XKmKU$%1B$yEiT(8I4`m5DHj9)vB z?~mv6d_T|Y{W5PVuy?llj=v#quS|E%>lTc_-Q$ION~0DtlMm9LqL5lkt;v;Fx^b)|Pqa)}M^ca&aQa44iU%lSCQT1wY31AW9R z#)YG?{A(+i2EK$;F|mF6v}xf(7T_W4{`hZ1FxAV3w=YZjW@6DydHYlB@e60fWQ~;d zxT|x%3&>vGQWP{!5*cD`?5nstNmN1bhs}D=RX1(EIpw4PB)UNcAOicEDfWU&vU*qi z?55n?!)?8X-aQQaS|qn7by*T7vuDpn8fBP!nTw(PB8b%@$< zPwp(nqAy_NB01E?c5qqz_fsfj+s_Wv`y@TG@KFe@j90}9d2Ue&&>ZiIh4+kGs#?`oBt2|LZu*FyvLAfleimA>#BS#w*iAd}^ zkH3Y~B>`2KBpXSW?YOe2y~5-;yqOXh{#D(9;=DXJ$!MlEv>9VkcGX{o7jyKvY6}-u zdj|&E`=;MH{gj7)C^IWw8}5%ArXHY~j(JtusT!G| zDuMX${_3j!^NU-4dzQqd9RnKyz1;9)o09z)rPA*v4t)>9p0MEH4{4)|@p%Qn-qbfX znsN!6?!pxsEW4l@jcS%sxH!IUvUIN4KEt`&%*i$b1f=Nl^lL*yk6?qN`1jD&~ejN}(tdD9&Qp1Qq3%&g&U0gtYSu~VWihW#?o`N>dSK-)WaHd3!cNLrb(JyVOi#BBTFAt!5&0i3=tjyXAE6nqcJI#h8HRTx7wT>!^SC#EC zElW4yATf-EgnSZ~Ggc`Oqlk9CukTtp0)%FcLMU`&y4Wk9!zLs)==N3f*wLYxpsSWk zS7)|ZES-a}92);A%GOD8Jw(|2%gH-O18|rXH)s*RfpV@|vFtfV?9SFmJ9nX@%ZUDu zG8x8+dpTdNXfAlhD%z6_5UFZyobl^rTXc|62|Pn(j1K+01LE6@s-zbm95MKGNr(cS zOoN-lDI_bmtfg=G*^2*O`MouoHjyS;FAFOnb4pIaIk}Z+Zw|aROIbSe+Ii(cf{eWw z-xjgr`1ts&BK+#^zx9adVy&k6P>jt%>VRU14+Fshdd@fHl3>hCOWxH&Rxmd&?*v!F zIuWmyq#I>nXf@`%2hKMu^H6euf~uMYlpS?mXY0>Tv! A%m4rY literal 0 HcmV?d00001 diff --git a/model-00001-of-00002.safetensors b/model-00001-of-00002.safetensors new file mode 100644 index 0000000..ba8612e --- /dev/null +++ b/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5efa43ff7c1e1b76f8394b7729dcdf2a84b43d5ace38cc311a19ea9496b087d +size 4967215360 diff --git a/model-00002-of-00002.safetensors b/model-00002-of-00002.safetensors new file mode 100644 index 0000000..e20b043 --- /dev/null +++ b/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fcf0af5e76e5766ba4584f90623a7c1394b0f4de601f5303a45354512815278 +size 3077766632 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..6282068 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,405 @@ +{ + "metadata": { + "total_size": 8044936192 + }, + "weight_map": { + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..10c92fa --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476870a1f2fb6f6a2759a6ede2383bf9d5d738f17844563b65c91965b722ae09 +size 11422924 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..6d3380f --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,226 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "is_local": false, + "model_max_length": 40960, + "pad_token": "<|vision_pad|>", + "padding_side": "left", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151657": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151658": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151665": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151666": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151667": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151668": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + } + }, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for forward_message in messages %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- set message = messages[index] %}\n {%- set tool_start = '' %}\n {%- set tool_start_length = tool_start|length %}\n {%- set start_of_message = message.content[:tool_start_length] %}\n {%- set tool_end = '' %}\n {%- set tool_end_length = tool_end|length %}\n {%- set start_pos = (message.content|length) - tool_end_length %}\n {%- if start_pos < 0 %}\n {%- set start_pos = 0 %}\n {%- endif %}\n {%- set end_of_message = message.content[start_pos:] %}\n {%- if ns.multi_step_tool and message.role == \"user\" and not(start_of_message == tool_start and end_of_message == tool_end) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '' in message.content %}\n {%- set content = (message.content.split('')|last).lstrip('\\n') %}\n {%- set reasoning_content = (message.content.split('')|first).rstrip('\\n') %}\n {%- set reasoning_content = (reasoning_content.split('')|last).lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n\\n' + reasoning_content.strip('\\n') + '\\n\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '\\n\\n\\n\\n' }}\n {%- endif %}\n{%- endif %}" +} \ No newline at end of file diff --git a/training_summary.json b/training_summary.json new file mode 100644 index 0000000..66e7ff9 --- /dev/null +++ b/training_summary.json @@ -0,0 +1,48 @@ +{ + "experiment_metadata": { + "timestamp": "2026-08-04T15:14:12.100214+00:00", + "pretrained_model_name_or_path": "unsloth/Qwen3-4B-unsloth-bnb-4bit", + "data_dir": "nityaak/stance-matrix-semeval-mtcsd-ezstance", + "push_to_hub_id": "nityaak/qwen3-4b-stance-matrix-semeval-mtcsd-ezstance-qlora" + }, + "configuration": { + "load_in_4bit": true, + "from_foundation_model": false, + "learning_rate": 2e-05, + "num_train_epochs": 1.0, + "per_device_train_batch_size": 8, + "gradient_accumulation_steps": 2, + "effective_batch_size": 16, + "weight_decay": 0.01, + "warmup_ratio": 0.1, + "optim": "adamw_8bit", + "max_length": 512, + "packing": true, + "completion_only_loss": true + }, + "training_stats": { + "train_runtime": 2185.9341, + "train_samples_per_second": 2.061, + "train_steps_per_second": 0.129, + "total_flos": 4.666989618789888e+16, + "train_loss": 0.26861518912070187, + "epoch": 1.0 + }, + "gpu_stats": { + "gpu_id": 0, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "memory_used_mb": 14804.0, + "memory_total_mb": 40626.8, + "memory_utilization_percent": 36.44, + "runtime_seconds": 2185.9 + }, + "weight_verification": { + "all_changed": true, + "unchanged_params": [] + }, + "carbon_tracking": { + "enabled": true, + "log_dir": "carbontracker", + "note": "See carbontracker/ in this repo for actual consumption (time, energy, CO2eq)." + } +} \ No newline at end of file