From 1585d2003affefeb3929273a3e2b617dc44aa355 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 8 Sep 2026 12:45:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: nityaak/qwen3-4b-stance-matrix-ezstance-qlora Source: Original Platform --- .gitattributes | 36 ++ README.md | 21 + ...68938_2026-08-10T122726Z_carbontracker.log | 10 + ...8_2026-08-10T122726Z_carbontracker_err.log | 2 + ...026-08-10T122726Z_carbontracker_output.log | 17 + ...68938_2026-08-03T142720Z_carbontracker.log | 10 + ...8_2026-08-03T142720Z_carbontracker_err.log | 2 + ...026-08-03T142720Z_carbontracker_output.log | 17 + ...68938_2026-08-04T163517Z_carbontracker.log | 10 + ...8_2026-08-04T163517Z_carbontracker_err.log | 2 + ...026-08-04T163517Z_carbontracker_output.log | 17 + chat_template.jinja | 97 +++++ config.json | 72 ++++ generation_config.json | 13 + loss_curve.png | Bin 0 -> 24488 bytes model-00001-of-00002.safetensors | 3 + model-00002-of-00002.safetensors | 3 + model.safetensors.index.json | 405 ++++++++++++++++++ tokenizer.json | 3 + tokenizer_config.json | 226 ++++++++++ training_summary.json | 48 +++ 21 files changed, 1014 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 carbontracker/2703908.368938_2026-08-10T122726Z_carbontracker.log create mode 100644 carbontracker/2703908.368938_2026-08-10T122726Z_carbontracker_err.log create mode 100644 carbontracker/2703908.368938_2026-08-10T122726Z_carbontracker_output.log create mode 100644 carbontracker/4141993.368938_2026-08-03T142720Z_carbontracker.log create mode 100644 carbontracker/4141993.368938_2026-08-03T142720Z_carbontracker_err.log create mode 100644 carbontracker/4141993.368938_2026-08-03T142720Z_carbontracker_output.log create mode 100644 carbontracker/823511.368938_2026-08-04T163517Z_carbontracker.log create mode 100644 carbontracker/823511.368938_2026-08-04T163517Z_carbontracker_err.log create mode 100644 carbontracker/823511.368938_2026-08-04T163517Z_carbontracker_output.log create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 loss_curve.png create mode 100644 model-00001-of-00002.safetensors create mode 100644 model-00002-of-00002.safetensors create mode 100644 model.safetensors.index.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 training_summary.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..e9618eb --- /dev/null +++ b/README.md @@ -0,0 +1,21 @@ +--- +base_model: unsloth/Qwen3-4B-unsloth-bnb-4bit +tags: +- text-generation-inference +- transformers +- unsloth +- qwen3 +license: apache-2.0 +language: +- en +--- + +# Uploaded finetuned model + +- **Developed by:** nityaak +- **License:** apache-2.0 +- **Finetuned from model :** unsloth/Qwen3-4B-unsloth-bnb-4bit + +This qwen3 model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library. + +[](https://github.com/unslothai/unsloth) diff --git a/carbontracker/2703908.368938_2026-08-10T122726Z_carbontracker.log b/carbontracker/2703908.368938_2026-08-10T122726Z_carbontracker.log new file mode 100644 index 0000000..f695a53 --- /dev/null +++ b/carbontracker/2703908.368938_2026-08-10T122726Z_carbontracker.log @@ -0,0 +1,10 @@ +2026-08-10 12:27:26 - carbontracker version 2.4.5 +2026-08-10 12:27:26 - Only predicted and actual consumptions are multiplied by a PUE coefficient of 1.58 (Daniel Bizo, 2023, Uptime Institute Global Data Center Survey). +2026-08-10 12:27:26 - The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-10 12:27:26 - Monitoring thread started. +2026-08-10 12:41:26 - Epoch 1: +2026-08-10 12:41:26 - Duration: 0:11:25.17 +2026-08-10 12:41:26 - Average power usage (W) for gpu: 284.26648830409357 +2026-08-10 12:41:26 - Carbon intensities (gCO2eq/kWh) fetched every 900 s at detected location: Breda, North Brabant, NL: [253.31] +2026-08-10 12:41:26 - Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-10 12:41:26 - Monitoring thread ended. diff --git a/carbontracker/2703908.368938_2026-08-10T122726Z_carbontracker_err.log b/carbontracker/2703908.368938_2026-08-10T122726Z_carbontracker_err.log new file mode 100644 index 0000000..3b09c98 --- /dev/null +++ b/carbontracker/2703908.368938_2026-08-10T122726Z_carbontracker_err.log @@ -0,0 +1,2 @@ +2026-08-10 12:27:26,972 - MainThread - WARNING - No API keys provided. Skipping intensity provider initialization. +2026-08-10 12:27:27,093 - MainThread - WARNING - No carbon intensity provider specified. Using average carbon intensity for NL: 253.31 gCO2eq/kWh. diff --git a/carbontracker/2703908.368938_2026-08-10T122726Z_carbontracker_output.log b/carbontracker/2703908.368938_2026-08-10T122726Z_carbontracker_output.log new file mode 100644 index 0000000..dbba81b --- /dev/null +++ b/carbontracker/2703908.368938_2026-08-10T122726Z_carbontracker_output.log @@ -0,0 +1,17 @@ +2026-08-10 12:27:26 - CarbonTracker: The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-10 12:41:26 - CarbonTracker: +Predicted consumption for 1 epoch(s): + Time: 0:11:25 + Energy: 0.085482795507 kWh + CO2eq: 21.653776863813 g + This is equivalent to: + 0.202750719699 km travelled by car +2026-08-10 12:41:26 - CarbonTracker: Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-10 12:41:26 - CarbonTracker: +Actual consumption for 1 epoch(s): + Time: 0:11:25 + Energy: 0.085482795507 kWh + CO2eq: 21.653776863813 g + This is equivalent to: + 0.202750719699 km travelled by car +2026-08-10 12:41:26 - CarbonTracker: Finished monitoring. diff --git a/carbontracker/4141993.368938_2026-08-03T142720Z_carbontracker.log b/carbontracker/4141993.368938_2026-08-03T142720Z_carbontracker.log new file mode 100644 index 0000000..e30d0d4 --- /dev/null +++ b/carbontracker/4141993.368938_2026-08-03T142720Z_carbontracker.log @@ -0,0 +1,10 @@ +2026-08-03 14:27:20 - carbontracker version 2.4.5 +2026-08-03 14:27:20 - Only predicted and actual consumptions are multiplied by a PUE coefficient of 1.58 (Daniel Bizo, 2023, Uptime Institute Global Data Center Survey). +2026-08-03 14:27:20 - The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-03 14:27:20 - Monitoring thread started. +2026-08-03 14:34:43 - Epoch 1: +2026-08-03 14:34:43 - Duration: 0:04:49.09 +2026-08-03 14:34:43 - Average power usage (W) for gpu: 264.87645328719725 +2026-08-03 14:34:43 - Carbon intensities (gCO2eq/kWh) fetched every 900 s at detected location: Breda, North Brabant, NL: [253.31] +2026-08-03 14:34:43 - Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-03 14:34:43 - Monitoring thread ended. diff --git a/carbontracker/4141993.368938_2026-08-03T142720Z_carbontracker_err.log b/carbontracker/4141993.368938_2026-08-03T142720Z_carbontracker_err.log new file mode 100644 index 0000000..ba50c2c --- /dev/null +++ b/carbontracker/4141993.368938_2026-08-03T142720Z_carbontracker_err.log @@ -0,0 +1,2 @@ +2026-08-03 14:27:20,152 - MainThread - WARNING - No API keys provided. Skipping intensity provider initialization. +2026-08-03 14:27:20,278 - MainThread - WARNING - No carbon intensity provider specified. Using average carbon intensity for NL: 253.31 gCO2eq/kWh. diff --git a/carbontracker/4141993.368938_2026-08-03T142720Z_carbontracker_output.log b/carbontracker/4141993.368938_2026-08-03T142720Z_carbontracker_output.log new file mode 100644 index 0000000..d83d91b --- /dev/null +++ b/carbontracker/4141993.368938_2026-08-03T142720Z_carbontracker_output.log @@ -0,0 +1,17 @@ +2026-08-03 14:27:20 - CarbonTracker: The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-03 14:34:43 - CarbonTracker: +Predicted consumption for 1 epoch(s): + Time: 0:04:49 + Energy: 0.033606617228 kWh + CO2eq: 8.512943292083 g + This is equivalent to: + 0.079709206855 km travelled by car +2026-08-03 14:34:43 - CarbonTracker: Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-03 14:34:43 - CarbonTracker: +Actual consumption for 1 epoch(s): + Time: 0:04:49 + Energy: 0.033606617228 kWh + CO2eq: 8.512943292083 g + This is equivalent to: + 0.079709206855 km travelled by car +2026-08-03 14:34:43 - CarbonTracker: Finished monitoring. diff --git a/carbontracker/823511.368938_2026-08-04T163517Z_carbontracker.log b/carbontracker/823511.368938_2026-08-04T163517Z_carbontracker.log new file mode 100644 index 0000000..2346dcb --- /dev/null +++ b/carbontracker/823511.368938_2026-08-04T163517Z_carbontracker.log @@ -0,0 +1,10 @@ +2026-08-04 16:35:17 - carbontracker version 2.4.5 +2026-08-04 16:35:17 - Only predicted and actual consumptions are multiplied by a PUE coefficient of 1.58 (Daniel Bizo, 2023, Uptime Institute Global Data Center Survey). +2026-08-04 16:35:17 - The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-04 16:35:17 - Monitoring thread started. +2026-08-04 16:49:08 - Epoch 1: +2026-08-04 16:49:08 - Duration: 0:11:17.04 +2026-08-04 16:49:08 - Average power usage (W) for gpu: 283.35075 +2026-08-04 16:49:08 - Carbon intensities (gCO2eq/kWh) fetched every 900 s at detected location: Breda, North Brabant, NL: [253.31] +2026-08-04 16:49:08 - Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-04 16:49:08 - Monitoring thread ended. diff --git a/carbontracker/823511.368938_2026-08-04T163517Z_carbontracker_err.log b/carbontracker/823511.368938_2026-08-04T163517Z_carbontracker_err.log new file mode 100644 index 0000000..05d607d --- /dev/null +++ b/carbontracker/823511.368938_2026-08-04T163517Z_carbontracker_err.log @@ -0,0 +1,2 @@ +2026-08-04 16:35:17,068 - MainThread - WARNING - No API keys provided. Skipping intensity provider initialization. +2026-08-04 16:35:17,209 - MainThread - WARNING - No carbon intensity provider specified. Using average carbon intensity for NL: 253.31 gCO2eq/kWh. diff --git a/carbontracker/823511.368938_2026-08-04T163517Z_carbontracker_output.log b/carbontracker/823511.368938_2026-08-04T163517Z_carbontracker_output.log new file mode 100644 index 0000000..07022ba --- /dev/null +++ b/carbontracker/823511.368938_2026-08-04T163517Z_carbontracker_output.log @@ -0,0 +1,17 @@ +2026-08-04 16:35:17 - CarbonTracker: The following components were found: GPU with device(s) NVIDIA A100-SXM4-40GB. +2026-08-04 16:49:08 - CarbonTracker: +Predicted consumption for 1 epoch(s): + Time: 0:11:17 + Energy: 0.084195840620 kWh + CO2eq: 21.327776365123 g + This is equivalent to: + 0.199698280572 km travelled by car +2026-08-04 16:49:08 - CarbonTracker: Average carbon intensity during training was 253.31 gCO2eq/kWh. +2026-08-04 16:49:08 - CarbonTracker: +Actual consumption for 1 epoch(s): + Time: 0:11:17 + Energy: 0.084195840620 kWh + CO2eq: 21.327776365123 g + This is equivalent to: + 0.199698280572 km travelled by car +2026-08-04 16:49:08 - CarbonTracker: Finished monitoring. diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..ba89998 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,97 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for forward_message in messages %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- set message = messages[index] %} + {%- set tool_start = '' %} + {%- set tool_start_length = tool_start|length %} + {%- set start_of_message = message.content[:tool_start_length] %} + {%- set tool_end = '' %} + {%- set tool_end_length = tool_end|length %} + {%- set start_pos = (message.content|length) - tool_end_length %} + {%- if start_pos < 0 %} + {%- set start_pos = 0 %} + {%- endif %} + {%- set end_of_message = message.content[start_pos:] %} + {%- if ns.multi_step_tool and message.role == "user" and not(start_of_message == tool_start and end_of_message == tool_end) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = (message.content.split('')|last).lstrip('\n') %} + {%- set reasoning_content = (message.content.split('')|first).rstrip('\n') %} + {%- set reasoning_content = (reasoning_content.split('')|last).lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..15512da --- /dev/null +++ b/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "torch_dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151654, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "unsloth_fixed": true, + "unsloth_version": "2026.7.5", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..bf14878 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151645, + 151643 + ], + "max_length": 40960, + "pad_token_id": 151654, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "transformers_version": "5.5.0" +} diff --git a/loss_curve.png b/loss_curve.png new file mode 100644 index 0000000000000000000000000000000000000000..1b70f59460c8234ee0fe9de9ebf58b180207b92a GIT binary patch literal 24488 zcmdqJby!v1`Yt>djWkFLQi1}~-6f(DB8Z4IsFZ+oHww}g3L*$fN~d&-(o#x?Aks(+ z=y@i*?>_sS^ZV=j^Ygm)>vpZV#vF5uXFPG=_cOzWWclb-n<$}J8j>8=ncQdEkh=!Sqqn(3`owYfO+ifRjYX^H_K0!e~L0%Rs z7Z*ooDSrNY|G9$C!Rao)(=hffj6&$BcGDR_$js3HVKU`2tP#ZImT5YsL#L@N0LciF|ga z9?pMx7hzvpSLgqvY-89q-|W}-Pn@@2hlMf3U}D=ow=_4;*Jxh8jD@(Yjx%B7lZt$G zlX96i{W2RKmbng#P7pzJzHuPuMxooX!Fz+!6Z_lC%2%(FKRUhGxL~zcB8=mub$#B!^-*$BrRqGfKl}aD6F49BuVuXjZ2Heeo|2@Lc3VRgZWm>m9G90OI%!B=3uSq z>e-V>!0xWcD;dwC!J->^h7IUVbMOoSlAMa?7j(M0?_RqtIkOFGbku8 zrSIStKMR2(HBQ4Rj`o-AkDK@grj>?@o=0@7A;NgFtNj6U)P; zeThT;v+$^AU6#ITXJ%)A>1^-nqIr8Q3sE@B&!4}u(O-Vpl_X6B&r1ozx@^qV8cSJL>SZ)#WZ$)clEvV-d<{Wf3sM?XV;OKUI@pcH8N12 zcW^6cEP{o=W97q-%{dY}0p#4dbD8hoi?scU=QmLWJ9zEABKh^(q3i94x;ps>q)fw; zVhc{QpQ&HTdei8ns|OYr7u(lXRY`Mdy^gf_7|qJVL$tE8LLRQNyFKC%mzbDi%S9PJ zIW_g>R{9$;*GpPjAKxfH6tHL|_VD!lS@UChI(6sf>P27qMeDxwsh&5=6)ry?uhfXz z4%T;dX}Sk%s;c5`uTI2#dcvj5{cIuE9gMcZ?@)@8it2PGADfLFxFZ~7ZEGtuBH~K! zUh&=T)+btWgkVzYFNJU&YWFzjx{`?CpEWx5TZ9AznXb!8<>lfyiVDWYuN9xy!B9vF z_?Ob>WTd3_j*PBZH}7^@cT1OA_o)u0-)?`tyE_w8=)GgVyT1>GR8$K* zq@c_ERhi%OY5LV3f(Q!_PkYK1W!%&{CpjBdfC23vYz2FJKDqrR;f_RcvenxCJo{SJ zv|c0s!PrXsYFJt%#r>Xv&hz}AZ*q8IX=rK1v%9LsY?Cg(yO!SxZb#7fx63IR5Auhk zOpVb@(rdjJPn&@OSH3QWIp;q}SRTt6eDvs%!3O+Uv@;p%Wh@j!j zTj2*2eIe&71%598+||#yeEmYK+1XjL>aHKj{>-<^>>9M>58o!%-5U{G8ZISrp6duq zOJmnek_v@QUBsOZ3c`B&^eKyg06D@ikj~fD)#b66TVCM&LzCB})==CeXJ9%fzxK-( zaWweHZ{NP5hr#t81Svc?pA*U6Ukl8vz7?I3+nvNd*zD6nj~`2%+NMo{yuTbeDX@P9 za-1=5Nl8il3dbp5hbLhPry(O5Xm4o1FpAr&`1r^K1qV|wF-3uUnwI~&r&W_dp)s2l zBiGm#$1dnNsen4h<&pA_5K;xfQ6oJ>f>B!&fB(=5-|cG7)J`L3W{xIhk}_=!A@tZ9 zxZ$dJkuQFxJ`j6tXXoNjo>6bk4SsOjcr{*IjbGkfVH``BbNdTFG(*BqSH$h@7^1e}T=$k8P^!Z!JaKKzmzT{ktpi zJvH9$V@dCRbR{W65cb+xG5R5N`}S=KNKcy01*P0qh^3{aPs#bvUCTNNVHnBAH|uI| zSBCTL(mqf=-qE3MSnWY^_z>nGSV~>#Rv!p>NkJ(6~bZ1%TLR( z-4}(!;rQpkGfagIe0^b;w0nDd`~CIl3ov_D4h|e}*kt|ba?hSUlW<=-m7SdpC;Fj* z`y`fvjSV*#8U+mvp1i!gVT~7cR#uh=q(-ho8e*Hpc-h`uT1is4TwGk6uruRs3{iLx z78K0PSh29Ndn;XS$9CgXEXN@kYO^5>3J41$*!}%mOkz@qBJTW@|3Fw9x8?2IX0Qg8 zLqRN)u<2x7$?`F@CO*9`p%fG^S+^0&xa*LY9j*56npsFl2;_6rkU;1cm}1a$Kqvm9 zilrWUgY1(hPqLgjgX`wz2I0IX>efXS75{&e-DL}4$mu(0ghmM-Jfb5=kS6%-VtZiELrAR7=F8R;z--J2kYhy_A`2w331YNUn7 z0@?INnl3lR$&+uTqes}_cbSsQi&Ik#X#QCJ~l}*qa}(cJ$4FxcvS361mV~u|A2hw;*?zsKc~x#1X}J`lAj_N?r2tRTUV=) zhk31yg)e^f{Ec@YdrGh*tuE^d`b0bp%nHIB6cIf+QQ|am6qvi-gnVP%Q)~R_00P7T zchncmW4Nlya1c9*1p8?lw0trUKoUM&sxiPurXM>@&&lFF;)IcGc<~g3hZI)==S}Hh zi6&0nejIg6WW~Ykh@g9(It(h@Q_#pq7D!;X{(_; zrfb)(Ef}fh44BXNywU&QbO!tcNvT29{Jhn{`p45d1FeR{%kyL=?ias5%PbH-H_|@~ zHDX*S6=4v|i^?$XPaPd9rlu(?rFuCR;`xkvGPF*=*Dp-%x?N^J_NdU}BO4qhMMXs< zV14G}3^+wKH8m@j#0O`eT~>Q{?d-`D9v&Vdvle3W{&mK!MJ75uHKnv=-3#~n@4+_R zES{6`OXMkD#Z(I)U;^}cRTUJF6GTLdMt8bj%g#gA$M+ReFWfB?{Dezu8j6Z2dkf80 zRs04`-o{UxN*uS(sT+}^;|LU!1-M_ie7W(@;XdRMJzgV*Rc<6`{7k&DAqC}I@4c1u zYgs9}+*|2$(~DCfW=Yw}I7M;Fjqt46RQkF|M`ve?j+SgFM9j$#KVIjQL*@_^5fL#i z19=iMAnqqp);ac^_a;`BZg%3zlB^x+69+QF;tdy?N1wS9T}M!>kmcn>=6?LJXp3b< z16kR<5xl~RKVRNmv(D9N-rL(l5G}24)$$J`)t(zESI@fWsH(PN`z7G_!J0JAGGEOq z{rb44dIYtZMKcPFfV})^GWi1m8Clu&J}voyg%4G?z|Y;^Ub$zOhjW&2J$PK&B9wlVh7J2DxnO zd~e$Qy|zh>z~ZJzSUh^0qKGSGjcWY%3FAq zR-6S^95R50pM4oq)6+qaidt;W_tMFFiHv(Ko;ON7IPkHXs5NpwAuc3DdD>?U(;Ceb z0alsnyT6SD#K`~AFITr1e!+ehpYU~5cI|d-H$FUfD!$qF48knyb@JxTo27G5uUbGt zj|4z!aR8YLos5TorO?YfjXQTZHIwB?UaCKUl1qs#uHQh*Vz~dK?hL`ZAMxgs5B(L$ z0}k`aRMaAdYf@orbj72wtuUCLS1*4NiMWmt9{363>+FY2PQ*MEUn~P`gBKhI?klYH zN{wn?;kLmi^k;K)6Dt^CCyF?T188g%Zk;aKc2m3`${sL)S-9zZ=sxh`z%8Csex3Q0cOK)YMu%Q2gQq}r zW5Y7G;(KC6R^~o^E6i2J-5e=#Wctn=M*3Vaje1Svz*Q$+89t{8!1SC@UoaXY+U;Cl z%+$5jFeCxve<_Wpz#~wSChs%G6n7)Far~{_@%4A2;rg#vn(2m$sgZGFB^ZLl0x6-K zNxk)dAE1|lFvir;x%iF*L@nV0zLV;0ij=VZmzDo>J07_7%YRvHtl5GS>ipCN5d(@i zwYQ9PUNeO*RwX`i0x-LQR>bPIs%lxt!zWBaCqCb2IrH(@!O+7~3U!fE$}m#nAo~6x z;=$-qyhj|MXQiZW8>Uhp_|)+2+_QwEwH6YF&ofKQdGJa%aO+vk;C`86Fb~o7?M{|k zT6a?3U%Pkgf?o+B23eSUzCFVuxGmH+OX}7COfM3?I9I425-vDU6Tldqu1GGyfr1m) zVM)v_D)Ae>83#p(M^GdinEvxT@B_iD2-(+53<&bIK2Z^FI*;B|T#%CvS#$oSF{-Qk zq72rU&nT z^19)I$S~p^PB-IKhIM?$Fig*#$OwB}=|TdoKBBm%?*v>WVIwV-XebbVSl zZ{DDOpTVxqs+SE1AAcxexa?kztusI#QX?FkoD3UjFCz0FQax~ej6Jy#2^iaD69c_APQxzudi#2KbNEmS9vj-CT_Sj0Ox9@+VIqn+RE)$}27R%mYeB9ID;La}EXS}N_0 zZM(TL#`vQ$H=sPSw;+F`nF5eQ|-%!<(R z(h@lx9YKl|a_8<{Wxn_(D4CHIy_~q0FA1TTkdT%hs#^K=%Sl&HPl@~4xVzEica#v~ zPJ}kHY2oMp-e92l>w;N694mC!l!wAaCmuaHF32bz z!DnZOZqui22Kn`g1%@32s2D+xowkya7whAqlgAbr8HRpQ%dAN^c!@Ni2F+{-qcO2A zoIBaI^p-z<@}7KlJ>e*Z3DMvweEB&(OaxH{%`y^Vt&jba8Xa=!A_wJ9FN`?zm4~YB z88`s{-(-iYg@uaF$h=x|tVtopzxGeir^jHk{JifLJNYe>1*!knmKg+*Yv-xV4U{>s zNZ)>E6V2~GcJP7d=eadTf&v}*NWo7!Zwwsi_axXX1J>78O_BQNA;eFwXKUO-oiP1L z^yB{_$O^IGDP%v<=WT3$vA}93c1k0d<=CWcp)}fJ=#wST+%`9?z8Ohn9eTVf#37j2 zg)^{aI!3p!kipX$!uJHxZHJWIMT^QJ2!qITjWugr2(^x2g}n?mMc#U!AX`&#DIm7V z4RDywPdtt|2%dsX5A2$Fu#fYB6!(Au)eUr$HChlg5{BX4)3qznZ9Lkne0%9x?J!U( zr#bQ#@7q7o*0d>3|Z2jxkL-XtYFhIT*3gF;t|376)?DEH_(9r)3%ZF9?$&n*tJXI^Y9TSpps z68ld4Wx9XqTRLA1xOj$!CG5%B_V~iP-ORiWQD_|iCKN{dT6CL;hR@JyKF0Jq7+p$r_O@w{I5qW)(w`@lp}2~}71&4U0L($3 z0054v)!PF$qMzH_7kwOn$8dCXtWUiVF*!LI0Pxk+yLjWqU$gCRdaV)+%C3L0!sQ+H zt?k+g8S&>E^<`$ry?U1s4f14nP9uqIXU`J6e*Kz&kg(wqHP7ZafZufH=H{Du`-}pn z$cYmt93gj};~QXW&Y)qrrLDcXj}>5d0T-&wg#5EGN~MDyJ(84^wEpdGGAkDsK8iyC z;A!mj^9&F?mxnk3s|PH_t9_ultFtrLxrY1M3BWKNiq1&3Y(1>Qw+2W;CEe^9rT~ED z-H-BrQ1IdFw{K<#yX!AxJcXX~o8;NDQ-<3lE#!W{sPN`_m!r!Hp-mhY7ngoj`30+q zJ6CWSTH^K&O6b+rsYONx+t@bi;}hK5$|P*GA& z&ddadgy10cw)r&=wB+`1K7ING;5g;D=MN@8rLZA(_MI2@{ACG=g*gPF3XgR*v`z)! z@+2Bp)tV8V!mX?<>$ZGWl>A3%2-$+JrQrJGLiCS3{jmKc)%@0mN?R~hv1AzE= zeJrao%ac!QD7?sDy{5F`CqZtE&-1_(*BiUE$_Mo@{UO zHs1B0{ZAO1)5OOf$QVu=Kcx0N^X%(yAAS|wjbV8(M*lLu13cdECk0+|LC#I&duks} zQ=5|ja_vd~=z9ARZX^lL-qzINk1{P^O}#dw zzf{2ya>j*Sn5S66MI>G)I2`5EnSwCJr&Q%?48rxrg9$xaXV43)HdM)@xnVrZKj;Ng zrB53_8Amo2aT|U*CwP>h_M;9|2wz&T5^ul|zpbwxy*Y#@;?y}2fqZNzFogVx11!m9 z9q{XChK`5+V1aN1&kuhlax{dGqB__-BUE8_5x#LDLUVUmR+i1o8G)eJGoxI!? zQiyTob>a&*pM~e3*H_Y=M{G(BP=k2+@+A^bQ6bSb>r`U*jS@;^!NEJ9nteu@)~^!X zAi#=^?J`EWb!W>Gq{4IK4)6j;hFYtI~ayH05{y>Pz9fYXCeqwY1=Z&m`!2B^g{$AYgItwfb3Z{Ra+OmTOYz zeS~k9Fe?Cr0o*1A*`5bpZ8_o^9C<46Ge#c0!pAl$XhO_9O$Pt7W96c2;Z&9YEk#NY$~ zHefzkA6Pkb;lhRa(GS7^p+qDXjb`>fY0&$G*?B%R(4Isx(@q|05C zKb&a~6Kg&*q2gnMF{ZOxK=HrK2j9rB)2^OH_tIx)%pEAuk84v+g}~x@^KG>A*G+B> znOp>V9I|GBFQR~UWdM3IsHR31L1E{n2P92RWb(w)RdsI4kX&P@1oj)^dkE!{Gvp%S z`j*p=;3fnD=E!?`ygNWgXfWWV7Zi{K%%y~q)6q;LnV?8t|t^W0y zXQ#9S@as+Ea^O6Ce{VJb#AjP7>pVxyK}iT91ON2tN|ayy>jc;e zkaU~ggBiy_9cN{E=7@MuGk6-X<6^UZ=6Y%#JyR%ZfhPt=G1wqiRZWdRFV`Rx5)ek` zJ}&?bNuFH}{Z@Q;an94*dj?3Ku<&pU!g1!z8;6Nnl$e=riC8r3ethOif#X!;ovd#L z=mN9lB0($)9Mi673Z0HxKg2ByI8kV11~^h1QlZF5Vwpd?Gad_B8CUi7t=?-adj3dq zFMtyaT-cRW&B@qUa-&^rl%G&fmSY+zclbX`In~@T2A3008+$b)558PB>^v`e$S-1ODvq{={D>x&r0@>^A8q4&DT!LhjG5#nM<6Z4J<_1vToN z%D_?7tV;hAOjEs`OP-|I@@OG4BxoAR7fFKvKhq0Ij?~1)_O|NHn=c#6-d#OQPD_g) zI-Sp@$!kzTaN2j10(A*MxDOi4tuU)8k{7tI8mp+PGQ8)@rpc`$jqSz-R89zAwF<8Q zyuk}`2j}2(tpzb@BZnz?&O&A2|q@Nona9X*a*bx13V^H);DgK+-D0IT^}tTW#l{9eE-~f>iklRo01!H~fR>^V7U1dg z=WJ3^47Njgp~=a~W^Tw&7u#h*2-e{0+IV@DQ{p4CuAuSS8dX$T*t78Qk@_F3<2yMy zk)J#ng1Sx^t##D0SeyG<>}6Q?lhw=x7%e|Px(wk*1)DGV=myUBpjA>F$;|plTT?wU zfGt0Su~Mk}qp_MIkYa%RP9;W4-myXT77llZ57 z0&t0FM6z?$IfcKcf9kkowA95%ag6GCGqmv&pGNSKpD3TmC>CU02gCv z^2l)}Ev1esLG@5bM6T;PZi%KI+pLr-BY_kt(r{KPxb z?Suy$1cDPM8sRv^f|(?WJFv;gF;j7>EByU)h~nv+s}rX|`vF>}!otri!c_CK#QtPl z0Oe8U(;g#`iDL-i zgF7PCIHny1U=o~nN)Qjwhd>fMxM$q{{QQ0R2g;<*_h39dJ<)5gY9KOkkj21^Pk@bs zegfrcii(Oh=T3v(2^D_n>(e2V9WRCF$7`z4S?W47O=c~I{tE=hEej57un6Djs7Lh; zAedt16G=E82RbRhTyi&P9W@XP(hecj0vo`Cw>75RFh#Ro|{eV-3rq> zZ;IwAHg{n5q9_nX!LCZ@Eo^C)stjmVcnMYqmUjTenS>|3M+F~>;lK$MmzR-wg{?SJ z@S1fT$#%f$wZc_vW;@hWH<(4VgI3=3Skc z);J@Dr>21>A90-m!$$R>FQi<#p&Vh2Tf1+fdrK=CAKd^-_zq3}4GaK#_!$*bb4R9L=kwq^$IGEOvc(KUQRv{p}+h$1bQBD+Q!T2Zx7IrCvppqC*(wyJYA_77PBzf3U>2 zYa1I!r>3TQjeMSUQhRr5zjM&lb{02WKjeL?lO@e_)}Dx=P*_F!MDP)Hf42DF1L}%; z6rlMEytWp+Mx0ozu#g)UrB!e|Ce_oixW1e?VxtoR)dVJY8KFu$d;WYVfW4RBDOp=v z*WAmU;xm1BjWA0W>PQTz6m{Y)3dawB%IN)h`KYirx4=@D>j=`+i~i_l_KRXRFF_*7!pe#PtA=DUM4i(+Ma5vXj~95I)Pxs{$MK8=%TeL;|FO zKvgk8jVOXj2SCn)+B;CEW4@)VGmE{IzvWNdaJ~ZEiV~6d#beVPBlbG6tBFQ15HEq! zVZo=aa0r?E{(TZC(D|YK(}3)P(;>1OF8TSoeQBcZbTB@dDhO0y`BMgL1TEXh(afKZ zFR%9=LnEJM6Mf|p3-HUWv@=y^`dp+G;5AyCX38n>gZ}(#=YONi4e^b*)PO{hd^5du z9GPBRi~v>R*ic#dy^#kXv18}vK7oLi5(T;s;1@?)I_1ubJNgoGv@f7EoQK2I*ViZL zx}Y2K@S!qW9G$JOYbDgjKp}3;tzBZ(`TqhK${ZQ>sF3cvJa67-3f&il#~AFi!mNdJ zy{-o=r_j9R#8?!IyC%p~T8BkIrDVI+HSlWC)z$T$OJY^$e<2Q)E{U^0ra}NAMq`En z$W3Nth-F5D}u60a=GQ^7lRxgo*!Lhoi{~ZLfy}A2muYoLT`Bph zgO99i>rpC1J-t3spAk?~T|GH_{m}3REiLWXL^wmvoaW?{pJuw%o@aApsr7%J_E>|8f$=kT1Q20o(1YJbEGDKOX3s& z&T-mM8XAKWMo%S_U?{ExbeHMx&7UA8gpv=4@rQ+C8Z?^XEF!4r{pbgNP}9+g+n+*n zaj?8MpwB`zM5qD|JdGO1shOw+Jz-`v*jbh0Rb7N=7iKSPfK)>fUFo)bBIWmk*y(9= zpuc0tegir-^D&0ew$E}(3eTgyMG@gAZ-z2W=hK2$j%O2a{V zY)UJ9_JknTpn<^AjZ(0(Jg+wRRR)Su5a-`q!D5zn4UbsH>}o0Q?2G9tHunad)Wh&+Ye}anF8Ieka5ar}I3+{dP8<^=)X*abC=zDveuh zGr+wxQr@kf!^QK%lK&{IvB-%|9MMTP>EZkV@W^)V+$Xqzk(~OPFMHelql0C66@Got zA>5r}Qs-wikWCG)bn55Ntesj2ETG6J6w}gUk!og4UakAgh?26z9h0&FaPWY?Yv;J|Ds7aRUM#WRu>jH4gzE;5DwMgL1~J zX8F6*hd1IHdaa$kq!j1hNhD^~!;VHq+F2i;jG$gk%>Mp<)5OFCI(G_c-llKrxX~Fx zXzv954_VN_pFKZJ1 zx}v-0<}7j_)k8h+K8q0mHU611XLjs_?Y;_F*d@G=>=?k9`Pr*|xE=&FM_AP4ZCtoi z^%<(8WeUW^b{IpN>8~6< z{fPUB&am7gW=1~7oQ@f<@n-ZYwQTx+?QY5A4+=a8kj=+S)FSMGoD#7jhb)Pt#-QlF zs5`c^1d!gT=`-g{iwI~-P;IDM;8YQGOp#asPI(t_>Dkdfp2M325PZ*B@un508zT&5`3CtQqkRW0;%Pj+_;bBHbhPDk? z6J^AOuoK&j`Ls^t$qC(PEwCBT@#oYqYz_q#RT_~$B5a0p)X=!+==l#%3&L?n zC#Nso`A|ngSs{%_!Vm&-d?rvvH$iw@G>Qim)U~Ys#7xf%4|S7=<>T}Sa`gm`;`;MX zK+fmras!$;-|6h^jE(5(>WWnOK%jw8Dgb$U%^s??h2#;qCjfGes>r1`kyjl8>d4iK2Fx!E5-u#xKO zY6e5Ut%U)QhH(K__g;LWvr_}~hzh(kGazQWsHCJ+vzP!V1#rOjpWE6hl4F$cO!+C& zycZXerH`ylmJXClMwKoN0HAKpB|(G-@e~Q^5L64nz=u;n0cF)+c0{P%@XyHnmr=Lz zJ4&k2632@Lh#>UP^!MwcqyvJgdV#`11yGJ|Zg>dvBTRncN>;gi`O$b0qnKU5lP6RF zn|w1^JOmL_Tzq_nx9`s{XVB~#(pZt{3|8e#!T_#oL@Wf=q#!b#_j~D!EJ1Gv+UElT z;uHX{pxY%Fa6}(F#_BPTKALN`D)p#gyb(euO&jeiM?pp4+eZ}a@oEUY!; ze|;;3Ux%Nt@xXwy81XnLOF^uncX5T1{i9ah2uULHam`{AZQRQb&(S<(nt*6pGYVG`9)JGFQrubdtE7I3)7*PK6c9dID(fZvHUSD(yMlY-$J4LZ@OSVn?$Sg#e z!3mW}pC&^2wJ7L&qshJ7=^Ai^I@yT8Fjg=OM&R6)K+0#s%>#hW-NZvb#k}q!*mQcJ zhiIn%gA_#6!;fQ*?mu=KF7Y^ak-fg?Ja0hF{xgzISJ(O&8`%TKBZBrzBlY>wQ`%X* z)9R{mN9!Tv4O3iKVT)T45ja{A8#i+%Ege{D&~Wr% zFZp5C3>27a5+hfx>gt8IOP)ER*4ymRUpW>~rQNdCLKI|*0kXx6j^Jt&GJR;ePo8jIq-xPzo0$(E@ z3{a+ILhp*Ds|{Yr9rUDSGs56WuggDTe@{aBBUh9geE$3axRg{#?NKiP>8Wq`HmD&l zn3|gAo&%A~rNuMtJ+fbk*eJlxAKdzU;;6#3bX!t4Qc%8p`LY1o2e3Fu0u2p{5Cl-k zts*(Nt4*o+toQF#^z>-J6+p%KCUJFfapdjR!3gQA^+D}AQKk{ryfeK$;C4pwA8%HzevvbN%&$L zCH1%9W}gML;KB1o&qi z&DVvS3F5w0QLk5akEN zo|9XAP!JN)^7#~yDRnBPQ5QJw>`6^fAz=s*>&!7B`x`D`D&KfP_q(~it_V#>b#rT!y^yJt`1G#b8jNctC0o z{6CQQx6z)%7n08DD<|#E%~QuE{83~Wsx$Z+NRXC&fU<{YwYY?4jddI{}*&==xeyc!FP@k#QIoQeLE+{I9p3v{a;5~ zji-X)*{$u~!^j4RLNQ=aVx@go&DqgW0mRIqYs+yv3`;a)L28>o)_ZuOiq zWm5(X)cRh9{XEE)K**_Xz!Vc1B%~7$S#tk-@F#N;(rN`>PGli_A6PT=LqFM0$C;!G zx!#23>V$4)yT=(3*n?V8C__2)>$2eOF~X;r{poxW;A3urkLrAUC8^NNK+EI9*BQuJ zyB%c0FP9GXqm2dhKrMeOxoRT*K8ccq7N3yR=u?yJt!{;!Szm21xH0tR7w|mITS8U} zs3HpXJ4kqcugiEi%Ro#Jh7g1tHugS_X5+%fD(Z)WIc~xL$BVw6Hs`mMs`CRK0U}cXMc^>3nl%kEw za`yV-XHMjiQl9#d5ObqW8k^)aJ%m`AM=-NEDSWT#_HbE9(55n+zv-_j3mtzM4$C38 zd2a;kN^*FJ8jhXJ^Jp!<8TJ`4*RP(!XWK_8V%_dKRNT@Y3KjIcd`MW zYJ%6lOkPFmrK=tn>=>4X^T6>$mDZ{Fn+xn_bc|ysf)LbkMjLhtA0?VmjfmQ204yVo zJbmCBro*cch*udkkF;9oGBQAz>c;`O%HRE4H#Ujm-l)85b+*-Fk*(`LT8c3$SPH5E z8KFE-XF)BjZpak#Y8v7W*s3lBQ#NdfARm99(tu5Rhpn2{g_8RIqRUc5qBR9(T$fI z;XZjn_qynxk^~k4=yA&0kcG|;pf?5+R_-3ExQ1JuYq>#H)uhO#YWPc|x|k)Vl8{saYZHS|5b_LwG&WRj+V><~q` zpg}hV_`iuQz76POWET^o0czqbA73lfF#_%@hR{%+r#AxL_U9Jjwm8@smi)l(lSR^Z zeGwrnWbKnfeBruPf;AEBW@RUc#!xT&{d)*-eoYXQn510lukhD|07cwCLIgc%hLNY` znW3c-2{3DVV74~dunVeVo6_9(@89o;2x{wSL|R8ll9l5k2m22#4?MOX9N9@x077^A zbPT`&Y8;ef)u^@?7r)R;PY>KMX}MwIdwtbQmzx@zrpHzK$w9h&ft`I#pUYp@8V9wK zuG_zk3_%J4{slJeT%8)x{M9Au_ucLjz7L@x(QF|5I+$-y=jzu&_B&m#2mw-q$CBA! zDn_MZ@Q#8Auc1=QPn6K9GX|}1n*qs>?4ne78;kC;_b#$JJk_&V8y)rl6+Q%U$4whK zx1_Gd-kiNtLLg#K2tAUJqh!|N;Q1O)(R^$ytd$Q-5P1dQT>w6Nv+*wk%#?yhPLPna zfNpxx*MGd)^Qfyb|Jmg;$}FM@X-POH8Vk{NzOKZOThSf1PyqD<^@+>9|L#A#3=nb` zRD%EL$>5y=>f)=gZmQ4*djv>bzka>6b#0{9SGpC7GPDpwyD0~64OQ4dm39$OgqqTS zRcCCKr=fZPm&71vPuj+x+Yd#xqmFjq%|uOBzH=ig)RfRx2w;H(sv(2!6KGymgSH}2 zkfWmY>E-f?2WlKx2(;rHwm~)O2z}AJqYDoqu_187B3p zvPBn~IUn!J2Dg|CyB6EAWmZ3a;i)E|1>31a7`wrbX zGp3iB{UrT~>P)Ib8;j~zT->2Baj+tip6vSMvnxu=ZF6T=ccd<`v0bVEcS6rq$Z?=jG@n>bRO7Sc z*%~L?aBhOV^bi?6on&yiaP>d~3W4mwtD^1`S?Vg5)*c6U5Iai0z_!P?Pd=R*8W|#C z);izgywjTBvT ze7@P#lGl^&<(BYurBtwvH-{`gPPmumS@AaK;=&IxII{! zZY<7JDUmtPmS{I~iQ(`!@2}3RJ@YwL`+(TTDLX?cTjvh%2F<~jf z)$pZM^9w%#)T-+nfxQRU9NOrS*bh=E7j5~C&MwhSVx%w4tZL8nU50na)bY#sVINy( z?;($NR-8u-IlxHd$$9}t0=cbK4!8TUDYtm?7i zQG>=+BGZGzwttPG-{qOj`L5gNvb_l$OfF_t&+N4zru-j#EiO5BMx7B-Gg@*TI+w7~ zcbRu8pq+uFY1FnPWP&!ubDRC&V-h!IU5W)v=Ae->Dy%Ahnr*P$=rb03Q`de_i>ELI zo6lB+*g0Q2jk;&&aAL9g5|Ka*jIj4#BdkN8cVv)LjdWE0>_BbdTRB0fh-8z19DmTX z{Khu>@6*x!QWfHh-h!t%9*_7xTHV#b0v2MMQoBYxpKdXLhXAYJ0Amvsz@1BT-R3;} ze}ICsMX>rs{cTF!J90ct>h8TW2>v_bU8oncm;`MOYtxfgp;In4EJr?Hg(FCXIP3x& z#3J}FG!1qB&FM7RXkpX+Ta#WxP+51yWy3a~3Tv(ZR}&~p50e8D4(ESNh1KxyJgk_z z%i4dyIy!#Wt61Cl>;B>v(?0F*s8xHNAt_MoDW<51c;n{w7%#Ed_;krpvNZ1 zKiVJ{iE{inVaqucU1y7HwQ7@AE31`;D`IeOE7?77CvVo_?C157&{tlIIlXoFh;}_C z#>W2+cvsB*V57PI*Y3iOS5)0xgzM^npV8q?!tLxjMy!AszgpeZo!(g1Xa9PVHW8$}r2Jm7Xa-@1mWWRix!Y501{#e!YxYq<8i!D$=zARAO!acaq>K|}tn^(ujb=$q)j zmQU^pH?yDhJeX7HQLzj})vRh2{%Kf~&NackU;5~|OYy*Nbjvd?N6}6HYKqx!yiMe)Ty*W+XRCQ2T4PTVCpChm(dL4tTr`Vb zif7CPIn3w1G;F;TmO1>lVu!~DZgEpYY>rH9{q7PoFC_SOVfL$+P;mppM^*ec&pN1w zN95ZRlH*wv{)+xdFxl9kblfk!x*`0LseRzE@{WY8d1?N^=Z`G*vcDzwA)*S#!P|yqI|Cc(!r&%L0-?`=!}Eq`YdJ z>hG3&)d>Dy{NAq@|J3}k+UMM(z= zd7Ba}s8ns&c5bgfNm6$sF}2u9%dgTA*0nf1n#ZMPHngW7kbocpSNUAaKQj+V{1vuJ zFKe0;zFJy6te!ExS6%q?>lPkag)=j$@Hb3(A*&R0+mF8cDN@!t{^oqe>D30^I{uv| z%I!2!>jSkM6_q=jVoK4_SRY)cTXzv$zU8kfK3md?dK3Jw40BFLPKHnvYwmC#OTWvn zgr=JCEuja+xj0XO9}VuEzIGA;q70AD^b@?;StY8!k0cUdgHI;{0M={;-|+Z5E5cn4 z@)--n4$BV^l`vkin2CSh#4xAdVO0O&!v_iPZC*aD?BbYgaNUfWCIkim2EZ?G()djBF9$ep{Bq#uH4)B+ksB>WB}@(e!& z!TYUH0j!3>oFcs11&S>afSKS8Uxc~0%3EIuS|AAeIu>ZZ2!sz(tE&$J-syt;pHuzZ6kkUcOR;Zv;22 z`rj$Ji~Q+Ocs<-Clq*eLLi&b z=D|?3W&v$375Y{xTW1h`Vgf+=*{jOm_d<;1Q(GH3;t1I)6_@5KUdPXEZ32d-g#yrQ zbT&?H4b?|On|llNh7&+zHz>Z|0IXXnW^8OsC+8!9az8cDGA_cw!h%5I=;-cV{)sCL zU`rfaTvm4WraQ^+tO!P99yA<&bs2pKe_7GBj>ZJBq*PSUL2C=1QT`bU!l3gz{?~NY z%!ZG?AC1xY=xarH^dl?7JN~o)O9K8w^Pkt;y~PLZNEnou&Q`BDr~O2TS3aiC$iZJ1 zn8fEql4Guef{U}|LfHpg8P9fpGx4pS8J$-4r&1q7SKsLaX<%^P3aYN^=2UU zSSiENmruE@jDEuzFnDl1M{f#LZZCxIMz08lh-$u;2?vG}iZ*E2#DckTW`FTP*->~8 zfZC-?iXg~)?X_?&tmXILcnxT-?Uw(GzVijWm`U1AM7wnE5~zAWXWj^^CSc*nsi{%1 z^pFiL6uBUiL*I1b0a7-Q!{Srv+RAbB@D%#)yP<3lkcpWaJ33jq=1}6bwY4b#1`SlB z)z^`c33oj5WD1xK{Kv|%RC4N6x7v;K}w;M69rORpsZqFz6?iS zs{@u$P;Bwuns*zyRzrGPE)tZA<}fb2T&o#H2jCTOlkm13ujSg`3p^;51q!_iuPtsk zLIr+@UR2lbjr;9R;iG*Lt95_n?8hqK?TmwFsTa)D($W&u(2rHQe;hLLzn6Nsvkzn| zz|#bRK3NG?0Wj8ju&>;qIr#4dAjr^JMbPr60*;NoibzBEf0c6Xe=+BK9RH@Jbg^TT zQdG1Kipbf@btA1fl5UbT)}@O_D4j}~GPTr{LO5&~RIcf==~U897gFrbENPm=OeGSN z%$PK#G@Aq?gzd!Hy>-8)cL<8VH1QYU?Df2I5+Q8>pi^aZR ze~)+Ne!PZzxVe*O&LlvAWDcwWzG&knx~@Vsqcbznq!veCIU0PO5SbUZz9@^(Cg>VQ z(+w~W$ZfX)W#D?#6U2@4XkO^Ro6HLd%2?&IQcKPkj+b5U6678s)yNF|zRHu!Dm zC1|C`d^{42YIEf*43TDCU7f%yXC{V|1u4=Tw6@nWW@sqClm0Fc=tEeNfa9~QYo1Th z8rU=@p&GH?HSfT?<~%;j*w_+UI!OiU`rRX3W!L(ehY!~hn=f2Bg5JCK!gJ10!G<*Z z2t;V3PG?vs65Zgd;Aa4vt*3nRc5LZ4p?b3?rJHL4NOk~WZ=w4reo^KJYep}sPy>0RmVjW&Ne z=MyO}CpR}9eFsGfp)@&FD6?GzyN$tsR^yP)&i7%j=$V#hpQ+8^`vi)!F`+sHT#4Gks^)w?}= zas@q3t6<++{dCt4Efog}rNxFo+sXU;c~Bq(UxI=ZcO&a*E!l{I73e40TVoV;OWHtm z{3SItRjRa7S64^P?f#djEs!$8RLU|kN`@R?hxlmwKS*^uj%PZ1xVuvXf#*n40UrtW zi!gg>b7@#$%*fyyf_lkowda%4%DZUSMB5Ol4pbM6XviAdx|Nkx*=rL{_jG9Ydh0pZ z+i4X+aKurrTD2--DA#&#)@^8MR?aw?f!Hw01%XX8)ZTWYx|t35nw31r!Czv|H3=-| z&C63xm%t8=_KsllrDsd_wKJq%&SjTRo^diuX#45C6I6k{_0M62nmTP7@xf52xq@{M zX>KjtduVepO;x56iKNstU3+v?OItjR? z(N&VcknKBLPuxYbt&?g%m`KN94q*^wYM=XOxlx@+l(WekrU7gNB0*$W82tWOqPtmH zYw`^q{91`rg(|b8GGkV_xJ+Q$QRk__lvbeB*j#R^uQgWHxz}c>yYSB+@5PVTV;IoO z91*+=a6OLdikT)T1}{=e4i3F9p#@64ImAdch7c^MZ0Z>OplNMw9ntHQ=aq8m)OUE( zO+9Jls^=HKPKLhm%Sm_uj9(tz-&Cewg$P~N zJ75II+iXkA!olh0LBrSx$ngZZ*7yw@Hry#MSI_D_lU>@Cjn9&ReEasy;8N(bvOF#D z-h+6_Nym>j3$(|Nrydsat}z)Ld!#gaaJ-7Uz_WAB5#d2*VpISkE0b$5*h){V`5q;? zF|L)SAusOyg8OIlPoJK&tJnw6fnTIg5-(9YOqJyR%{yCNi?Jqmq5@2@7ZUx<$o~6K z8DkA0{`0Dy2+B9fPM$sMEwgF| zOb3m-^#dsUMJRz%v>X^1koSt7!(Tks)YP;CnM{+Qd|$^Q=y4Me13*&Jgv|d?PEL*- zDiv8P3Azu#S|X5Ea!QUF+i4*T*J9_5P@?pgADQNlt*yPMXKqaYv%oT2aG?IpVzJCX zIk1fubiLXdsa6GvufwigS+4HxGXT=`t>Usr_ctMUJ@f8}+0{hWM4lTDJdd_d-fiLQ zpJNn1W#V4SI-MbFr;9^=(t6f^i~dQo7olTqo=ijZ;#u!}Kv9ZQX~mEhRuac=i&5%c zce$7h{k6lDC+(C_S|MS%vqS^uCgl*>U zmtsDy{g)^xm^-X+B9El`>Z5Uqi5m2SEiK*@gv0?*91$i~4*VS@%%P#7b-QONRl3sRGlYss~^l0~VExU>i2`AB<3Y=V*v0ry(i+&2NB@A<9n#zX1w74n^YZd~6LZb| zNMmDT0C+kL;dH*ue*Nmzw#KV#aV|*2W`e$!b)ax6Oq{Y-nsZ>^-X5Rx{a?guKM`$( za5k9Xtw3st{e-L-6u}s@(N=EUsBd9maUv}(5iWGfdOqS90aceU0!C1F{$)51{r#^g z>|x+ile_J6^eaY}#@E;P7G|0Ag+&EITY?}^utDaIENl#eM309cK-n9*F7q?oZ?<=J z@o-wwhxOxn?|~~2PS75Rlr{mUBa(6BpZmZVs%dB>1`J(rbX27*kHaq^Qgy%?g~7;# z@=j=*&iy>cuN4!)z~hEX0-!JePb=`Zmq@a0x}4B?T?j(O3P(R@2pye}*J6uJg6fSt zbA$yWAp}4J`9gmycG)*@Z-OKyb5S*GPMFXfExESNpi+#T<*(Q=9cMtD&zsTLPM}xu z2?+=(I(NWSya*VE5k+b&8H~Xp&MrK-zWaGqY*la3KEde|Co;rd=xz?SN~KcG^!TKP z1*0=Y6p>CqHJF4V)E?K=to$Hs!zra23=8{V`KrURrJTMjsSNjRzG#sl&ilOC=}8T< zqqNQ@<^BqXORC9odE>hIsF4`qy0DSx(8DZK+}DE(NR5f-@m}IAyTZrE2u5q7u42iJ zc91+R>JTK|yuFhUNolA@akj>|m3#EYF_L;{xITbOuNp|}hMrJELpUF39|}xA$b%Gi z2FP$|KjG?&wjOw`FS#|}F8D>Y_WX)Cm=8dd z<-c=QfGH7abS|mklzbAMn}LNV%hCUfhaZg9o_6E>MSZ0wp!v+&pIjV&bJ%w1Kjr^^ Ac>n+a literal 0 HcmV?d00001 diff --git a/model-00001-of-00002.safetensors b/model-00001-of-00002.safetensors new file mode 100644 index 0000000..8ac3f0b --- /dev/null +++ b/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d163be20e9e61dc6b97d2721f584441e4f141c9e7814098d0dbf4b35c2cd3a3 +size 4967215360 diff --git a/model-00002-of-00002.safetensors b/model-00002-of-00002.safetensors new file mode 100644 index 0000000..2c5b033 --- /dev/null +++ b/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4555d4f64718b21b8dabdec92ef6a90f69cb6818b57dc369fecf9db7dfebbfab +size 3077766632 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..6282068 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,405 @@ +{ + "metadata": { + "total_size": 8044936192 + }, + "weight_map": { + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.k_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.q_norm.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..10c92fa --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476870a1f2fb6f6a2759a6ede2383bf9d5d738f17844563b65c91965b722ae09 +size 11422924 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..6d3380f --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,226 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "is_local": false, + "model_max_length": 40960, + "pad_token": "<|vision_pad|>", + "padding_side": "left", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + "151657": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151658": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151665": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151666": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151667": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + "151668": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + } + }, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for forward_message in messages %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- set message = messages[index] %}\n {%- set tool_start = '' %}\n {%- set tool_start_length = tool_start|length %}\n {%- set start_of_message = message.content[:tool_start_length] %}\n {%- set tool_end = '' %}\n {%- set tool_end_length = tool_end|length %}\n {%- set start_pos = (message.content|length) - tool_end_length %}\n {%- if start_pos < 0 %}\n {%- set start_pos = 0 %}\n {%- endif %}\n {%- set end_of_message = message.content[start_pos:] %}\n {%- if ns.multi_step_tool and message.role == \"user\" and not(start_of_message == tool_start and end_of_message == tool_end) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '' in message.content %}\n {%- set content = (message.content.split('')|last).lstrip('\\n') %}\n {%- set reasoning_content = (message.content.split('')|first).rstrip('\\n') %}\n {%- set reasoning_content = (reasoning_content.split('')|last).lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n\\n' + reasoning_content.strip('\\n') + '\\n\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '\\n\\n\\n\\n' }}\n {%- endif %}\n{%- endif %}" +} \ No newline at end of file diff --git a/training_summary.json b/training_summary.json new file mode 100644 index 0000000..b200065 --- /dev/null +++ b/training_summary.json @@ -0,0 +1,48 @@ +{ + "experiment_metadata": { + "timestamp": "2026-08-04T14:49:10.323370+00:00", + "pretrained_model_name_or_path": "unsloth/Qwen3-4B-unsloth-bnb-4bit", + "data_dir": "nityaak/stance-matrix-ezstance", + "push_to_hub_id": "nityaak/qwen3-4b-stance-matrix-ezstance-qlora" + }, + "configuration": { + "load_in_4bit": true, + "from_foundation_model": false, + "learning_rate": 2e-05, + "num_train_epochs": 1.0, + "per_device_train_batch_size": 8, + "gradient_accumulation_steps": 2, + "effective_batch_size": 16, + "weight_decay": 0.01, + "warmup_ratio": 0.1, + "optim": "adamw_8bit", + "max_length": 512, + "packing": true, + "completion_only_loss": true + }, + "training_stats": { + "train_runtime": 677.0511, + "train_samples_per_second": 3.04, + "train_steps_per_second": 0.191, + "total_flos": 1.677801589415424e+16, + "train_loss": 0.3948091365570246, + "epoch": 1.0 + }, + "gpu_stats": { + "gpu_id": 0, + "gpu_name": "NVIDIA A100-SXM4-40GB", + "memory_used_mb": 13824.0, + "memory_total_mb": 40626.8, + "memory_utilization_percent": 34.03, + "runtime_seconds": 677.1 + }, + "weight_verification": { + "all_changed": true, + "unchanged_params": [] + }, + "carbon_tracking": { + "enabled": true, + "log_dir": "carbontracker", + "note": "See carbontracker/ in this repo for actual consumption (time, energy, CO2eq)." + } +} \ No newline at end of file