From fd3020ef96233c597adbbc2c08830539f41bf26f Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 23 Aug 2026 00:19:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: laion/exp-psu-stackoverflow-1K_glm_4_7_traces Source: Original Platform --- .gitattributes | 56 ++ README.md | 61 ++ added_tokens.json | 28 + all_results.json | 16 + chat_template.jinja | 89 +++ config.json | 68 ++ configuration.json | 1 + generation_config.json | 12 + merges.txt | 3 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 407 ++++++++++++ run_summary.json | 12 + special_tokens_map.json | 31 + tokenizer.json | 3 + tokenizer_config.json | 240 +++++++ train_results.json | 16 + trainer_log.jsonl | 89 +++ trainer_state.json | 1015 ++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 43239 bytes vocab.json | 3 + 24 files changed, 2165 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 run_summary.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e1ac4ac --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +merges.txt filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..a29a3f7 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: apache-2.0 +base_model: Qwen/Qwen3-8B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: exp-psu-stackoverflow-1K_glm_4_7_traces + results: [] +--- + + + +# exp-psu-stackoverflow-1K_glm_4_7_traces + +This model is a fine-tuned version of [Qwen/Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B) on the DCAgent/exp-psu-stackoverflow-1K_glm_4.7_traces dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 4e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 2 +- total_train_batch_size: 16 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.98) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 7.0 + +### Training results + + + +### Framework versions + +- Transformers 4.57.6 +- Pytorch 2.9.0+cu128 +- Datasets 4.4.1 +- Tokenizers 0.22.2 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..b54f913 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..9b563d8 --- /dev/null +++ b/all_results.json @@ -0,0 +1,16 @@ +{ + "achieved_tflops_per_gpu": 4.246655504814489, + "achieved_tflops_per_gpu_theoretical": 711.4599581928652, + "epoch": 7.0, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.259745717048645, + "mfu_percent": 0.4293888275848826, + "mfu_percent_theoretical": 71.93730618734733, + "total_flos": 7.12082116746281e+16, + "train_loss": 0.38846772432732746, + "train_runtime": 2096.0086, + "train_samples_per_second": 3.336, + "train_steps_per_second": 0.21, + "valid_targets_mean": 3009.9, + "valid_targets_min": 873 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..59b4193 --- /dev/null +++ b/config.json @@ -0,0 +1,68 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "4.57.6", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..9adbb28 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "4.57.6" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..0628bc4 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c2e8dd622356340989219c1c02d333d61b164b8157779a84fbd4337391e71cc +size 4902257696 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..8290210 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c059a0c4ec395f8f1568fb6d6a08ef787f1972d91a53820414d731d14262d71 +size 4915960368 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..fbb6f02 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:980c9bfbdbb8808c6338ade0e4cbd379e17c5cccb99a156d630a3d42b9bbc9a7 +size 4983068496 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..bd884a9 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deea426591e939fe269c5aa8915c1479093f16f447f0f3547b2b8eb0590892b5 +size 1580230264 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..ba886c0 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,407 @@ +{ + "metadata": { + "total_parameters": 308224, + "total_size": 16381470720 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/run_summary.json b/run_summary.json new file mode 100644 index 0000000..54ada94 --- /dev/null +++ b/run_summary.json @@ -0,0 +1,12 @@ +{ + "agent_name": "exp-psu-stackoverflow-1K_glm_4.7_traces", + "training_start": null, + "training_end": null, + "created_by": "DCAgent", + "base_model_name": "Qwen/Qwen3-8B", + "dataset_name": "DCAgent/exp-psu-stackoverflow-1K_glm_4.7_traces", + "training_type": "SFT", + "training_parameters": "https://huggingface.co/laion/exp-psu-stackoverflow-1K_glm_4_7_traces/blob/main/config.json", + "wandb_link": "https://wandb.ai/dogml/OpenThoughts-Agent/runs/sft_exp-psu-stackoverflow-1K_glm_4-7_traces_Qwen3-8B", + "traces_location_s3": null +} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..ac23c0a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..cd71f61 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4 +size 11422654 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..e9dc937 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 32768, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..9b563d8 --- /dev/null +++ b/train_results.json @@ -0,0 +1,16 @@ +{ + "achieved_tflops_per_gpu": 4.246655504814489, + "achieved_tflops_per_gpu_theoretical": 711.4599581928652, + "epoch": 7.0, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.259745717048645, + "mfu_percent": 0.4293888275848826, + "mfu_percent_theoretical": 71.93730618734733, + "total_flos": 7.12082116746281e+16, + "train_loss": 0.38846772432732746, + "train_runtime": 2096.0086, + "train_samples_per_second": 3.336, + "train_steps_per_second": 0.21, + "valid_targets_mean": 3009.9, + "valid_targets_min": 873 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..f76a578 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,89 @@ +{"current_steps": 5, "total_steps": 441, "loss": 0.8889, "lr": 3.555555555555556e-06, "epoch": 0.08, "percentage": 1.13, "elapsed_time": "0:00:32", "remaining_time": "0:47:25"} +{"current_steps": 10, "total_steps": 441, "loss": 0.8268, "lr": 8.000000000000001e-06, "epoch": 0.16, "percentage": 2.27, "elapsed_time": "0:00:59", "remaining_time": "0:42:43"} +{"current_steps": 15, "total_steps": 441, "loss": 0.7614, "lr": 1.2444444444444446e-05, "epoch": 0.24, "percentage": 3.4, "elapsed_time": "0:01:24", "remaining_time": "0:40:01"} +{"current_steps": 20, "total_steps": 441, "loss": 0.6515, "lr": 1.688888888888889e-05, "epoch": 0.32, "percentage": 4.54, "elapsed_time": "0:01:50", "remaining_time": "0:38:36"} +{"current_steps": 25, "total_steps": 441, "loss": 0.5973, "lr": 2.1333333333333335e-05, "epoch": 0.4, "percentage": 5.67, "elapsed_time": "0:02:24", "remaining_time": "0:40:01"} +{"current_steps": 30, "total_steps": 441, "loss": 0.6453, "lr": 2.577777777777778e-05, "epoch": 0.48, "percentage": 6.8, "elapsed_time": "0:02:47", "remaining_time": "0:38:17"} +{"current_steps": 35, "total_steps": 441, "loss": 0.5684, "lr": 3.0222222222222225e-05, "epoch": 0.56, "percentage": 7.94, "elapsed_time": "0:03:09", "remaining_time": "0:36:41"} +{"current_steps": 40, "total_steps": 441, "loss": 0.5656, "lr": 3.466666666666667e-05, "epoch": 0.64, "percentage": 9.07, "elapsed_time": "0:03:38", "remaining_time": "0:36:26"} +{"current_steps": 45, "total_steps": 441, "loss": 0.5234, "lr": 3.9111111111111115e-05, "epoch": 0.72, "percentage": 10.2, "elapsed_time": "0:04:01", "remaining_time": "0:35:24"} +{"current_steps": 50, "total_steps": 441, "loss": 0.53, "lr": 3.9989930847663706e-05, "epoch": 0.8, "percentage": 11.34, "elapsed_time": "0:04:27", "remaining_time": "0:34:48"} +{"current_steps": 55, "total_steps": 441, "loss": 0.5412, "lr": 3.994904229220507e-05, "epoch": 0.88, "percentage": 12.47, "elapsed_time": "0:04:48", "remaining_time": "0:33:47"} +{"current_steps": 60, "total_steps": 441, "loss": 0.4896, "lr": 3.9876769289225084e-05, "epoch": 0.96, "percentage": 13.61, "elapsed_time": "0:05:11", "remaining_time": "0:32:57"} +{"current_steps": 65, "total_steps": 441, "loss": 0.5374, "lr": 3.977322554083716e-05, "epoch": 1.032, "percentage": 14.74, "elapsed_time": "0:05:41", "remaining_time": "0:32:54"} +{"current_steps": 70, "total_steps": 441, "loss": 0.488, "lr": 3.963857394525413e-05, "epoch": 1.112, "percentage": 15.87, "elapsed_time": "0:06:02", "remaining_time": "0:32:03"} +{"current_steps": 75, "total_steps": 441, "loss": 0.4376, "lr": 3.947302634051182e-05, "epoch": 1.192, "percentage": 17.01, "elapsed_time": "0:06:26", "remaining_time": "0:31:25"} +{"current_steps": 80, "total_steps": 441, "loss": 0.4908, "lr": 3.9276843171198844e-05, "epoch": 1.272, "percentage": 18.14, "elapsed_time": "0:06:44", "remaining_time": "0:30:26"} +{"current_steps": 85, "total_steps": 441, "loss": 0.4667, "lr": 3.9050333078717216e-05, "epoch": 1.3519999999999999, "percentage": 19.27, "elapsed_time": "0:07:05", "remaining_time": "0:29:40"} +{"current_steps": 90, "total_steps": 441, "loss": 0.459, "lr": 3.879385241571817e-05, "epoch": 1.432, "percentage": 20.41, "elapsed_time": "0:07:36", "remaining_time": "0:29:41"} +{"current_steps": 95, "total_steps": 441, "loss": 0.446, "lr": 3.8507804685477223e-05, "epoch": 1.512, "percentage": 21.54, "elapsed_time": "0:07:58", "remaining_time": "0:29:03"} +{"current_steps": 100, "total_steps": 441, "loss": 0.443, "lr": 3.819263990709037e-05, "epoch": 1.592, "percentage": 22.68, "elapsed_time": "0:08:21", "remaining_time": "0:28:31"} +{"current_steps": 105, "total_steps": 441, "loss": 0.4578, "lr": 3.78488539074902e-05, "epoch": 1.6720000000000002, "percentage": 23.81, "elapsed_time": "0:08:41", "remaining_time": "0:27:48"} +{"current_steps": 110, "total_steps": 441, "loss": 0.4481, "lr": 3.74769875413957e-05, "epoch": 1.752, "percentage": 24.94, "elapsed_time": "0:09:05", "remaining_time": "0:27:21"} +{"current_steps": 115, "total_steps": 441, "loss": 0.4381, "lr": 3.707762584042297e-05, "epoch": 1.8319999999999999, "percentage": 26.08, "elapsed_time": "0:09:26", "remaining_time": "0:26:46"} +{"current_steps": 120, "total_steps": 441, "loss": 0.4437, "lr": 3.665139709269543e-05, "epoch": 1.912, "percentage": 27.21, "elapsed_time": "0:09:56", "remaining_time": "0:26:35"} +{"current_steps": 125, "total_steps": 441, "loss": 0.4438, "lr": 3.619897185440168e-05, "epoch": 1.992, "percentage": 28.34, "elapsed_time": "0:10:24", "remaining_time": "0:26:18"} +{"current_steps": 130, "total_steps": 441, "loss": 0.4077, "lr": 3.5721061894855756e-05, "epoch": 2.064, "percentage": 29.48, "elapsed_time": "0:10:47", "remaining_time": "0:25:48"} +{"current_steps": 135, "total_steps": 441, "loss": 0.4048, "lr": 3.521841907671983e-05, "epoch": 2.144, "percentage": 30.61, "elapsed_time": "0:11:09", "remaining_time": "0:25:17"} +{"current_steps": 140, "total_steps": 441, "loss": 0.4083, "lr": 3.469183417315066e-05, "epoch": 2.224, "percentage": 31.75, "elapsed_time": "0:11:32", "remaining_time": "0:24:48"} +{"current_steps": 145, "total_steps": 441, "loss": 0.4373, "lr": 3.4142135623730954e-05, "epoch": 2.304, "percentage": 32.88, "elapsed_time": "0:11:53", "remaining_time": "0:24:16"} +{"current_steps": 150, "total_steps": 441, "loss": 0.3945, "lr": 3.3570188231142647e-05, "epoch": 2.384, "percentage": 34.01, "elapsed_time": "0:12:15", "remaining_time": "0:23:47"} +{"current_steps": 155, "total_steps": 441, "loss": 0.4123, "lr": 3.2976891800632775e-05, "epoch": 2.464, "percentage": 35.15, "elapsed_time": "0:12:40", "remaining_time": "0:23:22"} +{"current_steps": 160, "total_steps": 441, "loss": 0.4185, "lr": 3.2363179724412105e-05, "epoch": 2.544, "percentage": 36.28, "elapsed_time": "0:12:55", "remaining_time": "0:22:42"} +{"current_steps": 165, "total_steps": 441, "loss": 0.3719, "lr": 3.173001751321381e-05, "epoch": 2.624, "percentage": 37.41, "elapsed_time": "0:13:17", "remaining_time": "0:22:14"} +{"current_steps": 170, "total_steps": 441, "loss": 0.3863, "lr": 3.107840127732221e-05, "epoch": 2.7039999999999997, "percentage": 38.55, "elapsed_time": "0:13:43", "remaining_time": "0:21:52"} +{"current_steps": 175, "total_steps": 441, "loss": 0.3715, "lr": 3.0409356159461447e-05, "epoch": 2.784, "percentage": 39.68, "elapsed_time": "0:14:10", "remaining_time": "0:21:32"} +{"current_steps": 180, "total_steps": 441, "loss": 0.3896, "lr": 2.9723934722009375e-05, "epoch": 2.864, "percentage": 40.82, "elapsed_time": "0:14:42", "remaining_time": "0:21:19"} +{"current_steps": 185, "total_steps": 441, "loss": 0.3836, "lr": 2.9023215291074017e-05, "epoch": 2.944, "percentage": 41.95, "elapsed_time": "0:15:03", "remaining_time": "0:20:49"} +{"current_steps": 190, "total_steps": 441, "loss": 0.3848, "lr": 2.8308300260037734e-05, "epoch": 3.016, "percentage": 43.08, "elapsed_time": "0:15:22", "remaining_time": "0:20:18"} +{"current_steps": 195, "total_steps": 441, "loss": 0.3376, "lr": 2.758031435523801e-05, "epoch": 3.096, "percentage": 44.22, "elapsed_time": "0:15:47", "remaining_time": "0:19:54"} +{"current_steps": 200, "total_steps": 441, "loss": 0.3525, "lr": 2.684040286651338e-05, "epoch": 3.176, "percentage": 45.35, "elapsed_time": "0:16:10", "remaining_time": "0:19:29"} +{"current_steps": 205, "total_steps": 441, "loss": 0.3631, "lr": 2.6089729845398144e-05, "epoch": 3.2560000000000002, "percentage": 46.49, "elapsed_time": "0:16:34", "remaining_time": "0:19:04"} +{"current_steps": 210, "total_steps": 441, "loss": 0.3683, "lr": 2.53294762738007e-05, "epoch": 3.336, "percentage": 47.62, "elapsed_time": "0:16:57", "remaining_time": "0:18:39"} +{"current_steps": 215, "total_steps": 441, "loss": 0.3376, "lr": 2.4560838206046437e-05, "epoch": 3.416, "percentage": 48.75, "elapsed_time": "0:17:20", "remaining_time": "0:18:13"} +{"current_steps": 220, "total_steps": 441, "loss": 0.3517, "lr": 2.3785024887208207e-05, "epoch": 3.496, "percentage": 49.89, "elapsed_time": "0:17:43", "remaining_time": "0:17:48"} +{"current_steps": 225, "total_steps": 441, "loss": 0.359, "lr": 2.3003256850684808e-05, "epoch": 3.576, "percentage": 51.02, "elapsed_time": "0:18:04", "remaining_time": "0:17:21"} +{"current_steps": 230, "total_steps": 441, "loss": 0.3463, "lr": 2.2216763998020222e-05, "epoch": 3.656, "percentage": 52.15, "elapsed_time": "0:18:25", "remaining_time": "0:16:54"} +{"current_steps": 235, "total_steps": 441, "loss": 0.3523, "lr": 2.1426783663984648e-05, "epoch": 3.7359999999999998, "percentage": 53.29, "elapsed_time": "0:18:50", "remaining_time": "0:16:31"} +{"current_steps": 240, "total_steps": 441, "loss": 0.3419, "lr": 2.063455866996136e-05, "epoch": 3.816, "percentage": 54.42, "elapsed_time": "0:19:12", "remaining_time": "0:16:04"} +{"current_steps": 245, "total_steps": 441, "loss": 0.3612, "lr": 1.9841335368701812e-05, "epoch": 3.896, "percentage": 55.56, "elapsed_time": "0:19:34", "remaining_time": "0:15:39"} +{"current_steps": 250, "total_steps": 441, "loss": 0.3398, "lr": 1.9048361683525155e-05, "epoch": 3.976, "percentage": 56.69, "elapsed_time": "0:19:53", "remaining_time": "0:15:11"} +{"current_steps": 255, "total_steps": 441, "loss": 0.3243, "lr": 1.8256885145046837e-05, "epoch": 4.048, "percentage": 57.82, "elapsed_time": "0:20:18", "remaining_time": "0:14:48"} +{"current_steps": 260, "total_steps": 441, "loss": 0.3167, "lr": 1.7468150928525014e-05, "epoch": 4.128, "percentage": 58.96, "elapsed_time": "0:20:40", "remaining_time": "0:14:23"} +{"current_steps": 265, "total_steps": 441, "loss": 0.3013, "lr": 1.6683399894912522e-05, "epoch": 4.208, "percentage": 60.09, "elapsed_time": "0:21:09", "remaining_time": "0:14:03"} +{"current_steps": 270, "total_steps": 441, "loss": 0.3216, "lr": 1.590386663869619e-05, "epoch": 4.288, "percentage": 61.22, "elapsed_time": "0:21:30", "remaining_time": "0:13:37"} +{"current_steps": 275, "total_steps": 441, "loss": 0.3127, "lr": 1.5130777545594824e-05, "epoch": 4.368, "percentage": 62.36, "elapsed_time": "0:21:56", "remaining_time": "0:13:14"} +{"current_steps": 280, "total_steps": 441, "loss": 0.3083, "lr": 1.4365348863171406e-05, "epoch": 4.448, "percentage": 63.49, "elapsed_time": "0:22:19", "remaining_time": "0:12:50"} +{"current_steps": 285, "total_steps": 441, "loss": 0.3294, "lr": 1.3608784787395005e-05, "epoch": 4.5280000000000005, "percentage": 64.63, "elapsed_time": "0:22:40", "remaining_time": "0:12:24"} +{"current_steps": 290, "total_steps": 441, "loss": 0.3251, "lr": 1.2862275568162566e-05, "epoch": 4.608, "percentage": 65.76, "elapsed_time": "0:23:04", "remaining_time": "0:12:00"} +{"current_steps": 295, "total_steps": 441, "loss": 0.3169, "lr": 1.2126995636761174e-05, "epoch": 4.688, "percentage": 66.89, "elapsed_time": "0:23:28", "remaining_time": "0:11:37"} +{"current_steps": 300, "total_steps": 441, "loss": 0.3043, "lr": 1.1404101758216568e-05, "epoch": 4.768, "percentage": 68.03, "elapsed_time": "0:23:46", "remaining_time": "0:11:10"} +{"current_steps": 305, "total_steps": 441, "loss": 0.3113, "lr": 1.0694731211434788e-05, "epoch": 4.848, "percentage": 69.16, "elapsed_time": "0:24:04", "remaining_time": "0:10:44"} +{"current_steps": 310, "total_steps": 441, "loss": 0.325, "lr": 1.0000000000000006e-05, "epoch": 4.928, "percentage": 70.29, "elapsed_time": "0:24:27", "remaining_time": "0:10:20"} +{"current_steps": 315, "total_steps": 441, "loss": 0.3011, "lr": 9.32100109644328e-06, "epoch": 5.0, "percentage": 71.43, "elapsed_time": "0:24:48", "remaining_time": "0:09:55"} +{"current_steps": 320, "total_steps": 441, "loss": 0.3003, "lr": 8.658802722744589e-06, "epoch": 5.08, "percentage": 72.56, "elapsed_time": "0:25:10", "remaining_time": "0:09:31"} +{"current_steps": 325, "total_steps": 441, "loss": 0.2765, "lr": 8.014446669773061e-06, "epoch": 5.16, "percentage": 73.7, "elapsed_time": "0:25:33", "remaining_time": "0:09:07"} +{"current_steps": 330, "total_steps": 441, "loss": 0.3104, "lr": 7.388946658309557e-06, "epoch": 5.24, "percentage": 74.83, "elapsed_time": "0:26:00", "remaining_time": "0:08:44"} +{"current_steps": 335, "total_steps": 441, "loss": 0.2844, "lr": 6.7832867442298645e-06, "epoch": 5.32, "percentage": 75.96, "elapsed_time": "0:26:22", "remaining_time": "0:08:20"} +{"current_steps": 340, "total_steps": 441, "loss": 0.2976, "lr": 6.198419770357764e-06, "epoch": 5.4, "percentage": 77.1, "elapsed_time": "0:26:44", "remaining_time": "0:07:56"} +{"current_steps": 345, "total_steps": 441, "loss": 0.2998, "lr": 5.635265867423321e-06, "epoch": 5.48, "percentage": 78.23, "elapsed_time": "0:27:03", "remaining_time": "0:07:31"} +{"current_steps": 350, "total_steps": 441, "loss": 0.2778, "lr": 5.094711006484907e-06, "epoch": 5.5600000000000005, "percentage": 79.37, "elapsed_time": "0:27:28", "remaining_time": "0:07:08"} +{"current_steps": 355, "total_steps": 441, "loss": 0.285, "lr": 4.577605605092248e-06, "epoch": 5.64, "percentage": 80.5, "elapsed_time": "0:27:59", "remaining_time": "0:06:46"} +{"current_steps": 360, "total_steps": 441, "loss": 0.2852, "lr": 4.0847631893833566e-06, "epoch": 5.72, "percentage": 81.63, "elapsed_time": "0:28:22", "remaining_time": "0:06:23"} +{"current_steps": 365, "total_steps": 441, "loss": 0.3002, "lr": 3.616959114220162e-06, "epoch": 5.8, "percentage": 82.77, "elapsed_time": "0:28:42", "remaining_time": "0:05:58"} +{"current_steps": 370, "total_steps": 441, "loss": 0.2841, "lr": 3.174929343376374e-06, "epoch": 5.88, "percentage": 83.9, "elapsed_time": "0:29:03", "remaining_time": "0:05:34"} +{"current_steps": 375, "total_steps": 441, "loss": 0.3004, "lr": 2.759369291696614e-06, "epoch": 5.96, "percentage": 85.03, "elapsed_time": "0:29:22", "remaining_time": "0:05:10"} +{"current_steps": 380, "total_steps": 441, "loss": 0.2684, "lr": 2.3709327310483608e-06, "epoch": 6.032, "percentage": 86.17, "elapsed_time": "0:29:41", "remaining_time": "0:04:45"} +{"current_steps": 385, "total_steps": 441, "loss": 0.2766, "lr": 2.0102307617879367e-06, "epoch": 6.112, "percentage": 87.3, "elapsed_time": "0:30:00", "remaining_time": "0:04:21"} +{"current_steps": 390, "total_steps": 441, "loss": 0.2962, "lr": 1.6778308513586084e-06, "epoch": 6.192, "percentage": 88.44, "elapsed_time": "0:30:26", "remaining_time": "0:03:58"} +{"current_steps": 395, "total_steps": 441, "loss": 0.2762, "lr": 1.3742559415333267e-06, "epoch": 6.272, "percentage": 89.57, "elapsed_time": "0:30:45", "remaining_time": "0:03:34"} +{"current_steps": 400, "total_steps": 441, "loss": 0.2655, "lr": 1.099983625706631e-06, "epoch": 6.352, "percentage": 90.7, "elapsed_time": "0:31:11", "remaining_time": "0:03:11"} +{"current_steps": 405, "total_steps": 441, "loss": 0.2789, "lr": 8.554453975300258e-07, "epoch": 6.432, "percentage": 91.84, "elapsed_time": "0:31:37", "remaining_time": "0:02:48"} +{"current_steps": 410, "total_steps": 441, "loss": 0.2992, "lr": 6.410259720728751e-07, "epoch": 6.5120000000000005, "percentage": 92.97, "elapsed_time": "0:32:00", "remaining_time": "0:02:25"} +{"current_steps": 415, "total_steps": 441, "loss": 0.273, "lr": 4.570626805768119e-07, "epoch": 6.592, "percentage": 94.1, "elapsed_time": "0:32:25", "remaining_time": "0:02:01"} +{"current_steps": 420, "total_steps": 441, "loss": 0.2942, "lr": 3.038449397558396e-07, "epoch": 6.672, "percentage": 95.24, "elapsed_time": "0:32:43", "remaining_time": "0:01:38"} +{"current_steps": 425, "total_steps": 441, "loss": 0.2789, "lr": 1.8161379647706034e-07, "epoch": 6.752, "percentage": 96.37, "elapsed_time": "0:33:04", "remaining_time": "0:01:14"} +{"current_steps": 430, "total_steps": 441, "loss": 0.2924, "lr": 9.056154853830823e-08, "epoch": 6.832, "percentage": 97.51, "elapsed_time": "0:33:26", "remaining_time": "0:00:51"} +{"current_steps": 435, "total_steps": 441, "loss": 0.2918, "lr": 3.083144213933853e-08, "epoch": 6.912, "percentage": 98.64, "elapsed_time": "0:33:53", "remaining_time": "0:00:28"} +{"current_steps": 440, "total_steps": 441, "loss": 0.2714, "lr": 2.5174465224986343e-09, "epoch": 6.992, "percentage": 99.77, "elapsed_time": "0:34:12", "remaining_time": "0:00:04"} +{"current_steps": 441, "total_steps": 441, "epoch": 7.0, "percentage": 100.0, "elapsed_time": "0:34:52", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..12d9393 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,1015 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 7.0, + "eval_steps": 500, + "global_step": 441, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.08, + "grad_norm": 7.505872381862423, + "learning_rate": 3.555555555555556e-06, + "loss": 0.8889, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3562159836292267, + "step": 5, + "valid_targets_mean": 2130.2, + "valid_targets_min": 1151 + }, + { + "epoch": 0.16, + "grad_norm": 4.299941064882982, + "learning_rate": 8.000000000000001e-06, + "loss": 0.8268, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.43203479051589966, + "step": 10, + "valid_targets_mean": 2883.6, + "valid_targets_min": 1121 + }, + { + "epoch": 0.24, + "grad_norm": 2.284058440682455, + "learning_rate": 1.2444444444444446e-05, + "loss": 0.7614, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3178209662437439, + "step": 15, + "valid_targets_mean": 2271.4, + "valid_targets_min": 779 + }, + { + "epoch": 0.32, + "grad_norm": 1.208566277480267, + "learning_rate": 1.688888888888889e-05, + "loss": 0.6515, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.34249401092529297, + "step": 20, + "valid_targets_mean": 2947.9, + "valid_targets_min": 1111 + }, + { + "epoch": 0.4, + "grad_norm": 1.1034086292105623, + "learning_rate": 2.1333333333333335e-05, + "loss": 0.5973, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.32616934180259705, + "step": 25, + "valid_targets_mean": 3281.1, + "valid_targets_min": 873 + }, + { + "epoch": 0.48, + "grad_norm": 1.0503267052677303, + "learning_rate": 2.577777777777778e-05, + "loss": 0.6453, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3611135482788086, + "step": 30, + "valid_targets_mean": 2335.5, + "valid_targets_min": 1311 + }, + { + "epoch": 0.56, + "grad_norm": 0.9194708186912789, + "learning_rate": 3.0222222222222225e-05, + "loss": 0.5684, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26414716243743896, + "step": 35, + "valid_targets_mean": 2443.0, + "valid_targets_min": 1337 + }, + { + "epoch": 0.64, + "grad_norm": 0.8752103356753728, + "learning_rate": 3.466666666666667e-05, + "loss": 0.5656, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3691626489162445, + "step": 40, + "valid_targets_mean": 3333.5, + "valid_targets_min": 989 + }, + { + "epoch": 0.72, + "grad_norm": 0.7978234001550478, + "learning_rate": 3.9111111111111115e-05, + "loss": 0.5234, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28348302841186523, + "step": 45, + "valid_targets_mean": 2966.8, + "valid_targets_min": 886 + }, + { + "epoch": 0.8, + "grad_norm": 0.7861038745079318, + "learning_rate": 3.9989930847663706e-05, + "loss": 0.53, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.28643012046813965, + "step": 50, + "valid_targets_mean": 3180.1, + "valid_targets_min": 1358 + }, + { + "epoch": 0.88, + "grad_norm": 0.8055444173490995, + "learning_rate": 3.994904229220507e-05, + "loss": 0.5412, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.291437566280365, + "step": 55, + "valid_targets_mean": 2481.9, + "valid_targets_min": 1418 + }, + { + "epoch": 0.96, + "grad_norm": 0.8278524255463231, + "learning_rate": 3.9876769289225084e-05, + "loss": 0.4896, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22183263301849365, + "step": 60, + "valid_targets_mean": 1879.6, + "valid_targets_min": 981 + }, + { + "epoch": 1.032, + "grad_norm": 0.8696048731655817, + "learning_rate": 3.977322554083716e-05, + "loss": 0.5374, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.43486517667770386, + "step": 65, + "valid_targets_mean": 3426.5, + "valid_targets_min": 1408 + }, + { + "epoch": 1.112, + "grad_norm": 0.7781509716799682, + "learning_rate": 3.963857394525413e-05, + "loss": 0.488, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19639593362808228, + "step": 70, + "valid_targets_mean": 2309.4, + "valid_targets_min": 886 + }, + { + "epoch": 1.192, + "grad_norm": 0.8382160539678171, + "learning_rate": 3.947302634051182e-05, + "loss": 0.4376, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20422697067260742, + "step": 75, + "valid_targets_mean": 1743.0, + "valid_targets_min": 1050 + }, + { + "epoch": 1.272, + "grad_norm": 0.8476519934522162, + "learning_rate": 3.9276843171198844e-05, + "loss": 0.4908, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20554912090301514, + "step": 80, + "valid_targets_mean": 2396.1, + "valid_targets_min": 1201 + }, + { + "epoch": 1.3519999999999999, + "grad_norm": 0.9006870601615783, + "learning_rate": 3.9050333078717216e-05, + "loss": 0.4667, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1725320816040039, + "step": 85, + "valid_targets_mean": 1700.5, + "valid_targets_min": 1071 + }, + { + "epoch": 1.432, + "grad_norm": 0.791325198841491, + "learning_rate": 3.879385241571817e-05, + "loss": 0.459, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21249258518218994, + "step": 90, + "valid_targets_mean": 2356.9, + "valid_targets_min": 1122 + }, + { + "epoch": 1.512, + "grad_norm": 1.0385117113315703, + "learning_rate": 3.8507804685477223e-05, + "loss": 0.446, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21146586537361145, + "step": 95, + "valid_targets_mean": 1682.9, + "valid_targets_min": 873 + }, + { + "epoch": 1.592, + "grad_norm": 0.8011987888299815, + "learning_rate": 3.819263990709037e-05, + "loss": 0.443, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2212362438440323, + "step": 100, + "valid_targets_mean": 3187.1, + "valid_targets_min": 281 + }, + { + "epoch": 1.6720000000000002, + "grad_norm": 0.778909724911067, + "learning_rate": 3.78488539074902e-05, + "loss": 0.4578, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23308740556240082, + "step": 105, + "valid_targets_mean": 2398.9, + "valid_targets_min": 960 + }, + { + "epoch": 1.752, + "grad_norm": 0.7972257244582753, + "learning_rate": 3.74769875413957e-05, + "loss": 0.4481, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16984760761260986, + "step": 110, + "valid_targets_mean": 1965.9, + "valid_targets_min": 670 + }, + { + "epoch": 1.8319999999999999, + "grad_norm": 0.8844948592143324, + "learning_rate": 3.707762584042297e-05, + "loss": 0.4381, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24562954902648926, + "step": 115, + "valid_targets_mean": 2081.1, + "valid_targets_min": 1412 + }, + { + "epoch": 1.912, + "grad_norm": 1.053576485355223, + "learning_rate": 3.665139709269543e-05, + "loss": 0.4437, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2656170129776001, + "step": 120, + "valid_targets_mean": 1548.0, + "valid_targets_min": 903 + }, + { + "epoch": 1.992, + "grad_norm": 0.7689058933714845, + "learning_rate": 3.619897185440168e-05, + "loss": 0.4438, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24418014287948608, + "step": 125, + "valid_targets_mean": 2581.8, + "valid_targets_min": 1259 + }, + { + "epoch": 2.064, + "grad_norm": 0.7326051302166501, + "learning_rate": 3.5721061894855756e-05, + "loss": 0.4077, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18473495543003082, + "step": 130, + "valid_targets_mean": 2903.2, + "valid_targets_min": 1410 + }, + { + "epoch": 2.144, + "grad_norm": 0.8708474099425602, + "learning_rate": 3.521841907671983e-05, + "loss": 0.4048, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2214871197938919, + "step": 135, + "valid_targets_mean": 2367.8, + "valid_targets_min": 1390 + }, + { + "epoch": 2.224, + "grad_norm": 0.7597533514662402, + "learning_rate": 3.469183417315066e-05, + "loss": 0.4083, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1592719554901123, + "step": 140, + "valid_targets_mean": 2209.9, + "valid_targets_min": 1123 + }, + { + "epoch": 2.304, + "grad_norm": 0.8308288880226818, + "learning_rate": 3.4142135623730954e-05, + "loss": 0.4373, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2935639023780823, + "step": 145, + "valid_targets_mean": 3067.8, + "valid_targets_min": 684 + }, + { + "epoch": 2.384, + "grad_norm": 0.7814988864434326, + "learning_rate": 3.3570188231142647e-05, + "loss": 0.3945, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2506471872329712, + "step": 150, + "valid_targets_mean": 3332.8, + "valid_targets_min": 1190 + }, + { + "epoch": 2.464, + "grad_norm": 0.9693558608483495, + "learning_rate": 3.2976891800632775e-05, + "loss": 0.4123, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18241941928863525, + "step": 155, + "valid_targets_mean": 1810.9, + "valid_targets_min": 508 + }, + { + "epoch": 2.544, + "grad_norm": 0.9188887892272475, + "learning_rate": 3.2363179724412105e-05, + "loss": 0.4185, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17377954721450806, + "step": 160, + "valid_targets_mean": 1971.0, + "valid_targets_min": 906 + }, + { + "epoch": 2.624, + "grad_norm": 0.8184684644144737, + "learning_rate": 3.173001751321381e-05, + "loss": 0.3719, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21439319849014282, + "step": 165, + "valid_targets_mean": 2445.6, + "valid_targets_min": 1154 + }, + { + "epoch": 2.7039999999999997, + "grad_norm": 0.9397326224963451, + "learning_rate": 3.107840127732221e-05, + "loss": 0.3863, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17729023098945618, + "step": 170, + "valid_targets_mean": 1877.6, + "valid_targets_min": 990 + }, + { + "epoch": 2.784, + "grad_norm": 0.8420928524890345, + "learning_rate": 3.0409356159461447e-05, + "loss": 0.3715, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19148927927017212, + "step": 175, + "valid_targets_mean": 2280.6, + "valid_targets_min": 1077 + }, + { + "epoch": 2.864, + "grad_norm": 0.722070280229424, + "learning_rate": 2.9723934722009375e-05, + "loss": 0.3896, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11640667170286179, + "step": 180, + "valid_targets_mean": 2501.6, + "valid_targets_min": 1121 + }, + { + "epoch": 2.944, + "grad_norm": 0.7740124459994261, + "learning_rate": 2.9023215291074017e-05, + "loss": 0.3836, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.179210364818573, + "step": 185, + "valid_targets_mean": 2544.9, + "valid_targets_min": 1021 + }, + { + "epoch": 3.016, + "grad_norm": 0.8032029716283615, + "learning_rate": 2.8308300260037734e-05, + "loss": 0.3848, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1465587019920349, + "step": 190, + "valid_targets_mean": 2581.0, + "valid_targets_min": 1258 + }, + { + "epoch": 3.096, + "grad_norm": 1.0675192734720838, + "learning_rate": 2.758031435523801e-05, + "loss": 0.3376, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19570258259773254, + "step": 195, + "valid_targets_mean": 1776.4, + "valid_targets_min": 998 + }, + { + "epoch": 3.176, + "grad_norm": 0.7941943435641896, + "learning_rate": 2.684040286651338e-05, + "loss": 0.3525, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17122869193553925, + "step": 200, + "valid_targets_mean": 2871.4, + "valid_targets_min": 1062 + }, + { + "epoch": 3.2560000000000002, + "grad_norm": 0.8590713481269158, + "learning_rate": 2.6089729845398144e-05, + "loss": 0.3631, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20491699874401093, + "step": 205, + "valid_targets_mean": 2635.2, + "valid_targets_min": 1136 + }, + { + "epoch": 3.336, + "grad_norm": 0.8124117326779144, + "learning_rate": 2.53294762738007e-05, + "loss": 0.3683, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15610741078853607, + "step": 210, + "valid_targets_mean": 2695.1, + "valid_targets_min": 1041 + }, + { + "epoch": 3.416, + "grad_norm": 0.9190062289677365, + "learning_rate": 2.4560838206046437e-05, + "loss": 0.3376, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17463022470474243, + "step": 215, + "valid_targets_mean": 2569.9, + "valid_targets_min": 1514 + }, + { + "epoch": 3.496, + "grad_norm": 0.9065219155043758, + "learning_rate": 2.3785024887208207e-05, + "loss": 0.3517, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22582875192165375, + "step": 220, + "valid_targets_mean": 2724.9, + "valid_targets_min": 1220 + }, + { + "epoch": 3.576, + "grad_norm": 1.0837756986609808, + "learning_rate": 2.3003256850684808e-05, + "loss": 0.359, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18150931596755981, + "step": 225, + "valid_targets_mean": 2179.9, + "valid_targets_min": 1399 + }, + { + "epoch": 3.656, + "grad_norm": 1.2484982875648234, + "learning_rate": 2.2216763998020222e-05, + "loss": 0.3463, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18959809839725494, + "step": 230, + "valid_targets_mean": 1788.8, + "valid_targets_min": 903 + }, + { + "epoch": 3.7359999999999998, + "grad_norm": 1.3179674271154644, + "learning_rate": 2.1426783663984648e-05, + "loss": 0.3523, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15963847935199738, + "step": 235, + "valid_targets_mean": 1711.9, + "valid_targets_min": 886 + }, + { + "epoch": 3.816, + "grad_norm": 1.2429310941711111, + "learning_rate": 2.063455866996136e-05, + "loss": 0.3419, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1572306901216507, + "step": 240, + "valid_targets_mean": 2487.1, + "valid_targets_min": 1122 + }, + { + "epoch": 3.896, + "grad_norm": 1.015916750182016, + "learning_rate": 1.9841335368701812e-05, + "loss": 0.3612, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14525054395198822, + "step": 245, + "valid_targets_mean": 1455.9, + "valid_targets_min": 1052 + }, + { + "epoch": 3.976, + "grad_norm": 0.7307166020752172, + "learning_rate": 1.9048361683525155e-05, + "loss": 0.3398, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1978192925453186, + "step": 250, + "valid_targets_mean": 4146.5, + "valid_targets_min": 1324 + }, + { + "epoch": 4.048, + "grad_norm": 0.7270768944589141, + "learning_rate": 1.8256885145046837e-05, + "loss": 0.3243, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1474921554327011, + "step": 255, + "valid_targets_mean": 3523.0, + "valid_targets_min": 1623 + }, + { + "epoch": 4.128, + "grad_norm": 0.8418803354786775, + "learning_rate": 1.7468150928525014e-05, + "loss": 0.3167, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13115155696868896, + "step": 260, + "valid_targets_mean": 2395.5, + "valid_targets_min": 1216 + }, + { + "epoch": 4.208, + "grad_norm": 0.8360752789280677, + "learning_rate": 1.6683399894912522e-05, + "loss": 0.3013, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16828887164592743, + "step": 265, + "valid_targets_mean": 2699.0, + "valid_targets_min": 1050 + }, + { + "epoch": 4.288, + "grad_norm": 0.96113797783045, + "learning_rate": 1.590386663869619e-05, + "loss": 0.3216, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15936484932899475, + "step": 270, + "valid_targets_mean": 2447.2, + "valid_targets_min": 1046 + }, + { + "epoch": 4.368, + "grad_norm": 0.833095764473076, + "learning_rate": 1.5130777545594824e-05, + "loss": 0.3127, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16047963500022888, + "step": 275, + "valid_targets_mean": 3236.5, + "valid_targets_min": 990 + }, + { + "epoch": 4.448, + "grad_norm": 0.947963665080153, + "learning_rate": 1.4365348863171406e-05, + "loss": 0.3083, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15773838758468628, + "step": 280, + "valid_targets_mean": 2548.2, + "valid_targets_min": 1062 + }, + { + "epoch": 4.5280000000000005, + "grad_norm": 1.0228687085990507, + "learning_rate": 1.3608784787395005e-05, + "loss": 0.3294, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2106139063835144, + "step": 285, + "valid_targets_mean": 2470.1, + "valid_targets_min": 1847 + }, + { + "epoch": 4.608, + "grad_norm": 0.80850799889799, + "learning_rate": 1.2862275568162566e-05, + "loss": 0.3251, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20072545111179352, + "step": 290, + "valid_targets_mean": 3350.9, + "valid_targets_min": 1369 + }, + { + "epoch": 4.688, + "grad_norm": 1.012254046643678, + "learning_rate": 1.2126995636761174e-05, + "loss": 0.3169, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15989793837070465, + "step": 295, + "valid_targets_mean": 2194.9, + "valid_targets_min": 1198 + }, + { + "epoch": 4.768, + "grad_norm": 1.0563967564745178, + "learning_rate": 1.1404101758216568e-05, + "loss": 0.3043, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1755823791027069, + "step": 300, + "valid_targets_mean": 1960.2, + "valid_targets_min": 1028 + }, + { + "epoch": 4.848, + "grad_norm": 0.9311730256722943, + "learning_rate": 1.0694731211434788e-05, + "loss": 0.3113, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12437054514884949, + "step": 305, + "valid_targets_mean": 1777.2, + "valid_targets_min": 1210 + }, + { + "epoch": 4.928, + "grad_norm": 0.9776791335105928, + "learning_rate": 1.0000000000000006e-05, + "loss": 0.325, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20600047707557678, + "step": 310, + "valid_targets_mean": 2911.2, + "valid_targets_min": 957 + }, + { + "epoch": 5.0, + "grad_norm": 1.4087833914171262, + "learning_rate": 9.32100109644328e-06, + "loss": 0.3011, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29628846049308777, + "step": 315, + "valid_targets_mean": 3412.9, + "valid_targets_min": 1927 + }, + { + "epoch": 5.08, + "grad_norm": 1.1237962021877523, + "learning_rate": 8.658802722744589e-06, + "loss": 0.3003, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1448991596698761, + "step": 320, + "valid_targets_mean": 1924.0, + "valid_targets_min": 1127 + }, + { + "epoch": 5.16, + "grad_norm": 0.9172596743702742, + "learning_rate": 8.014446669773061e-06, + "loss": 0.2765, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19501471519470215, + "step": 325, + "valid_targets_mean": 3372.5, + "valid_targets_min": 1486 + }, + { + "epoch": 5.24, + "grad_norm": 1.0573522542198426, + "learning_rate": 7.388946658309557e-06, + "loss": 0.3104, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13600924611091614, + "step": 330, + "valid_targets_mean": 1860.2, + "valid_targets_min": 626 + }, + { + "epoch": 5.32, + "grad_norm": 1.095408717419895, + "learning_rate": 6.7832867442298645e-06, + "loss": 0.2844, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.14203448593616486, + "step": 335, + "valid_targets_mean": 3012.0, + "valid_targets_min": 1445 + }, + { + "epoch": 5.4, + "grad_norm": 0.8946946595676237, + "learning_rate": 6.198419770357764e-06, + "loss": 0.2976, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16260306537151337, + "step": 340, + "valid_targets_mean": 2969.6, + "valid_targets_min": 873 + }, + { + "epoch": 5.48, + "grad_norm": 0.8169352231394611, + "learning_rate": 5.635265867423321e-06, + "loss": 0.2998, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17487314343452454, + "step": 345, + "valid_targets_mean": 3076.6, + "valid_targets_min": 1050 + }, + { + "epoch": 5.5600000000000005, + "grad_norm": 0.8163208743049927, + "learning_rate": 5.094711006484907e-06, + "loss": 0.2778, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08679372817277908, + "step": 350, + "valid_targets_mean": 2021.5, + "valid_targets_min": 338 + }, + { + "epoch": 5.64, + "grad_norm": 0.9952519880856041, + "learning_rate": 4.577605605092248e-06, + "loss": 0.285, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16831034421920776, + "step": 355, + "valid_targets_mean": 2338.1, + "valid_targets_min": 1084 + }, + { + "epoch": 5.72, + "grad_norm": 1.0756622420151967, + "learning_rate": 4.0847631893833566e-06, + "loss": 0.2852, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1444486677646637, + "step": 360, + "valid_targets_mean": 2133.6, + "valid_targets_min": 965 + }, + { + "epoch": 5.8, + "grad_norm": 0.9257674814633752, + "learning_rate": 3.616959114220162e-06, + "loss": 0.3002, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.23777079582214355, + "step": 365, + "valid_targets_mean": 2538.9, + "valid_targets_min": 1373 + }, + { + "epoch": 5.88, + "grad_norm": 0.8690699429240454, + "learning_rate": 3.174929343376374e-06, + "loss": 0.2841, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11037126183509827, + "step": 370, + "valid_targets_mean": 2433.8, + "valid_targets_min": 1237 + }, + { + "epoch": 5.96, + "grad_norm": 0.9718357574467225, + "learning_rate": 2.759369291696614e-06, + "loss": 0.3004, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1343100368976593, + "step": 375, + "valid_targets_mean": 2798.5, + "valid_targets_min": 903 + }, + { + "epoch": 6.032, + "grad_norm": 0.9817652023621845, + "learning_rate": 2.3709327310483608e-06, + "loss": 0.2684, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.12780410051345825, + "step": 380, + "valid_targets_mean": 2150.0, + "valid_targets_min": 998 + }, + { + "epoch": 6.112, + "grad_norm": 0.9014203224760045, + "learning_rate": 2.0102307617879367e-06, + "loss": 0.2766, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13069286942481995, + "step": 385, + "valid_targets_mean": 2268.4, + "valid_targets_min": 911 + }, + { + "epoch": 6.192, + "grad_norm": 1.0186765172032302, + "learning_rate": 1.6778308513586084e-06, + "loss": 0.2962, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11167597770690918, + "step": 390, + "valid_targets_mean": 1636.0, + "valid_targets_min": 693 + }, + { + "epoch": 6.272, + "grad_norm": 0.9007287293295244, + "learning_rate": 1.3742559415333267e-06, + "loss": 0.2762, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.10594399273395538, + "step": 395, + "valid_targets_mean": 2016.9, + "valid_targets_min": 1210 + }, + { + "epoch": 6.352, + "grad_norm": 0.946964378636132, + "learning_rate": 1.099983625706631e-06, + "loss": 0.2655, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1707034707069397, + "step": 400, + "valid_targets_mean": 3195.9, + "valid_targets_min": 1289 + }, + { + "epoch": 6.432, + "grad_norm": 0.7899732764847707, + "learning_rate": 8.554453975300258e-07, + "loss": 0.2789, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.08833309262990952, + "step": 405, + "valid_targets_mean": 2436.8, + "valid_targets_min": 888 + }, + { + "epoch": 6.5120000000000005, + "grad_norm": 0.8794195051438293, + "learning_rate": 6.410259720728751e-07, + "loss": 0.2992, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.09639259427785873, + "step": 410, + "valid_targets_mean": 2271.0, + "valid_targets_min": 984 + }, + { + "epoch": 6.592, + "grad_norm": 1.0137858039965408, + "learning_rate": 4.570626805768119e-07, + "loss": 0.273, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15096719563007355, + "step": 415, + "valid_targets_mean": 2673.6, + "valid_targets_min": 1106 + }, + { + "epoch": 6.672, + "grad_norm": 0.9819001117157581, + "learning_rate": 3.038449397558396e-07, + "loss": 0.2942, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.15650422871112823, + "step": 420, + "valid_targets_mean": 2339.1, + "valid_targets_min": 718 + }, + { + "epoch": 6.752, + "grad_norm": 0.8517024842857888, + "learning_rate": 1.8161379647706034e-07, + "loss": 0.2789, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.11373068392276764, + "step": 425, + "valid_targets_mean": 2288.1, + "valid_targets_min": 1061 + }, + { + "epoch": 6.832, + "grad_norm": 0.9942173325428866, + "learning_rate": 9.056154853830823e-08, + "loss": 0.2924, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1729286015033722, + "step": 430, + "valid_targets_mean": 2370.9, + "valid_targets_min": 436 + }, + { + "epoch": 6.912, + "grad_norm": 0.8761392834472287, + "learning_rate": 3.083144213933853e-08, + "loss": 0.2918, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.0916639119386673, + "step": 435, + "valid_targets_mean": 2043.0, + "valid_targets_min": 1123 + }, + { + "epoch": 6.992, + "grad_norm": 1.0047486254280051, + "learning_rate": 2.5174465224986343e-09, + "loss": 0.2714, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1423904448747635, + "step": 440, + "valid_targets_mean": 1893.1, + "valid_targets_min": 626 + }, + { + "epoch": 7.0, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.259745717048645, + "step": 441, + "total_flos": 7.12082116746281e+16, + "train_loss": 0.38846772432732746, + "train_runtime": 2096.0086, + "train_samples_per_second": 3.336, + "train_steps_per_second": 0.21, + "valid_targets_mean": 3009.9, + "valid_targets_min": 873 + } + ], + "logging_steps": 5, + "max_steps": 441, + "num_input_tokens_seen": 0, + "num_train_epochs": 7, + "save_steps": 1500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 7.12082116746281e+16, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..bddf2e7 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb753def72ae3578cb4459f4a537a0428480af48d3360e35fb787f22573db89c +size 8657 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..e2e85575be71f72a454c460086eb724a55062483 GIT binary patch literal 43239 zcmeFZg;$kb_cpo-5d{QAK#(v{=|(z4q$HFE=`QJR6-A{)x)B7VyBnoTq@}yN`^?+- z{l4EB?XLJ_+;kAFJYOi2rWbdSFYlxE3wYRpgvbQkRyW?nRYiDX@$AAKI}{3E7x_W^A(Uo{Lj6#X6n&!T9J@N^VH$>6>LoP^z_R1|C+CymXQT~5T|tc-W7DRoSB={W3qf&7O@=X zH2%%7J$%ugx58m%etG&M?{vn7q|D**O0MZ(4uz$q<>Ap0TFJ^8Tv<~+=UDVrPv>!R zkYIxW+e<}7#YgYc*Je^uQ*BqWOQ)x%>itRCk&kX|Z)fc8yX~(|g}<^yuJ7#XdgJEJ zUvm-KT^HvEwel-n@d7bV-eFxQBl}!g$;YT(q|@MYg8$U{Ai)bYJxJkM`C3l z`)DyaDC2}}B{a6TEr!kTDh>&gy(wu1Ju`EVind3XQl@fPrL3zfuWNNY%uCJs)d8QZ zSEYgQ+TK?$oiY1f8UI_XNq<%@&QCT@cM>kXdtID&M6vtQDx_NPuc~Qz>?xI4O?XNg zUhjujPkonq(<&=&?G2otosbH7^5^I0cfe5PgwFcpXw|D>6=tp9=*RL`&Kd+n}r=s+l%4%o6 z)4w$**6(K07zJH4`Mn=DKTgezxIdcX4*WH!xQ6 z`Zh8_yNf-CCnt8RL##&K@tw@IrwxG=d>=o4w9Y!&@Vbb(Oy&M1#pIIx+{*a(DUq=?)Al5=>(hSsq=?x6m1RfaahR$`ssXYsvg0^9KwyF zcR64=Y9~sh=vAvZ>o&lRb|1W*%0{=ZLhPv-PPfc z+?wMy8^V_E?uGXxS~{~W!5s-gRNg1+mH3(cZMUte>dy`)f@*8MirZe1%*I}=eDFN{ zcdgfjnHO<1dbL)NmiD?~=|Hwx;fK{#3$Z|QwWZfzzkc1^+_c8@66sSZFE4j?anaoN zNH1w@Yz&T$mJ$|5?JRUJK$LNiLUP5K@B@RQc_abh=Qk^Pn&mWX=zQ0)zL99UP|$V3+?`X>hu0R&$*!eA_3Q! zJ)y3y?yUf^XioE{*QH}(Mn2=d^p>Iwb<1pgsjg4*uq5w#=mL1Oa2DNwB$8G}-wTCkv!Kb9MLxO|r3FY{w zxVy8}i>I?o#~aLwd9#f#<|fMRjQz##*VotMQVE_Wd1z0#@5mIXXD4UYLD>H`;pm9r z3R+0;iqFeqsj8~FCE&`DCL2dre15|Q$rjyNl2Wgr^+cJj9hHj9wK_`4Dov2o51oKTuN!jHvsJSqdE0(O=70WX_KhGP;OB-sR>VvSGi>64PnFJ{mPNq-twt7uU4}m{<gDz7Se z8U5xUD)Ho=&GpKSZGc!p3W@+<-^=f?@bnJW$7ENuR^5lY)mk?`Xi7`__wMEM4-XIX zZ~Y?t_3PK<`ns%y1h$H%1JSEe%S#r6V+dRV9yXVk)+QJgMn!0QMwOLuOFtyk($c~u z=l&8#uM*BHE8`(ow?9**-yDcM*7fW4zdjMh<+KLzZ)1;-j{~TM{ha^|kyTZVoN>ia zs&u5_vGuurUu<$_<|m{(Noi@^+^X%XC|Ikx8Y)LgNy*b0s*5`u95-R52Xi!!w%eKG z29|n~FLRAMC-)WrG9~wz43*oZ=?_=A?7&*Cj+Ew}5@H`79ug1`yqMxOJc1`LU&*Pw z#qZ1_ba84|{I-^q-RO6L;d6-KNkA7BfTH4K$c##|vVjF|0D(%~@d6ZHPD_8DAvr3r z*6VobQA)oVQKI9<_?qf?zP`A_PA3-&2_E}Vu4~1Ein&_V zeSpeJk|dN?u%K68#PK;P!!}o>@;v+&&25wP$E4yye`hJzR0aTuRsRd51b%WUMgEPUxXAFtH0Dr zdvDxrBOPE~+W`g+e=7#KaQGG*OCA;*n{|y!Fe_CiCe@xdu3{#TPbxbtR32cAj+OQ0 z>+veJ05VP~v}O3P6aU40j1`^mgNF}!U#qC9{(yZF&0+dge>m~UJ4I1ZpU;^kE@em$c6{=Cx`z+NQqt1+ z2HfVtRBlcxY6&~6{Z)GJ>zfJt;;Br6pk}efu)K?_Yes13&6H4iKF8G;KqD&A``!<( zLf)r;SD)y*znU(1IEle&KESZI+bfsZ&RnaZ`9rhPaTylF@pLR#TgZ?ts?U$P=7-?P zDmy1o6i$N{f<0I!x)h6qkvABZ>71OLnpwFlh7z^B&KxfNIN7M3$UkifzMm4P65du5 z0duAV8-Mx3ZA)tgxApRcP_bm2(A-&`wbAlIGETG5W0w%mQF-hJyUqrShsvfYRJ-oU8x^WS$SwD05+&ALoV%s5 z0anv7Gc%{@E6)8zqFYa2zaJv9FH5bk582nAfE^A$@wjM&J7alzm()2;e&0cUngxM0 zDW2@FA$N7%Zhh46OXc|k_Qnqsr^m54?7=g}M;HMJ-VOo7(n{5!(_V0KDgkEEjZ;OZJhIwX|co=*b& z{OsI6hRQDkaw~hQ7nuYDA_3i+TUbbg)FPO6_JEq2CZu(?XtbugGlq*VTrFD}@X4Ih zVu&RTMZ?T2S8UQFqUq4Dl+t!whk;Kcj3$-Yp8?5TEhQx-?5JXNY>Z+B3-%L0!tbS{ zPlS)?;$&6kOCSv_myB52oeIE=UHXA=#r&+iych3*Z(UlL3$|0=S+JjKcz^YURn1Xq z?>2Hp*oF>=o4UFDX(^G{(Dsd&%u8b6Lvl92eg+?O8G z*4^!tbpZR5M!5QPyFJiw?vgjwyZWWV0{!M|m$=9LCtMcd^DDGD)N~L>UoJ?GO0n{kq zZ=UYEKTGzqLRq1_Ub1kJwW8B0Un*tqUi`3vAq-(4c@D?Brp?;{x4Gzq1%S>=rMD&I zKF34JJPc6~RtyimFV5>RvHIE1Pf1tzTW`Vcu00VMSq5x>%I1RT<9O-^4`=~^a%zsv z(l(BOt7M_}8cDRd_km=qEk~POFb&sU^p`sd0G_94y*p#KnR1$LKv^H}E(LZ+#0^_0 zdz|bexDvQgEg&&c>68lrnc#Jelt^-*#QA z$@rb~6jFqhZW0q`)YS?11GiRERQw()pV7g=Qt7lYKie82+sOlYnwph082&+()KCM{ zLH=R@Fz=mBDo)!7g%KJ{l(cuYowJ%!EfGccIxq|;vYXq#pW=TTTv019xT0fz+|trA zxj$m{=)r@=t=~)bkOnE=bXtHiwXWDOyk9&wlGa;lHg5C>rGz z6ioXwh&(+#1C6NiQbv}5Ln)-40PwC??Z~E`DJ`5Kv?%VJlG|D*Oi%%aVsm`Xq)|oy zH5x>vzw(NERC(T&B81zTV+}>W1{htjKLxV$29g9&_l@0Xs2M*u>ghrzL!AQXn{bec z6TW!XtR%J7az6;JPPGXPio1ec!vtz0pl{sgHAnL?SMc$j+_lfoPpqJWne9! z1LRZ>@{z&*BbaY}s2O7g+)CO;mhE|)i@VK=zlMj4+1RiOxb53lg!lCw7#wZSMRpp+ zJ5OJM2!~tv=H}+k6z2Arl+A^|QiTxV;o%9~15g$>F!(;ht`=uL_!M72ac;+;)S&f7 zLqkK^+5QMc`{?MXGeAa5YwJ|E&;_QoM#5@BCnRj7EX=7`rV~F!s-E?+%D5au&c<`W z$L0eaOP()@fGTo94LIsF;SuQBVz@7+Rpre3?b|n~xO?+E&XWeR)Sea^bq;}i0m%6f zaJC9c?!X0i509n4#q>HWnQW$isDUsx0c&W7h$n@j$Z5JUr<6Y4_LKD-SUYjEs2k$V@=0TKij!VZr5_nOhV6GFdDi z(zd*I{N1M?P}ZHCgVtjXgFWdAkE*JxDaylul(*s8U%h%&s(Ki<9K8dsmzP(XC-#*q zS7f_mq#vf8weVz@+qpt5a_`=~SaeM9{k0K{l5-D|kc5P8kUpZ=jjtJZ#o8?MsTSm} zLMmAtDYZ&pV=djaT&* z-~@Rs{=VzDKB|@x>$vZ!Cmu+C_ujoE`7`sH<7Ilt5|O|hdhsSjNIbQnK!=jk)?Isb z!v=W7^VcIentbO#(*43y*cKA`^_%>sfSAkxL7xKxH`7L+I}0k)EbtS@3fhrEh9Tzj z_4Rc`ZsFhSQ}Frl!FJd%!UhTnHpf-fG|y4a?1GJyG2mUY78VS?*C_PHDjep;xQ>=m7|(@rW>{uU z#b>Ycodm<25!jz}RHY!AT1?c$!Lvp};aIF5S70t>*!9E(c9LqfD<{25j=|P+BLhg% zkUF3?Q`v+kPwri6X>Zr>&rnJ!U_gp~e=^R`?{P@BK^5Bi^PCx(mGi?H{0gTHt^2ua zB1#_2D%tAKKnz0x^wRB!zffbUN*HyX2?!*k$U76xZmT0IE80=A{qi$iAuSf2Ee}uY zHdNfDQvHGkv4gFhWxdRuyVs0VL>vr(A$uXxtIW8t9PWx(4)%nW(Bi91R02Pp|PR z;PY^SAr7Qawm4pghVJelz{@5IjHB|I^!h1e(^? z!9lLI&U3@CiV$N1gFKM$*$TbzLD>MB&(S}HNg zxh!z-@Nq#)kO(;2_j-9kOVshdKwxU&a1rePS_w3f6p5X zBaY9*Qj(~QAt@Sx2q??R4)Lp+t-QZJ_UgXNGyn;(#`49LPXPgQ0Q&bC8P}4yGL*B` zw-C&5-qZo-^}4Eb$f*;5ft?@JX~#U?NsR~`FY%XB+7-_G)zo^AR+z}duy&3zV_1X#T+`e@PJ-}v$HdI zbR}H0-J)W+$dnMay{*}D&Gct_Y;0_ry>@rdb3vC?rqzxZgEft#BpJ|ZMN%`b-Y;wh zVjSo{U`36b6nLJwrVW$)`Sa%xqU?FL z6YYk!8oz)5npD_Cyy{_tohyKGa=)1i{PVnDPdQb2MFfGAmBHKv2vYhz4Kc9~GrV@a zGF;z6>2`cg)S7|z;{ZX`ov85uOv_Nbc#+5X#?aW9?>rth2oebgCC1(HfHW*1e56s` zL&!CxpUi=UY=(VOM<#cCCJUptJ3?<)=MXLroQ|4E|v?J2i1VPngV`qQvvES@Z`V=4<$>gvx=LTL`Ik?t52CeZ!8T1;_S}N?9rWXZStS5z`>roG2yLR&edRh^# zLCg<~sfLapbtMQTfXa-tj5a}jS8*MIPQ{H|w^~+*3n?a8&v2Nl>Y(HCAtvT_vRHr~ zG#(W0Urn#v=uAw3*8)IYZ2ORxj$;#&Iq#Chv{j(=G_NK z2SxaOGsXz>Cj>koqlH2K*lc~2zyds8EQk_s$SlgJE4CGOl?-g%vbB;C>}%JM(v3l@ zDiQ`5QNa`Oz2EF;wXnMkG`Pi~{QDra-(h3>%5L11XFDeaB$uN1tH5R*hJm4>&Cy&0 zAt|XO2=Wu2CyYRT77#SyFrS~DB_JYd1jd700TzGtZ?PY2XC1aEXV3=7n-4ZOCj+>~ zb*6uPLLLD&mp^10q>9sftloX zSPcRq2IT_m<<6dzB)J4Z4Y##ocL?}M>4&`bi*?6)D{3|FJa68-k!?O+5V~jufc&YX zqS*+$=yOB_35d?5pt?K)2Ds&SAwN-DF!XKUpvTZ`g)vkbsczXNa7j zTFRh$JTw|mOjSm(QCG6Gs-uCd-=Lt7k(a-b;J$qYxSgGSjyCL6xQO-N2|#~}!8g|^ zcoPR#jzGwikd~eW4Jk8^0ol4oN35{x-QC?cx3`hGPKoAhmmfZ`1(6;JpK`ke-U=Kf z=Zr!_rX!Z8P%*w6x*4p{^+oa@tOXRMR!I3CYc@a!ZBu$I+*@@}x{1QR>rIn;#KQ8s zM^STl#{sA`uhHF#<&4aseErL{XZyEd=13TyIyydvAX>^B4F0g?xUp`%VLZ?8W>N}6yMq*o-uG*#pdwydWImntV-By3 zOG|r%kO^enK(dBtZLY4ohxP6a$ev;1R34%9Ib{vR?&4x%yxT_<0ssQ?b=_TS-SJ5fSTpdU}=t8K}(ddz)hq>So=LihDiY#pt3lzf=mMVr*tH^t#4 zDX6j1rl+Sv>vgQZS2!Opr71zN*e1ZG?Y{MXdAzz3dHD15b2C^nGa$)<3u`<%O!m4J zSSK#={4ND%{TX2(q|?#RNbIc)%2k6TAZr=`6aX1$G7y$DT&#DXNh?D`Jm7DEp`Shl zQ;Stm~fuKQ`(O902f6u5P1jC1=2r$#5QEPg*2Wj5JALL8Cr1J zsAALJhiM)u-@pHW`aT1|i54Vy=v63!NFz08M!&&cVA6B1|J&2cDT6DSu{Y-RHs+u# zK>`F)6J7Bd9@l6hBGiId7$(2ay)<6!)(^m)1;7vr;e{yvv46Hho8z(Ok?s)e<#=d( z+0L#qM2VypEVS$8|1eJQP`-5O60Mw^9HMiB<~${p@`e^Vf&iiZ%YTbAx3{)lLf*)L z-4z%c>j=g2avzT;y2&eZSC;g1{`J@;bK^)(H(2rL8cVC1S~PylpBPE6ocBJsPaP3c-{C2dh##5 zqq(f&^`k&5jgOCS(_v9u-Z5$}S2QvdkfPfli~8~<5g<6lUrfK8)}U=0uEQA3oK!xgAnD)d-xwMkRcFGt|;{T&PkWz;Y5Z|On>p-5jWj-7^|k9Vm$Vj*;pa zdJlMo#@(q-3%1dc@OOCS!pyYsuaxa2T>{_z9?8&O?YZfR(S zx~BI?Um8r4qXNrBBXksShrV)%KYO+X?euNPPGRao_wKz#m=6F3Z#dG{hx!KLYKqH| zYHDhbynsO)-pnHq;SdIq1z63u-X-9bO*$+R*)K8DLK`d|hs4JEH|l)@1tI0DK>Jx` za32Z^!xD?(1|Xjl?M3R0@G(Ou?+h&!R8>FrnAoe&gYORP1xo8SkV^m?>`&vu!W=$5 zAQ8cyk}@hBeyKaTw6p})J~D9Vy#eM7YE_-Z>h58{-ruHb{9GN0fX)? zaG(i8#zB08kfFhA2(FTciidBa_+8kb@(gT-Xj;zu_0Rapnfwyd8^{VY4FFlY%4rksq8!o$L_v9ZZg&2Px>Fe@$qln15m)l`XCa&SwF1Z0|{t!Aq7^@_4>FEA>>L!nqe zGrf2JeiTG13fg(T?rUS>P?AL-0E(C*ZM z9j^iQ0SyC#0bCBYV)NE0IH4l>oN{J15MLRHe!xB?BqgUnvIh)mxRk=Q_LIn$Cn~%- z`C_c8s`HViCiz_-6Zy}K$`Sk-%U~ybBy@gwAAtri45dJ?1*wOMia45iy9Ex&FAlse znnB}S{FCxL-2*`lcWAmJ;%Bk>;McIQMsO1{yRL#d8w5pV!RwL7l%9vWl&*_+5lzW? z9G(uSc>#ora)bbj0yRAe}bv;X>m=(Ap66|L3}b`R{@v zOKIIx@Obe)La>1|py~ixI=()5&g6Out|i0@hf(sk21L6A@IUZP@eD~>NDJ<4H<1{ijog!cVSBBGvJ zFRx}cE-o(DgY{0BFYN{BB0u6cN0wEjwQPvu~P6B%#uyrt7HWwfj zAAA~GN1NcagLdldtfXmAhTM0oJj!j>)fu5 z622ODeSYA%#)ZFfdu%tHZyp^Hp%Sn`Xi;w@Nfv;W*+1Z44LS|d3)FI3dgh9UP0|64V#Cq7(b*{6tGTz65AUZg@9H{bnWi}M#SyyIhd<9 z(Lss%4&V!&h3T*Rv}W;`-g}|BJ^L$k^tF*cP;#E`Kd4?m^^oY~-1&R4Ush%h0HV>_ z-tOm1>H5()-sMBe^9Uq@5X%B$SZx+Mf4Ovqi0}ZMVNj3TOxB@MdY#&UAlze;k?ltq7 zMo9lx19I?v2>JuBQOGq&lMyV!??8*)0fBvLV?%q%ga2f;5Gi<(4h$^y^x9e{6frE| zsbv~m>`8V3uHphbbP+HI=3*u#LMvncTy*U>O-g7cPR|QNLqlD*sFse7tS!^2YY&VH zkDPgf&na=u2v=3ly=vEu2NJ}ww``1uL*B8tR4C<<0QwNo($GvoIa*}WGyU~#d=oe% z{{W}6tlk^I5;_row(1bJL?gFbabzPs>6K?&D4zJguHYC|@ny${FL84U* zBo9Kwdj0M)eu4QQ6S7Z1A8n#=8l75B`lS94O-I0R10zyF)xY1h=Ig*>>P%crWnxd= zDPx+N!=3ahP2_w55ja|q?Wa}kiUckqF>KGZn@-eJXZk%fi$Ye{_ld7o+7sFqCI&}W zCMI5Qx8qWj&h}eP1Co|qURd4?COW#$2!cdKNh&K7Bhv(?IwyyGQHn39JW4*H8)f$1 z2fO{RKV93U7A*8muU*ewNkaHl5?Tnnq0*Y#T9Oir!fMQ*{gt~e&D9^9z|LBZtb9S9z66!P8}p9 zXa{VRro#ir?{J0--59cz7$G?2ACqWfGFY1mt)PP?!=AD}J+y&7C1furhnJ!cAbz`t zW8Sd0lU~8q`E5=*#)6P4|WH~}gd#okl^(eZQOR8V1Nu8JCF>SB5;}gG!=e`DP zIn8dN3+NL8Xn#;C1Cly$l*>l3y$6m0dfTv{WnX(`Sx|87pm8*@n3N3)r(a zC@Ezj2SOG3{m0^|M|NJ`7icO)18smpZm~BFKT|o|_OIvqXgP<~I5|{hh+qQF2J=Pf z$1<>3cKeDf!}+fyhJYGJCz5RR|IoG=c>X%^kW0t+3}2$1xxvx(*oRQ4HEO zu~0@3GpJ4uIf5~e92~NcT(&_wWrOl=zAJ9U`8-&hQWuD(JMfa#(ejX2mgVoKe){t5 zSA*yCd@IOn6Fe1p9w&~VqBJ0;sA?`XRN_meqhD7Z{cpAlR^jY0{hK${$a&72c0Y@x z^@moj`-l0uER0G+6Kp&vd2ArWl9H3-;%~#@3|Nh6Krxfz64!Xx+ShN~XaJ838n7(j+K8RdvU2S) zlE|Sk-VWpw^f+`KaH=4ENSNdsWMonX2Gp?HvquXFPUM-8`gWK5{lL15L^3!$>cOW5 z*!U`a8)gVIPWEygRHC2Z!~>F;fRH1doRCLyH$X%mvIMytvBe+t= z)KdM|PtkTaCaAzU0|G4ck*49J@P~o%kT4%t!>Or-Muf?T{}+&%Cihn zw*yo2tw%^7UNcqlO}Q!Z@k94dndb39-}2R=u$0~4n7}h~Lbf@d-9SA?)il|mO+GV2)jz&v z@Uw@5*g~N5=R1A)uoW9IppSHNk75PsKtCW5JY^d6NUNav4;IcHB%zvXuZ@%%!_GyF z?`CM=?)8KI7L=FZ=z;aC2PK4*!{m#8B|!b3N+&B6F4n6{?;GX!e_fgb>4uNk?>$f; z@J^~)9q2CuHfNangm??*TRPWA33+R zH{e7d41WhaO&A0>ZoKvNy$rpV2VfxU=;)B5s01E93Q`x6<)N`?4dNDfGk$@7N8xdf zc(THoG}|C#+ri0n2-k=cyW^Juxd|;V2(zoAMM5WU4v&1a=`rVMZlxgyQlE;|)YKp{ zI1o@IDzx0Uo*{UWQ$8PUw$=?NL!gfl0L&YygrUIgKu6Jc2_BA4l! zdm-QTY!E8uyQ01K&~z{o`^`2TOZPCUR7FhkI5F@|C@|}CD{q(;|0i!dQ==^IxC?ac zVPyRhCh(q$Yd|esra`ohKmT3{2#X;cTF==3wpc{A|H#0O|3T?vKd1pkK4O8&g4NJ0 zc!T?5TBZ(lu7!16f{QshIQ9pZ0eO7~`8;_!ie3!^+gir>75k>VDHgHF$E%Ve{!QZJ zy`LpfL&8ILX!FGCd8+gW-)btJ0@q*Vj-$21z_}|*x~dQg-pleb>ZH`+iC&zvZ-kHW z^lNUv>5=h`k$oEcELh=%f9uXP)uIlSlWQYp-jXWWbEij}L1>K2iQkc=3( zg5wPGFJ8P5Psxs7#>GS{t8t^g{_wu!@cYxUJ^R-;We~=SCz^Z(wa^*U{9Q7{8I1Rc ze+*TyaNb`U*CkzODG(vV}X91Z4jtd5+JGeCg&XSMtf%}V_;9}{=$?PNw|pRd>S9G0!{L`MGH_V~p4Ut&!F2^hNW9e^2&uFR{$x#M|x*-ljkW(k#BO zQWwfkieJbh0o|t(kc9PHhXrZmfmMdQ9b{c-G9`j?ZD<(+RW)5pVK#KWVM=VA8$waqKLjR5Z6gZ(V}!m0aqeB5+;UGboPF z4|Tl3BmE^dwgc?D($M=Jt8mc&A5|-3%WbQX1kNs39Zvg!YwZK{7{vm}8f(w@m{qEM zq%tj;>b~APIX2R80wj2j{4*Z^G_9whRp5H{n;UY(lOoq@}L7tG) z8)egZ_Gx$LPFkL-d;_uxWj+G%d?|erB!W6A#>0zkP$ zX8+`z7JISxpi>a$WcNEsgV`wN@_$+4#|0o|qB}Dyk-uil3#z}qC-Md_8O9&%08qm% z-oPzF1&E{v9t@z+HN0|2or5|4^9s~uc%fE!c$jFn#u(89upU#$%}9%#KiH5%#dtrMP`U#FAN!kSaNzW&zm*r zcuQQ%+qe?4NZpu}k3f26I_Za`)^Zl?T?M@o zByx*qkbq3uhdIN()g6GDv$QlRwav0vmKwtNXi{$EJE#VC? z_0QeY|EI$2!{D)pFzTY?@ef5Jim|C145%v;BZ*GFn(e6~llemcRt(*t2NSm>7WT0a z*DX=8e>)KmzNR9;JO3Kio1tNGj0+c*sL@SK=`%XWfl2M0;&oQ_Lmk) zr&hlIn7;^zC~`&0g=5rw%!-i?II)Z-*&S^8|2-%J@}O>%bq#vpbM*W=|5Ee*Z*$I7 z-jLRBzgGX()&JeO^89o}m87%o&G75ea@|*E|B=+t7Y6~+iXE}6!~@5i?I1MUsNpo#(o5|!h&wpZ&r;)s zi_*>&dXk@F8N`gBNrw4NG#x3at580Ia+Nj*WCq;18ull^5A)p)EZ0HazB(8KeWZsW zty>>If3Em$J4o$@r=v@84L$$%80T9QGlntSwpxkGe^S$)CbYPi`;pExVhVAk;4!trw)#7N%k4>HYvhU^{}cKzq6+Tf`Y>visc zaf^svnHxEahkT6z2n+P1`*6lE5rnhK^@_|AKefzVUPjk!ENdA?oygV}&bY1=A2qkC z|I>Bu)B)3t6mWZt^mV`^IrGhz^4|Zc%?51|4YNvQ-l1I*UsqRG!DJg?=hP!iP9 zyus<^2PU~OqGvfaVq6sE?};P&Q0TiR>*9knLXNR*lObW^&Mu0VBSN1d_(RnDf6>HA z&d@ISBRisY-CavJ)0932wYRaX`^nt0S63EfkA%4Y&qrzGJSx2^MWBa7ym0w#Sq31~ z_P~=})9c>DdUNmQE^8`ZLxvtIhh8W4D=b}S6$Fe6^6_ilP=eTT(>6ns9im)x7`Civ z*JbaVxPbdie-pl~JNfD#(N@(|n7cCBJ!4d1J^yefwY1 z+WQ1s`eQQI?@PV)aQ-%udC(yMHMusiUs=Y1>>(OS-s+E66Kc&qQ z`ntS4jXeG|IUvq;w|gdb`9zuhd&3?{7}aHGqvZ8g7bR4!+|)3HK70VZd+V-@WFr>V zH;D&>)a%4^P2Ts&w3mdCX7PWS{m+%q;X*_KV((7MHN21Zbnajaf6NWe_s~ZjT6D4w z5+m_S;0=Qf^tdCTD{u>2kE_IrLmdxDaN8Rn3l$P^c!S9{Ool;M+S_y(FA5|m(g9Xn z@A8$v$`TgjX+WpW=K*2<99GnSg9M{aZbUXD*x2#4E;3aQW#L(yswt%}tAvj;qAwDx zKL??9<8gwmgU!F!W#IKx!N+LtUVFD4p0lFdtIshT!;h5&VQ5LT!Kl38bh*Me8YcFG z*yvTbv8^q}!{eg=9a#Y~GV)~a6*WSZp*F|n@?XF0{*%|I*kFFx#5~R{&`T;;3QTs@ z@nQl~@)s;pGyU$veK{nN*PC2NwuP=94onD-nhpi4xxb_pT)@;U-{AdVXQQve2`X zl}H+G*{T$7-LLdfuu$S>wcD`bmdsq=ZK6aI<`IZ!O3zJE^-$IAbs}@cvUbWqf~70bo7+bP)p@GQ89zvy>*qP z_LnAC@E)nU+-ZF&d+ zts7mWzpWYS`89%kx)!Icj=L21rKKw}7*Q7oE1uBjF}`{mSshjg$lwAH+h~lbt<3^= zwqr#G_b`eot#okIv0Q?~&F2d_n>CPbH}naRmE0~JM9q_gnT<2@pnm<-Il=DpReK6Z zDu-X#kM3DAPeaQlgQWVG^vIaq{auSd(xS0tmME~GLM08FV(;vsmc_wX0Nj3&-1Od{ zg>F;Z&m5*e_)HHCFewSsVzOr8FE~4=!pL8atc%4o4mDJX9yyv`av0Ei1}s`A_w?Q~ zq|VdKB(Spl^*!B zz4bDuWAGmR_r~>5k_8ubV|}$Mx#5+w&oDWPBB(r$#>xBchV=`zxz(9<-)v`7J|3Z>U038bPX@PSNoFs^; z3ONs^A$0%#J1}=Zy9@*jzSnVp9fa6-T&Osn>Zt^_jo1ndqo8|@^J6^P0;J$ERYS@B3N}BFcE7zoE6;M-JJ#d42|6x zSis(bY)#ChApv&RPoF;Nf=v}VCdGlzwN6&;&@oc5yodT1G`t-j;&WMkGRLYT@sgDK zhp-jEp-djfAm_fo7v;dvYgUX)!5a!D)`;>>peNG6exkT-?g7KIU+((^Z6KZeP%0D= zF)?^g=5|f6r5~7~n8{IkDljwQ9P1kFn^c#-a)*Ci`P+a51)d@hI|X@p=w89$OkPHO zJiG^Y?|$oe9Y`tA2EKSWvVoj~MC2F5!h)Rr`X4(MsEhrJD?b=(!~`nrHtfAizjZh) zyDH7`WhIQ zG<>Dhj15R?ybLyb@NEaD{IB0=e~EC5TIoB0SQ)cpV%Y zvlB`}=WlbbxjTzqv@${Wr7QU1b_X%#g(V+xrav}PGG{c*p-m!671C4lx`3~0`vs@& z;0wdxH1(X32g@y7Xb$Fs*Q=Qgx?Z4*At!R9Mxg1H0EP(ovL}l6Yn1#FaNY>(>2T+F zyr|lUH~UjHhWi)qJ_O_ZmIdy9R$}Q)W}hV#-R4Vwt-M0wUqDT7qpaIPX`P*i%u)t& zwY%X9?wmmwy>j*HG#nSn+Vy-W6a5RiYsi-d4VPL`;S1~%z!!o^N3x)KgNvTcW!s?n z|6uH`qq1DP?cs+;Qk0eu1O%ic1!)0k2|-f2ySqba>5>qnL{cS1K%~2*C8SG2K+@lO z_Iuv5)$lwWIo z;H(U?#I8puMB*Q>8VI))j%zXnA z_!C&ZKzws7H~|?DIhc(gsbheU<^nScx{YJ^xt5_nY58gG=Uj0yGcZ5|ki2jpnM*>) z6De5*o|kRRmoMR8vvIkKa?=2x5XR^DYpFK|#bni@Eaf4nicIG1EV_T9Vej8>Xh2rV zQcXpw9QMC(uU%UNj(tARiILh=U|c#ukJx3oiwLSXc`!J-7xnB7h{eFT321-#@5Btf zG`AHP?w7v$QWf+O`vB4`R>pbT#WM;U!B=TYe>H=A-Ja08PFH8vBMUG~-;-aPj$SwS zkZ}OYqh91cptwNlixA)`NXNv~@hQy4m{K01p)j71`Ro)mp#ZfFVG*~_5A?kRiV41O$Id zphPCi%!$2dEy&I}RJ{oQi~YytO~*PQzx#^xVuTmb*J~&&c(Vc=la}wTvr|Qah`+C! z6Ssru$x>yJBNYH6MTv(AY$b#iNPs|C!G{15bZmx%s=#(V0>znfQv6jyHtleBF@kWw zbosEN{rtaijUJp0 z{p#AK3Bq%?Gs|>UP91ub*hY7)3^^oBsARsJD>6a;YJA|BZcr7dl_Cevm5^Zv>KaVQ1zh9aI=r{@{?d0rk3(tbo%Z6z z$2<>3gkV^^@YS4qB%9{Hwu>W6Dpnw9U+#j=oF6&)W}pPSnE!i8ixkA*Dlj3U?S%ky zU0k!WIa3pDrdKN7y|56XD`G$Fm2r3-Ah(Lj{p)v zvLx9g#;zIaz@*pVWC&ELGcT@{@Bu`hmRB0!3VM3faIaCFYKf|RNqR6Uxhhj|8xS|KGr5&qc!ocCNZ6}#0VKIl{g3yVxU$8 z#pA|IEvHOA5g58P`(Iju?+9>rJ>2%c3AT#XP_}&3;~}+a>!G>Q@4XpAKlJus0;>D}Hbuxo^_#2{0e=7=qR3(Z&M zqP4^X^+`iC@j!c3e_=0;TR%>B5EU1nUu54$`G}n`#s#mEK>!Z`Wl`yvH@D5B%Nxsf zxQN6LxK{IfBPc>%jw)<61dJaREh(Yp9dk-}+?MO%6^G0v@|1yD#-`nNmooM??Tq-V zaG@J@3|X3O=OzvJea|S}vj>(hSFpU?Js&+_>k3^S)SkpjvUnbx@4Q{( zkDWk%{8K4ZaaBeMQH>|qWl8TQ_`*5$XM&I{KXa0UzKblaTaFq3)JEJ42x5&JzVJV`)9RZADdN>DuYE*i<>XQVWu0<7)AQ!?JBVNG54(EMdEGjQPVOI`PQ20UO`U^SF0|cVj`+qYZ!VryhsQuA0)=dX|!&*PVkX53pJq4 zWuC`tsPv&3IM5C1ZC6(#=jW3&yuI16f8Yu}x?DGl>7}Z!d@}!=AHO57iI)b^N72_- zUIg~g+|Gz9BPoBDIeR2z{)6H%H1dGo=XLxzof8mmWKot|Ty5AXYv@vP+`JGW#9R;a&n5wrXJj>*!B+$YbSNa z8JIZJe_vl$b7W7{qA=l(Fzl%~|6_gWl$wIXXo>;Oh-4kLl)Z~B3~%K@smPs`d$`JLLK zr2|UwN{ohz=*>U~;iIXvOCcmLWCwW;H;ZFqGn9}^fi8hkT$Noybgd|~mxH-uG}lD7 z(a^gCJqhOu0VywEV0~B$_aW9aS_`Q}4N=>v`Mpzf1v`@F5rF8P;MuipO}I(r2UUE} zS%~nOxtENFgb|7>U}=osSl)@f(qq?Be03KZk#}a7Rd>&Jy{Vt?3L&_Aisuv_*0O!; zd|C10hn2P;SB(Q6?d*4Iz}yBO4mi(03s8temK@0TL!Qp8t4{bw+{K<_Iv~t_)vst= z=l72_H(a~&XGB)+^+bjS6*Rxm*sK7J5~ZETg;XejMsam_P#|7=AeR*RnWBjZm8ZIu zaSz{o>5#AZ^-KF${Q5cKxZFtFMm%t#6EX&1+eUzM?I;9u7yh zD%i*`S>q8ZV-x|8S;^O021E;9H?49m=pnRdWl&QK9=im538>_RuxdJ7+ov;F@=^G| zLJIFSgmhLFA$oTor?dQRy9$(#SpLW2_iKkFjjFb=f|CjWggm6(R(KkSbyw}M&g;7n z0h4*-zw*oi*rJ=!wT(1Q$|3DI+8Ar+15-8#w88%SwnH}i{L`4hdTF$kqQJN{z6!at zytVnrSd*^y%BRWX%H-c4JO(09b$Z%d_R4$A)vt6dOIJRKVXb9`Y}xQs>K9kUdlBl% z)G~`f{HSv|#)KTt?O$JuBL}}d7KSFV{nz`}5&7=|3j&sVW{Q44*Q^$1e9nhB`CsXM z2-|nzuW}AZ_*a}yQh@DTbin~&WyK=yZ|(&o7>VK6s zpPH>{|7(Dl)$?%>$Q%)v{2)yc^*gJC%GG%Shyol)Hv=PHP0@mgVw%VJ3-w?8juBi7 z!HA(BRIif_6ypnw`WlQ}NADk&KalZ=$(?-Xx!pXIR(tyPzuspA%3xqn-G>hUbFUQ= zU^mDE;SDKwY8?wIwEcZMDg<0No;n^X}+{#J$?E1P{#L#+S+o+)ehd%8g zN(%6bS1#|*A)Be17=u@JQG_Y9&Xh+;_D7u#Fjb0xqzc6IPLTQl{}Byjqe$OiD6{is z?O>CDPjT#HOG``Ylsc=Ct&e{w?LGxwOUE!HKvcOfgqC;S3F^%owN7(>WU<@)nGx}e zQ>^PxeWqMLi>p&N`~-HU4AH;!Pe{G&|Ik0J*r$Ty39$CTPFN3Iqo4*W`uY=O$p2K^ z*EK90Fhw(7;|3050B}OtBfC%yZeYkP*28``7%=J0knZS{VzQ!lH?}gHV){ zYc;M)de@5k@7fz_s|y5~);#H`KcJ=t`)cs`iGyS!)#o)3O2JNtDz3P=n9`40DGcyx zwd4AWfae7^e-|!f7sAKTec$MM%T!q|A#^Z(;$LaBq&*SX+t>u&h|*U$-Svt<12sMj zwyGT<<%Lp#oY(R?Qfc+zK^oF2Z^fPm%14l8P{%<9IBpbii_pi=x z_;rN(GhDP+CtV0w2Q9`LirUpVurzPxr2qQot1R>WN9X7Mu$7mwF+I#l^7ISPfkE$R z4YJjh@_#pe9zC54yS(fvMfuIU?lfVe`p#$>?fuKt#%x0St&V2<^-zh5mBEm1JrO&; zc?VI(PeJezn|lABlB*IwEjCi%XNQ=}+a3{;9qxyb^rqb*g&67yMswRlwe7;uK0_q}3Bt!7Jd0 ziqsIyg5OKI_cf(Rk@dqPW*_7)dp#(-aVN;*b&ugy%IMLTno74~LNU?F)b5FoZMn7h z*Xz$N$Jr)z{Qs&Wg9+1yzJ6c^_y1mIqs4#$AyV}L0=m7E6Qrd9C_9if8E{#c7+Xfg zePtv{E&|NTu##_G^A+YJbE!)9+n@R!ga1C>`8#QoaxYqlaecKP^I+e6D>O_L&-}5% z+BNNe&CQOt-vrdQ%PPrL{9Vm|>go~N%1E3j_HDsTX<(Opp6mTfouIGs?XUZ{{L!!M zPO6rlGPoyr$aK@2+ciT9C#-=-V;aU6brfM|*d;3ZcME8PijAM{3Aj3}ZW;rTE}!w_ zm&_PC8zrenQ!GvYx*wxrQsyZSKHB}Gvlg*&lzhw zIQeCm8RLmxa|mPOlDm!B|{;`&x%nR|)(vKMTFP zQ+sR+>AMLCy(0Z0$mWrxlVVIbGMdO1WU=-A@pCWh0lQlN_$vOHlssCdw^Hdi*HH&Y z^e&}DmB#*%fUdR+^VE3z4Hy}0WW*MMo~btmU*K_kGo9!zFX0|4<#YDilNllN@R4mo z;l?#u$oQ-6rxJ{0vG5^7_Af!y7Uz*h=7O#+PUrVCtlw@0CYE@mMU}a!cTp~b*XQt# zNL`*jHl#tjmj@31GwR1l;jreV+>qy!NaBlII{3ue#8YN?=-n)Ag_C(h)-9dIcPBfk z;Xk!&wnt#{lD}mLdEWcJafy6b5br~KPusk`+3+z>IY$Z{tTK|wmjEOla*ay_PtQ7* zrNQdj#;WX1lL`#sF+^t24xTqV?T_zSnclo@#{aZk{!V$0{MTp0OHiUW<75QwpyYP{ z^i|tPyFG~c5PlIB(?bD|#ob<87US%{R%AJ4f}6-W4z*l>+yq}T@YyM}83hrSgE6F- zy4kHDY(m8HF6f9?jt746*MCeyK6WEefb7@LWa-9Rrhk#lkt1Z1C{ZbZlB$7b`2^+X z+M;k7aA5vOp;6$%*m%MBl_lAd$+w9|PpUMK8MLNNTlSF(;BZc|_e5{a+@$po0rHT`&f|cp z6{!r6>%g;uAQR!mwijX-m6`eI#At)UGguI?&t-YPVME?-g5@jvq%&$cfD6RJ{7)Y} z46R;|zxqh9&&1OBYDRRfWnwGt&ZsxQmBm28kPcDR6chJBUB}G~*f9?NOg<@u-K2@k zBbs;QiXG+a!}H841#s^kTS%>OMY2VvlI|GoHI}BGZHYp2_?00nSgA1NXolz08t$Gx z<=S9WYe~Ax+LCBQ-L}WS+0Fj35;EvcbxL#pmW0o(LQ2_D7II zkbl1){fl)!rzm1ZA18)Q%>*7`>6;@?jjv zhp9O;RGQ$_$@Bhw4$4CAT#f5O?B6ViD>=U`-5#*kuocdTR2vd*Nu;xTWJ$J*HW}Q~ zCU?Yx{c(-p;`i`&AG6@x>USy#_)>m_X(=8$^FH4ML4Z>{PeB{FKs;rlZ_mu_9Sga?QP~i2(qpik6-b zc~2jw@d?Gu%f&j&fTGY*r{SxQ_#c!6Yk}(hIC0D2`lRS=s#zlD{&%G;tJPl;&hB&$ z7uBgj4i(FzO?%b& zp27*kE1(-fk##@lIWO*B%fx!PS|msm;UjMDTA0etyy8BAO-zY(!x{2SV4V#IJs;iUj5_(iVMn+6(61@$v2RX)&r}ZCVVpo&fns}%h)y$JDLCcMQjD*2ZGRNa-+BsA3pntTNZ!0n#ulJdGIHIdJ)=wkrvAQihUC} zu3q(WKC>M=>ce%F)Ro#)2U;uZfQBk+4In9}EY z%b66M`;~57MohXNN}dI{_!pA2e*9sT&G+pE_AL9DD<`!tz|ZCQGs6SQKLU zpZ!+m;rM~T-oUU&*sU#qSCmo zBxguLS|A0Xe7hQy?Ivnm^A0j2Rg~;x`J$!5(HrY_rS}#4SjFhv%!qYuFUe4#v*nB% z#c34)U-{*8kwDwSaHATn^lDSFe9^NgXjpStHA9Hfdkkh7n-N^|z-CNO{f_6$pWnig zr6kSs`e_Pq67G5&FYIJCF8tc)xC*tkE{^PiRTF7IQ9+6*5ks*+`F2851UhIzsjK^)a5mY*mkIjblhh>m{0*jgzEV4fY(*Tti*ha18V0Lxyl37V&=>^)veUAu+i zxGQ4=U(Fa=fFh;(;rx5){p|-KS5?M_;dXyBjHGAd798?btg^kOS^nN|{68VI>8(9E zrW>2cy3<{+Ct$)3(cNFJA4vza2FO%$><$#nER6^SX_t=VHeu)2*lgTN_SajhZ zxSxK?_JiaX_LcA;hFM8!+9Q>UQD?VKt}hKm0;SnBeW6$PJtMH50F&2eAbSpotO>ed+Sqt`Kwa5J7O#cs9$o_F* zrQF1E#&9X`5=FM6b-3-m#PiSG@9u2nG$*8%?}#5Fo&bjP=VUVQ-zb z6HgS3ds!lrA>HO1h|=k&(hQ~~4~{nOMYX?skfqviI>FJ^OWnm(5G}z7-vR@Lk_+7< z{ftwf`Uss}nJtqTRk6ArTS;37Rt(1k;90i*@xKp;O&9dN&Bucn07N%k+fe-R$BYvw zwu?twLV^eXBthE94L}%{F8tutt4F?tb~+DY3bzq`#u`+LeNZFp@vdVZ@F(eXK1WN7 zH;{^NkIWp<+^!zkQtEw~PXni*y!%oJdkNncC6j-;$wJR3|}YTUVjhY*tbW9)iQUsV3Sfd{;w?J`WXN-{%ud8Q)8?BqJU&+3E5{WdCXI8 zNhUeNIp6_cB#@C!$w+yQqmA101B3`}LSomgf$QQ_I=RatI;z6}ub#|H3T2_A=Rh zFFNT`lcZsYkZ@e#+qZ^QTG;sbZaOreKn4;?`V6w+?F-lTfm*Y1r1RgjXgVo+~SH5Rs-rL8wbW*BH}AgcQkqVi$G@ZHz-LX+?MPP1eA6r`m~ zbMu7UOKp533~-#K7Q--TBxhyy!xHWXqz~v9?|!=jC6Q?K#oh2ORLN z!fnXvH9+bn9@2`u1q^8x$o4^}49ts=Zrv$5%^>|ldV+%Z_aO~jxPWw31|#mK*$ff5 z6$ktRvuGrFi5Xqc-EDTCmDuU=-KZ00dLmHxV=|qVc2fZs9q_r*Ahqx-EH@lEnVItD zrUq*dWTkoZJYNo71Q6o?Uxy<=raTwFARK{cNhhR|APb>N zn^Fn!;C}_yV)DMKzqAHoE3lY;FWpN4ABp|@o827DOzabip*fE~#X00u)Nv~fCPUbE z*8Q~_y+P6rS{dJ_MRd@BSb!%+#oy}GiGV4EUPI1uTe7dO-07gr=GYeuv}vU*895)h zPyewwfo9XNW!b~mU-!p^LDDhIGV-*{4{S*)eJj{me2Oa`ikP5sdDV@Z-baxg|u!sM2UFw3R8a?gpVPX(h8E-}4(O-&?k1!eCps$zMosTKLriHEg5M+MtG}y+USie&%)3MjSTz-uz;~v|R%Q^SW z8#>#-a&^@qAK?gvbK>P7v*AR#Vr#A8!I-h zCQ$1Gl2DY}^%d(L0W8)0i)xceah80Yo$sKBAV8-L@@#YSTf0=^z z!DN*$jJQ?3bl^_C-Q7_IyV4}%&JsA+LeH)*nLs6Y9g2;wZMlpfz=78Pl$THK{frhirbprI01!-gkxrb(5ypS*B1fU`aA_a#Axe-$zVs?sT-lfoYUD2orqdXnB* zqyV%53IT=$`*=gZ@HRh5SA;{<%jGuR3wSUTF+}D<^TfXNd~wmA>1SOjg`{3Pm|M}T z%YhhS_d_~}NPsm8WQ(8BGGy%RLt>QOB9km5-|`-x9m03}RxVw)Atpna*U$2B~Kps}jb?pi=H}`aM-@1*z@L7axtK)*M&MMLNKb#Std(B$d|m zEHVUH8o#QcLo#99jYP?^*pUI5{u(0eIvEKhp|Z{#R`uqOM=K;M3Z5w<5OaAK4>IGQ z*uMz_d0Rx(@tUJE0caeA@pPuc&z_!XT|KWEZWY96hrX0NMl4@}^eeIo{fUU~JJW|V z+2~(pTqBPjt5bgpM)+sj14nP6Iwc5ii&*CE7y%9)Ry865)sk5{L*GfpJM2uGTu`W%LS zr@FIt^}}rZ$D@DFJt@7+qkam;V8S9qgQ1;N@@dv=a{;Cbw(2#18hcB= z2M3#chbNBEqy>GbCDC#_khC`j~-`E(#0Rkq{Dw z1MsMC!9C^3o2-GAFy+eDuljJ^X3RyuRINQs8wed>Na50?y%X+N87A)5 zXH6<6tNu`9s;ih{kUe zuA{>|LV>W=t}m>}xEdZ6`r*1R)41v*Jm0K~b291ArF6ciF#=G}f7&~o?}fVT0Mdcy zDIif8wyj&A^uN}Z>oSOBoXcfP0AG*655XDqo9?<&%=kN2jr`PXn~qWaXFDiV0Na45 z78B%_@#FT!8u9?@$IV%A1Esm{-6O4-0pYx)C0J5hac_~r-mSR8g!pI6o}xlSiCYcQ z&Ss6*gMDZB4;|Y^a}#q_u*nk7YtaK!r9{Og$FdFFvl+oHOTsRsl<$mRlqYBBE{`lH z(JKuPgJcccs_J7|)~K2+BQX3al3;MR7s3ast)y?X-jrx4QC6E3+3FpMH`m={cjv)$ z^2RCRnyL>hp+!%58vTs)bz&rgBJ}>JuG%qN>*CzpW^=bfw)B zEI7z0{3C$pF=}#(tA>WC@3ab zyNE7=*kfXve$8+EzK~CqU}@jwNx#@TVL5)?|NaMVy|{OI`p*(C#I|T+MBH!;O!L9U zWcJ1BU@ItSLK>guEhS+3aOlb;P1+7v^XvX%-#x8teTxCC1QtPa zHRplm8plK|AV_v)SiEoq7lVDr(W)&)rW5}o0fBzK&a*ouslL8+p$O#GInrv8K0qNQ z)&`wOgzyIp145CIY4p_0P{G;3m&!JoCO}nLx(M!`3WEp*?Kc!5_RzBiw8|@4Ryg*? z{Y5q)ULq)$OlH=u{%oslh5aG-@|W`YF6x0nND$e+UTC(}jc1?J6x1j--!(8wG0qWk zT@sW@AU^NQzAp4B8c_+r0`x;oSIB-^4c&ihCmVK(I_Ih*>1XHnm-QXSY|blC!bHFU z`-l7pZ;QMGPFQr$dQ~l3vzTa`k?m(`t{HiLP6mNskURjPT(B0euB<`< zF}>bqy6P;QZq`qm*SichyBhiBz7Ea#FaDzGM}V~8{4)wE&5(W-xgzR*x`vxrHvm?> z=iK}!t>&=5#mh{zdB;>p_lc>Y1`@|cb|wyab4RU_j2;j^CsFata25ykvalfwTHxp! z!?qbn8h)x*eO#d)dJVAaMW#FQtwEvhaeAqjY?foT9`1Llhtya3Fo40}=bvoPnwv9n zJYFYX1p!S2SSHx24yQhpkjYd|ZjSxVNKo$z3Z+7vwPP9|xR#DxWt`4n2ESb)O}6e) z>SHyWuV0-6kQ($mUvtF*B7Wa*aGI*83I==@D#sV&?ZPf!+Q)i}c1NeEq0ENRxeKi;4FGk*uol5F*nPI-FgRb$L~^AAa5 z%~t7JP)$Gl*KmR1*)P3H(_dJYpIG^6l+bQ7btS%J?b`-E1(9$0Fa2)w1vn`1AKRg^ z8HY4k-da^(Jq8Rab`2;ZW)QT%_YnveNY^`P4AEai6YG)$(8w}f>ZS7>^u3mUXmD;p zW`EE!I2r>I4M#QQ0)xjzvNy%VxC8ILsA&b8HW=e@<@3af@3bCN(3fGQM}b`CIqqIH zhAqG?J_F|Q=?0;V&lTW6()f`BZE{ndz3(?SmPvK?oF|6wG%WeK#~s`mnh^&#mw1bN zonReDK21j~_GE^684zRWRV8C3ba5~{|Gu=LS8G-7B^hYMM!6?v_CG%_GE>Pk1O^#| zxN2jAk<;nst`Q!BZ|L3tsDW0+nZ9iMO9Tmo{NCUfXZtu@2P#zo}{af-|6%BCA7 zsoRasfo!#n+Ajl{ojk6#qszEaAE1Enlv_q) zked5r_XM?MO|A8JT`e(yh6V(VI6~cl)ykcVK#3{UUBFXy_|KGVo zjPHlAJKcgGarVoKxoD70L$+1Sdn?LYVR!!ayfU(ddLfMe5%&exEj0*m)J5Er-rQMWWPp5j!03=D-^n68e+E^uSxd0^*|4!>OECO3>g$w2JP6Gwst7)hW%=B};jZ8RfzcoT8b* z#<(yV?WFBs8v}*rgOrS|t|!>YodRNydSHH_&7d#(#0y7CJ`MX%x(L4w%ar8&CSYbV zrB(d_v#f6q)LNmiavGp&M+qTSc7iCIHH&)VX3y=N-g7n1ZhU3owb zpcrGSoBj|1WuN(Im20OHc)J1-t)tp6!gQHL@cXC@AEbyb5E{Ta;SN(*sZQt3ugd>P zi0Q0#w;jx!7Lafokx8&qVVy5zs+V(_J?%nZ%3$IUobN?+{(qdDeWMVK5+HN zwsYRQj9sPFGTW$BW4}4e0!R@HP^CKB7^rqTO19Z6;OL zIyPO!zyq2@m9VKP@qzK9y6Kjs*l#l4%8;_7WD1En0($Q>RK&eaXu7fu6sl&Zz3VVb(^E-5W>!%G&cKL#oPIEzB(hiw|dK!sd2y*8hKoKAM833SD>ri!|~ST zZNxyo;);DEbhRBgeslt13jxXH;ZUwt2A21diECSDacAdxcym!EdU&4R|9HO%XPhYQ zD$e*>NnC1r-wo20XV%m{fg}qn9ec`);5!EVjt9vpU_8`hjA}`u)=*==vFkbF9JM~u z_mp+bz$-}&>7Di{LJ*EVykErOPcYEW_NiSTeMsaWm`5Tb$+AF z(+46sYLN!+9f#jXE}^pFbfNx#RM;Jb*NJ0bYe{rW0;Yquv{QbUV>*S*F~FCU!ppp9 zEs9N(fMGhr|6%A%@B?T>1Zqlv80HPJtx!rw4pt(PCv2OVrXdbBn0HxW-$JD@Af9!r zSLj~1n5&s#&9@q}H$H#UWo&ji{4^;zP5cScypm)g0&<+}sjpLg)gcWDom8OGA$fwo z)E>V>F~s_kqhApqbYvq^qDY!W%Y``%na=(At23a0>j4!6rrH`^Xw1KZnqxBGiv+>s zlqb2hL0}#uglV%KHE2B39qo+eG^zf162tozsQh~u-%>5{;962|DpjNfvZmf0)awIN zKW4U?5!P>+KiFTN#HauLyEEtIICiusuy^9&@!=%dMZg2~n#Y4XR?8*Rn1cSokt0@@ z`#&j$r#q`8OUIq8i`3tLVvo&ofB)SYIGV#(??S{{A4g%~qgRSQXj59oUKZu=HjmrB zyc7J=rZ z$-YaORBfP{BAvrH zdNUmLYhD;9_T_pCZz&gvou9v}Pw<1`4T+Ne(3fnE??otgnand^=(Rp%pO4JLL))C0 zvvl+v+PT(2swsPetJVK>rth^vh34XMf~&32_pqB;G^QE6%rukbE2gPfKFTNbY`B(B zar#)g$+>NlO(~q-_s3`!(f$zslNY7Ov1+J5Yl<=}$Z=Clp9^J1S*X(7gXhbGSpo;H z;7cXtZ3pKLzZeFTbQyf-_d?5sn<^-LeVDiK_Bz{<*6 z2^PRcz5d{f3D_Ks z_oo{s9M#XVrBj2a+O4#NMaU9e`l`4zUllg5Uo(Z$O_0bup)&rq>l3eV)|T zKIVS=qC4Id(?l_GorgDp+6~Xxaxvo8wHMRFw9zfOs>aIQE3_tedr`MGbruNm{cdy@ zYzxiZ)QzW##D)b~=aaBwO@nr~QCRCkBgNkjwSwPEA6N#@g+?y%K8=>^j7Gh;ZN9_U z#vViE`n30zi<0Fgw z+gsygA}Gs08&ZN|-j7ypxe|sVcGFY*q#w<^d5KrR(C$s!MnsX>yeoNBr974m*Yu>D zs-(z;Y@BK;_SWXHO`taEM6?P3Mq0%A@|ye21N9>^{78`>wDqLw&5g&pIkd353JLmBsUl}+gWGO~w%rs@eTc9Kz-B7L`Ky|OUmzJQUm`v( zb?Y6I%)Cj%EXua+dh0;AJxp8F8G(S%9Ez{kTQmcjjk@&@W*NN0{pDDqBhl9AZQQ6v z6dVTF50%~8a#fAm^-YW@P}=&~m1$!=>h3o_h`D7G$1OLP!IXH-&CPAkQ@FUiyhHto zNEmnvE&#=wvibr%pZB3DH$N*6F+nm?EhtRAnl7|%RnYfNkm^l*gMq8-@Ecbu=s}gy zHKMe7U$~TAy}9yl9|c#~+?o^{GXE}F@HF>9+jZPPv-%WV?;oFoxcJ9CzOLXJIC9pC zMf1!(kEU4iY*b9dj4CuY86LAm1agwMzWFXX#wVmYvHh)zpNzgbkU{QMn0UbL=$8oZ zCJEPiw8;mK9sBL?XC{LGzSa-?HPF+TXXI$Wg=!bM)PVQ+v1w2i{@fmh8I_%jk>+Bu z1EJI%vKN7a`ysR!2qh&YFh%4H|1A2H&=Br&QuCm@Ni@e6f-4MbZ8yhh5j9?^Q)u}6 zS{!@uwa2EuA1g2xU$)FfXm<%&XlbNiT)BNjiw*h^t&VREyQPcQdT0lKNwyTXLTV_U2G@=KeQM6oH9(-Tzc#|UP8Dazho|)kqjF)^^sCz2y)zFki z=RA30I3v%YiXaoUS4o3W+uXty&ky_097a1*MYkT_%EL7Z_vs%biN_$mVINWdiVBs6 zQ6$j%6D0^jBw^mz5Ixn=o150}_396*f8FVI)@yl~Baup1S6HTu`kxZNiwC_4`>!-(o{~t_)cpb z(n}^||Bj%D`Z)~$o01~h8D%$<&JvpK2je%(GUY-J@}Bmw$+nLP+kAX+pFCXPddG31 zh~xPqI7($|q+d{#?!Ma;(JH!wb|{Y`>tE)kDZYhXnEY01lqdK-Z>Mn>wadwP5C`yAUMEvomtn~=B8qaeWO__ni)OBI;E zBZe1e4-TBch?5ldHC#p72^O4DNO$D;I0-4KHWg-u=ziWMl_=c1LLyEmm2K34Y={t< zYf-z~7cKWGFkf#TElq2!VLh6b{5swRxSGkgt4C*D_9Yj zUx~IwZ{ph}I`_%)6{|i^iVUFM_!gl|*kMljO0<&uY)e@{?~CP=1%ZyYtviH9*4ZRt zpKaKl%43L5k46VjZ+%-#5p``q(+a4h-Xg3q_*xP~*r8=aoMA+#!8hRWXUO&f`L4kt0LkKMrfMf0Ig6Sop2 zIj=nI1>Tc0!&=L#owp_n&%^7kdzCx!-;DL}9D?OEL))-~U%f?{1)Da_ja6|VqP%B- z+e$U*O((p+d(KAtXE}cKuiOOuCnztoNAgrz;%&xTS6uQ7CSJ@aaPQ^6Q@bdBM|`F7 zn>Z29)T$Fj*Zl~Yf`5KVE91+RS|_J2^fSqI9J1 z=!uFgZTkBd%V@ap_UPO8te@QXJ=92@%Y>v%gX|ryXKp@ps%yts5f|ZO#ej9E!Z%EV z8&%Eb__051(EFp$PJi|>9dOm zQ!5hM0E<1KE0tYyMf8az(V<(K9yB? zq1l7~Yo0>u7;MN@?Y**nZD!6ToaL<;6!>0y7C}-wTdmrX39^Sp0;6v!oF|9hDoGT| z-F(<@A|t`7hM)SwgmWe@OuHx;q9#o6zPtK%286_##5uCp*STdYG&=^YMd$0-ZYsNb z53k{(yu=)Hc_OdM%&@HW>A}wW`CqauO%IRcKO6neSg_S;w)=Z<-!Xvy5u zF8p<89?S*WGH|SSDU2Jv?&r0wKWrZK%w(yVI((q(s#Oj1ahy1Z9d5?VATClF6U9K+ z;Pg@QYjp6K(GzhPiX^gvyfe$YYDqWDiM2SH6D`I&Q5RHvXb6O6DR(Y!S@1~Y3pIKg zJI7)eWI5)3X^XiwRaj^EUP*OnSFVOGu50G$d<1_HEu*$fABX6z2G-6(6Wc-}DDV_3 zGY!8NwB%|omEI%>rAKvgh4Ov`eC#F<_9=sUg#ZJ*IK@L zg-GQT-lk6?Eg}^8as4UIwVT`fZ}`QO$hMkhDJhfe}+=;mfTt zpE9#VXLZveZ)VxU7h%TSI4!YQ)3;VnO4Ck@oK_cECzQI4i}Ha3gT!Qn<4i{`AyjV4 z91>0m2Kvh1HK=T*3#9i2ddiy3go%h4sbTAV9(FppV34nuwWnJfRVPvlf1yUtj~xcY(XHJpD%Y36z> z8MeOuXqLcfpL*Vc*6+8zMToCGa0}aHt)*wBTW~e%_$@)WNUc~yszFIV@AB7Mh|2Xm z+$W^U-LaWDo-DACA^WWJU97vr*f=x(XW=C<$kn;%F~J#t?^PnepA_>U-SJ#w;G|K9 z$quJah{P1-SMBf{$~K5e*p+3Gm!rcFBO zUVZD$OYv~k7#6flO~Si2h9-8m8&Ewj7)i%0)sxyd!YPy^)rfS5g+1Y`0`LN*q+ENe z*VVXIxmQ!>-eJZ)x7pk`vUo&z%qN5*bwd8xMQ^pT$sr^O=bA@!Zzx1Vf$I`bV52U| zZlA^TlR?Q-oOHvUv%7AYN=`0;i|Njp_hXpXG?ST*DMb|)hToncmb8=2@#UPD;`H=+ zMAnX$jgX>2{)Pxl57V60Omd&X)qzUV*T$FB)f(gVC7tc*bkIw-p%sE}{PEfPu8Zki zZRxK~Is_DW?AL$zLh0FIF8w0&iJ-8+_BjKOJ=!BFDPBo4O1`0DV(d_}V#vig<(l6u z+K0%5Im8Tp4ZlOZ?u@nf3kf%2(V?p(y?LzKF@!4^o~I%!U`Dfy-bk^5iH~DH^19cw zjpm=1luuwtTG4)G^weaRVTP~Y?c?TnorxY3vD$BRB8S_kAuP!1`I0$;`0dvH zCnh113FQjKZ*^~?-6kSZP3Y#bzM+pH&vkqbce4;NQXof+K9Av_M@uD{B7-!X)Og6h z41XILw&>~Qxsh`yB_$V*T+uI?ySWhmH~+ILV*_d}Hyt{nWyP7XjtL&%T8}wji#6Yw zNQAb)=h!%h2!yLI&?iFSq2)<4JK^oda;|(gByV(61ysbd^;+85fdzdqgWNMW!qncd ziwj>~KE764euFj2kx$0w(YCfZ@lkd>)r>yp*mMi-jq!H1<2tO zvSv1%Vl(i!ilNGKe?&#`|3qgEA3pCC*zp2tsjjZB-rxzRRsH8$9h}{yY`g2xqXYv7 zO5F*s(KC8d?l-B)ki|j|0-u^jXSQy(QGb7bBFvm9YFl9KBy>>;ol^~IPV1v?(wepE z#=^A$0IR8~If;bI<$L#bR%JdDk;a0Y;^JlHT&5^S@Pkk&WE%DJ`AnGctgDAs8yPJn z-SDjwvyWrWy9jWqxD%Ko-y&HLclSw1oHD$QaWaiT7tl9wXob05b8h7bQ)WG}rVsAX zvw&vFlOo7ZZ^tr#QlKx0zX+$N4}|gTH{!JbznMUKQTzSZ{btQc9<)elm>y&TgM#Sh zE6n2;Vm{9=Pzq3-30#SXY(tXFy}@504KJB(QrpOJ{!-v^^k68SVdkxN^WO^&U^#Q~uLU8HlS-{79c@=JH z5&v>oZDyuO76p96L|nz68hN&`N!^T=30|F~Hz(78lrkMzc&`C-;KsKff>)<2pErlK zN*#xUne#hT(wNYj;Z^aq)Zn@XLJ0!sta-0|e|p_WhbZnh4qtH5@oHay5!Z4H%xzl#Nq~}kTb@(cJpOZ?o#<^`-WOTD)9WOh3L&U@fRq30c{823}t-kSbogq{8 z3~4nrHFo&$z1SZhwZI#)uRl~|OOtI9o<4nAL=$kUs;d==ocw$lf`9v%qRnMzPwgK; z+JhoHl;P^`E>rYa-Dm^qvfi_b5~Ai+g!scarAw>U$ji$MzM$;ak*-F$6X4=`m=F(N zj;OHpSaoRY%4N3tx%Ijh#I51rE%3UY3$&Y=nIX*mIN#EOLPGYqyStB`$=jEVcu_PP zclsTAh?bYO_4G?`fB}iJ>K5wF6kcGKQFNTP0xu`+W@_wr18LnOX0D0+KNJYQ|tPn4r(j7KkeIMe~zTx4tf(^%Pt{k+!a*&RvA}uwg z2d{hI9_HJtwh_Oq`ZMh_eY(cDys=RW!B}$R&?zHR)0D9j*+Ci@CQ+jl4(hD+RhZ9{ z;vH-Y`0bL6y8+Xve|1KOk)%XvIQ9J?EL~aJo6G9!x4iv|$H`%_REF%4?+geI&I~Gt z`Q@SXM??ZTV^TV`Szyh=|B#dV26bIpQ6Vp@sAKEpiY-y~zcfML5njh4*n z8INC##buawm@-XplwV&b_E#6Uj;Gv@a6bydIUP8C-;Qr7;$7-4vGw#wof8x#!0ok@ z98qZ1NsU$q%Q~(`RNc~t$CempQpPp zn+nGov#?N$J2V&}6AAC@4(cPmr7>e`Xn^nYD-y$~_3zOzZWMHkKM; z_WBS9Zh`3MrmCtcS4%a4?!^S-SFUhfR#ed@h6-W&8M&wiCH+RV9<#W2OX;_VlYmWg zb8{=hfc;hn#$_My3|j*%p+(~5zbjYYgzupnIUOKDt6fxJ4>8Mu%-USjc&LW z5xO}4TgKhHckAaa?u@0vQ<*hO$;RN{qFl_kOqGPwe{-%kyuRbtzTNc@tg3h^=$93x|G7GF zIY`RYT`+K5a!dukgPhsO`DZ**@Li1fU1yHL5|#nEBSZ8J3?zwSMbQAj?A^b=4V4}W z7%qQaCVE*({6Zw^2JY@DxX*T*uQ<>ni9ED~TbYrSZCH72Z7m%kjCghB!b!xYZ6@3o zuBC|C2eMq`tk4na#-o;!V_J%{VG_1@%4=#=Krcz&ccryDem)3IiU0)nEcK=g;p*W5 zgH0Kp=c-f5Lu_Vb;+e%SH@7(acM6}Vg4Iw~6obK#OKqdn_$`4AT!O&W27*B8tX2`6 zF&(2tq{FQ9{hPkLEJERk*}=mh4+3k+e~FGPNnGOvif2ON6KU0*pohMzJTfm&#)B3y zA#JF-(p#@AH>2e;GhhI1N2{Wu!r9$Dg`8_Xzd5p)K0ZE9?-o64(S=_8EY?HZfFy2! zEtRSzj@t$9zUI$InrXUo(f2rZ z^eI*Rsjj61I(XC$6H~t&hL2xB^@ZCSm(nB#hKAZEPLgv!IKW+9UH8!v*w9y4T3VJO zh`Zp$PHVAH=da|gYre_h+5VCR)&2R#2_rN1aDO8H zlTlKYs0AuD9abz!@bV}(%rtpP?_t`N>bA2=B?6iRFV1tav`IR6@Ukz?XxaqivOq_qqQ8^aBi9 literal 0 HcmV?d00001 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833