From cf4f22147e2907c41f8561ce5deb170a9b42f13f Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 5 Sep 2026 10:22:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: laion/exp-psu-stackoverflow-316_glm_4_7_traces Source: Original Platform --- .gitattributes | 56 +++++ README.md | 61 +++++ added_tokens.json | 28 +++ all_results.json | 16 ++ chat_template.jinja | 89 +++++++ config.json | 68 ++++++ configuration.json | 1 + generation_config.json | 12 + merges.txt | 3 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 407 +++++++++++++++++++++++++++++++ run_summary.json | 12 + special_tokens_map.json | 31 +++ tokenizer.json | 3 + tokenizer_config.json | 240 ++++++++++++++++++ train_results.json | 16 ++ trainer_log.jsonl | 29 +++ trainer_state.json | 355 +++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 39233 bytes vocab.json | 3 + 24 files changed, 1445 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 run_summary.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..af6024c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +vocab.json filter=lfs diff=lfs merge=lfs -text +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..abd6ef2 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: apache-2.0 +base_model: Qwen/Qwen3-8B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: exp-psu-stackoverflow-316_glm_4_7_traces + results: [] +--- + + + +# exp-psu-stackoverflow-316_glm_4_7_traces + +This model is a fine-tuned version of [Qwen/Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B) on the DCAgent/exp-psu-stackoverflow-316_glm_4.7_traces dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 4e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 2 +- total_train_batch_size: 16 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.98) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 7.0 + +### Training results + + + +### Framework versions + +- Transformers 4.57.6 +- Pytorch 2.9.0+cu128 +- Datasets 4.4.1 +- Tokenizers 0.22.2 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..b54f913 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..b757f54 --- /dev/null +++ b/all_results.json @@ -0,0 +1,16 @@ +{ + "achieved_tflops_per_gpu": 3.9736859436403944, + "achieved_tflops_per_gpu_theoretical": 674.1930080018105, + "epoch": 7.0, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16928507387638092, + "mfu_percent": 0.401788265282143, + "mfu_percent_theoretical": 68.16916157753393, + "total_flos": 2.2347755431133184e+16, + "train_loss": 0.4597333984715598, + "train_runtime": 702.992, + "train_samples_per_second": 3.147, + "train_steps_per_second": 0.199, + "valid_targets_mean": 2156.8, + "valid_targets_min": 1031 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..59b4193 --- /dev/null +++ b/config.json @@ -0,0 +1,68 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "4.57.6", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..9adbb28 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "4.57.6" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..586b159 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32be7ec65295ae5a23947b9ef3e481acb4db92c93e02a130a6000b0784b03b73 +size 4902257696 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..af8c686 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3848cb9c96f7fdc4126d260a4af18cdf4af3c029381381b78a2d99b3c45a31a2 +size 4915960368 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..66226b0 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca85025ebe030e3004d58382faf1617d8b5f2199958f6a7fbfa70dcd2b61ae06 +size 4983068496 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..7cf1564 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f5d62b04609cac779dd74a62e837edee38dbd103c3c3aa324578966e7a1a7b +size 1580230264 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..ba886c0 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,407 @@ +{ + "metadata": { + "total_parameters": 308224, + "total_size": 16381470720 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/run_summary.json b/run_summary.json new file mode 100644 index 0000000..1510e7e --- /dev/null +++ b/run_summary.json @@ -0,0 +1,12 @@ +{ + "agent_name": "exp-psu-stackoverflow-316_glm_4.7_traces", + "training_start": null, + "training_end": null, + "created_by": "DCAgent", + "base_model_name": "Qwen/Qwen3-8B", + "dataset_name": "DCAgent/exp-psu-stackoverflow-316_glm_4.7_traces", + "training_type": "SFT", + "training_parameters": "https://huggingface.co/laion/exp-psu-stackoverflow-316_glm_4_7_traces/blob/main/config.json", + "wandb_link": "https://wandb.ai/dogml/OpenThoughts-Agent/runs/sft_exp-psu-stackoverflow-316_glm_4-7_traces_Qwen3-8B", + "traces_location_s3": null +} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..ac23c0a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..cd71f61 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4 +size 11422654 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..e9dc937 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 32768, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..b757f54 --- /dev/null +++ b/train_results.json @@ -0,0 +1,16 @@ +{ + "achieved_tflops_per_gpu": 3.9736859436403944, + "achieved_tflops_per_gpu_theoretical": 674.1930080018105, + "epoch": 7.0, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16928507387638092, + "mfu_percent": 0.401788265282143, + "mfu_percent_theoretical": 68.16916157753393, + "total_flos": 2.2347755431133184e+16, + "train_loss": 0.4597333984715598, + "train_runtime": 702.992, + "train_samples_per_second": 3.147, + "train_steps_per_second": 0.199, + "valid_targets_mean": 2156.8, + "valid_targets_min": 1031 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..2798ac0 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,29 @@ +{"current_steps": 5, "total_steps": 140, "loss": 0.8727, "lr": 1.1428571428571429e-05, "epoch": 0.25, "percentage": 3.57, "elapsed_time": "0:00:30", "remaining_time": "0:13:43"} +{"current_steps": 10, "total_steps": 140, "loss": 0.7493, "lr": 2.5714285714285718e-05, "epoch": 0.5, "percentage": 7.14, "elapsed_time": "0:00:55", "remaining_time": "0:11:56"} +{"current_steps": 15, "total_steps": 140, "loss": 0.6659, "lr": 4e-05, "epoch": 0.75, "percentage": 10.71, "elapsed_time": "0:01:23", "remaining_time": "0:11:36"} +{"current_steps": 20, "total_steps": 140, "loss": 0.6289, "lr": 3.984478413200345e-05, "epoch": 1.0, "percentage": 14.29, "elapsed_time": "0:01:51", "remaining_time": "0:11:07"} +{"current_steps": 25, "total_steps": 140, "loss": 0.5711, "lr": 3.938154572458156e-05, "epoch": 1.25, "percentage": 17.86, "elapsed_time": "0:02:15", "remaining_time": "0:10:22"} +{"current_steps": 30, "total_steps": 140, "loss": 0.5306, "lr": 3.861747497288409e-05, "epoch": 1.5, "percentage": 21.43, "elapsed_time": "0:02:43", "remaining_time": "0:10:01"} +{"current_steps": 35, "total_steps": 140, "loss": 0.5133, "lr": 3.756443146740457e-05, "epoch": 1.75, "percentage": 25.0, "elapsed_time": "0:03:08", "remaining_time": "0:09:25"} +{"current_steps": 40, "total_steps": 140, "loss": 0.5376, "lr": 3.623876011431714e-05, "epoch": 2.0, "percentage": 28.57, "elapsed_time": "0:03:29", "remaining_time": "0:08:44"} +{"current_steps": 45, "total_steps": 140, "loss": 0.4984, "lr": 3.4661037436596526e-05, "epoch": 2.25, "percentage": 32.14, "elapsed_time": "0:03:50", "remaining_time": "0:08:05"} +{"current_steps": 50, "total_steps": 140, "loss": 0.4675, "lr": 3.285575219373079e-05, "epoch": 2.5, "percentage": 35.71, "elapsed_time": "0:04:13", "remaining_time": "0:07:36"} +{"current_steps": 55, "total_steps": 140, "loss": 0.4494, "lr": 3.0850925277315193e-05, "epoch": 2.75, "percentage": 39.29, "elapsed_time": "0:04:40", "remaining_time": "0:07:13"} +{"current_steps": 60, "total_steps": 140, "loss": 0.4392, "lr": 2.8677674782351164e-05, "epoch": 3.0, "percentage": 42.86, "elapsed_time": "0:05:03", "remaining_time": "0:06:44"} +{"current_steps": 65, "total_steps": 140, "loss": 0.4353, "lr": 2.6369733005033693e-05, "epoch": 3.25, "percentage": 46.43, "elapsed_time": "0:05:24", "remaining_time": "0:06:14"} +{"current_steps": 70, "total_steps": 140, "loss": 0.4026, "lr": 2.3962922863987956e-05, "epoch": 3.5, "percentage": 50.0, "elapsed_time": "0:05:45", "remaining_time": "0:05:45"} +{"current_steps": 75, "total_steps": 140, "loss": 0.4024, "lr": 2.149460187172849e-05, "epoch": 3.75, "percentage": 53.57, "elapsed_time": "0:06:04", "remaining_time": "0:05:16"} +{"current_steps": 80, "total_steps": 140, "loss": 0.4011, "lr": 1.9003082286786056e-05, "epoch": 4.0, "percentage": 57.14, "elapsed_time": "0:06:34", "remaining_time": "0:04:56"} +{"current_steps": 85, "total_steps": 140, "loss": 0.4039, "lr": 1.6527036446661396e-05, "epoch": 4.25, "percentage": 60.71, "elapsed_time": "0:06:59", "remaining_time": "0:04:31"} +{"current_steps": 90, "total_steps": 140, "loss": 0.3779, "lr": 1.4104896511781916e-05, "epoch": 4.5, "percentage": 64.29, "elapsed_time": "0:07:23", "remaining_time": "0:04:06"} +{"current_steps": 95, "total_steps": 140, "loss": 0.3646, "lr": 1.1774257937387774e-05, "epoch": 4.75, "percentage": 67.86, "elapsed_time": "0:07:45", "remaining_time": "0:03:40"} +{"current_steps": 100, "total_steps": 140, "loss": 0.3588, "lr": 9.57129593241004e-06, "epoch": 5.0, "percentage": 71.43, "elapsed_time": "0:08:06", "remaining_time": "0:03:14"} +{"current_steps": 105, "total_steps": 140, "loss": 0.3493, "lr": 7.530203962825331e-06, "epoch": 5.25, "percentage": 75.0, "elapsed_time": "0:08:32", "remaining_time": "0:02:50"} +{"current_steps": 110, "total_steps": 140, "loss": 0.3352, "lr": 5.682663014805631e-06, "epoch": 5.5, "percentage": 78.57, "elapsed_time": "0:08:51", "remaining_time": "0:02:24"} +{"current_steps": 115, "total_steps": 140, "loss": 0.3566, "lr": 4.057349855541557e-06, "epoch": 5.75, "percentage": 82.14, "elapsed_time": "0:09:09", "remaining_time": "0:01:59"} +{"current_steps": 120, "total_steps": 140, "loss": 0.3757, "lr": 2.679491924311226e-06, "epoch": 6.0, "percentage": 85.71, "elapsed_time": "0:09:33", "remaining_time": "0:01:35"} +{"current_steps": 125, "total_steps": 140, "loss": 0.3467, "lr": 1.5704757625918454e-06, "epoch": 6.25, "percentage": 89.29, "elapsed_time": "0:09:54", "remaining_time": "0:01:11"} +{"current_steps": 130, "total_steps": 140, "loss": 0.3642, "lr": 7.475150609997595e-07, "epoch": 6.5, "percentage": 92.86, "elapsed_time": "0:10:15", "remaining_time": "0:00:47"} +{"current_steps": 135, "total_steps": 140, "loss": 0.3527, "lr": 2.2338347549742956e-07, "epoch": 6.75, "percentage": 96.43, "elapsed_time": "0:10:37", "remaining_time": "0:00:23"} +{"current_steps": 140, "total_steps": 140, "loss": 0.3217, "lr": 6.216359983675091e-09, "epoch": 7.0, "percentage": 100.0, "elapsed_time": "0:11:02", "remaining_time": "0:00:00"} +{"current_steps": 140, "total_steps": 140, "epoch": 7.0, "percentage": 100.0, "elapsed_time": "0:11:39", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..9c69930 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,355 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 7.0, + "eval_steps": 500, + "global_step": 140, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.25, + "grad_norm": 6.958695468962432, + "learning_rate": 1.1428571428571429e-05, + "loss": 0.8727, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.47663891315460205, + "step": 5, + "valid_targets_mean": 2538.0, + "valid_targets_min": 960 + }, + { + "epoch": 0.5, + "grad_norm": 1.8207863318741868, + "learning_rate": 2.5714285714285718e-05, + "loss": 0.7493, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.3401631712913513, + "step": 10, + "valid_targets_mean": 3047.4, + "valid_targets_min": 881 + }, + { + "epoch": 0.75, + "grad_norm": 1.2285257783776453, + "learning_rate": 4e-05, + "loss": 0.6659, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.4193618893623352, + "step": 15, + "valid_targets_mean": 3820.1, + "valid_targets_min": 1000 + }, + { + "epoch": 1.0, + "grad_norm": 1.081996271850223, + "learning_rate": 3.984478413200345e-05, + "loss": 0.6289, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2763247489929199, + "step": 20, + "valid_targets_mean": 2313.0, + "valid_targets_min": 1082 + }, + { + "epoch": 1.25, + "grad_norm": 0.9507456507977273, + "learning_rate": 3.938154572458156e-05, + "loss": 0.5711, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.29192113876342773, + "step": 25, + "valid_targets_mean": 2284.5, + "valid_targets_min": 1012 + }, + { + "epoch": 1.5, + "grad_norm": 0.7306775600487055, + "learning_rate": 3.861747497288409e-05, + "loss": 0.5306, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21971933543682098, + "step": 30, + "valid_targets_mean": 3120.9, + "valid_targets_min": 1082 + }, + { + "epoch": 1.75, + "grad_norm": 0.8229696406571964, + "learning_rate": 3.756443146740457e-05, + "loss": 0.5133, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.26939940452575684, + "step": 35, + "valid_targets_mean": 2751.1, + "valid_targets_min": 906 + }, + { + "epoch": 2.0, + "grad_norm": 1.1425727207706642, + "learning_rate": 3.623876011431714e-05, + "loss": 0.5376, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22945210337638855, + "step": 40, + "valid_targets_mean": 2098.4, + "valid_targets_min": 888 + }, + { + "epoch": 2.25, + "grad_norm": 0.8793107537574675, + "learning_rate": 3.4661037436596526e-05, + "loss": 0.4984, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2042250633239746, + "step": 45, + "valid_targets_mean": 1877.8, + "valid_targets_min": 281 + }, + { + "epoch": 2.5, + "grad_norm": 0.9277264133426655, + "learning_rate": 3.285575219373079e-05, + "loss": 0.4675, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24294951558113098, + "step": 50, + "valid_targets_mean": 1935.4, + "valid_targets_min": 1180 + }, + { + "epoch": 2.75, + "grad_norm": 0.8356405001375695, + "learning_rate": 3.0850925277315193e-05, + "loss": 0.4494, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.2609573304653168, + "step": 55, + "valid_targets_mean": 3075.0, + "valid_targets_min": 1023 + }, + { + "epoch": 3.0, + "grad_norm": 0.8994016375669758, + "learning_rate": 2.8677674782351164e-05, + "loss": 0.4392, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.22629202902317047, + "step": 60, + "valid_targets_mean": 2096.5, + "valid_targets_min": 906 + }, + { + "epoch": 3.25, + "grad_norm": 0.8719408186029495, + "learning_rate": 2.6369733005033693e-05, + "loss": 0.4353, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21587803959846497, + "step": 65, + "valid_targets_mean": 2585.2, + "valid_targets_min": 1046 + }, + { + "epoch": 3.5, + "grad_norm": 0.8754944835267683, + "learning_rate": 2.3962922863987956e-05, + "loss": 0.4026, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19089141488075256, + "step": 70, + "valid_targets_mean": 1806.1, + "valid_targets_min": 1012 + }, + { + "epoch": 3.75, + "grad_norm": 1.0148994845965762, + "learning_rate": 2.149460187172849e-05, + "loss": 0.4024, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21601556241512299, + "step": 75, + "valid_targets_mean": 2151.1, + "valid_targets_min": 1249 + }, + { + "epoch": 4.0, + "grad_norm": 0.6801895926025394, + "learning_rate": 1.9003082286786056e-05, + "loss": 0.4011, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.13709492981433868, + "step": 80, + "valid_targets_mean": 2535.5, + "valid_targets_min": 1048 + }, + { + "epoch": 4.25, + "grad_norm": 0.8588772114134782, + "learning_rate": 1.6527036446661396e-05, + "loss": 0.4039, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.21471670269966125, + "step": 85, + "valid_targets_mean": 2557.5, + "valid_targets_min": 693 + }, + { + "epoch": 4.5, + "grad_norm": 0.9032798666713535, + "learning_rate": 1.4104896511781916e-05, + "loss": 0.3779, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.20103931427001953, + "step": 90, + "valid_targets_mean": 2660.1, + "valid_targets_min": 1229 + }, + { + "epoch": 4.75, + "grad_norm": 0.7615772109612865, + "learning_rate": 1.1774257937387774e-05, + "loss": 0.3646, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.1381789743900299, + "step": 95, + "valid_targets_mean": 2183.5, + "valid_targets_min": 1147 + }, + { + "epoch": 5.0, + "grad_norm": 0.9699370062930872, + "learning_rate": 9.57129593241004e-06, + "loss": 0.3588, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18376871943473816, + "step": 100, + "valid_targets_mean": 2001.8, + "valid_targets_min": 903 + }, + { + "epoch": 5.25, + "grad_norm": 0.9079217183176301, + "learning_rate": 7.530203962825331e-06, + "loss": 0.3493, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19518150389194489, + "step": 105, + "valid_targets_mean": 3182.5, + "valid_targets_min": 281 + }, + { + "epoch": 5.5, + "grad_norm": 1.0126584456406313, + "learning_rate": 5.682663014805631e-06, + "loss": 0.3352, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17489181458950043, + "step": 110, + "valid_targets_mean": 2201.6, + "valid_targets_min": 1242 + }, + { + "epoch": 5.75, + "grad_norm": 1.0687509117646672, + "learning_rate": 4.057349855541557e-06, + "loss": 0.3566, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18527688086032867, + "step": 115, + "valid_targets_mean": 1757.4, + "valid_targets_min": 896 + }, + { + "epoch": 6.0, + "grad_norm": 0.8424843756035632, + "learning_rate": 2.679491924311226e-06, + "loss": 0.3757, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.17017652094364166, + "step": 120, + "valid_targets_mean": 2468.2, + "valid_targets_min": 1479 + }, + { + "epoch": 6.25, + "grad_norm": 0.8190515884890711, + "learning_rate": 1.5704757625918454e-06, + "loss": 0.3467, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19655027985572815, + "step": 125, + "valid_targets_mean": 2659.4, + "valid_targets_min": 1249 + }, + { + "epoch": 6.5, + "grad_norm": 0.7847715606973761, + "learning_rate": 7.475150609997595e-07, + "loss": 0.3642, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.24304279685020447, + "step": 130, + "valid_targets_mean": 3288.0, + "valid_targets_min": 888 + }, + { + "epoch": 6.75, + "grad_norm": 0.7443132050788007, + "learning_rate": 2.2338347549742956e-07, + "loss": 0.3527, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.18210794031620026, + "step": 135, + "valid_targets_mean": 2576.2, + "valid_targets_min": 693 + }, + { + "epoch": 7.0, + "grad_norm": 0.8807563056194639, + "learning_rate": 6.216359983675091e-09, + "loss": 0.3217, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16928507387638092, + "step": 140, + "valid_targets_mean": 2156.8, + "valid_targets_min": 1031 + }, + { + "epoch": 7.0, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.16928507387638092, + "step": 140, + "total_flos": 2.2347755431133184e+16, + "train_loss": 0.4597333984715598, + "train_runtime": 702.992, + "train_samples_per_second": 3.147, + "train_steps_per_second": 0.199, + "valid_targets_mean": 2156.8, + "valid_targets_min": 1031 + } + ], + "logging_steps": 5, + "max_steps": 140, + "num_input_tokens_seen": 0, + "num_train_epochs": 7, + "save_steps": 1500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 2.2347755431133184e+16, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..c195e16 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7952c4e8fc15f8221e4ddee886197dcfea7f293fd80dcae0e50b4ea253425919 +size 8657 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..32d2fc6194b70194d773070987978ef4c51f85a6 GIT binary patch literal 39233 zcmdqJ2UAr`*EPB}C^=`zAR-w=0Y#F4D2gIV&LBxZa*~Wh1A-z+l87i7BuLItkR*~N zgXAPRe{*r(daG{T`tA?7r|PNm9QNM5dv(vAbBr-Z?-vj5-y$ZUCqNK{Sn;;}Lj=L{ zMG(w59uE9Pr2Ee_{7c;Frl!*)TQetDBL`FDo{^KCwXKu&6Ju5vQwPTg5e7P5=K6~J`m|e`O_%LC$_>0u; zIQA9WQAUSS#sqQajMaq)OzF9uFC;xT+QlqJ%0%AZx$tLX1fyBCic7+%nY(2^=Ai?E};qHq5oQa}A8f}DlLz-X{7TJRP;8a!6l zr<;U)x+QDs24)G9m$J)B9cPV?_P4gQgLTwYRRfAg-3f<_ZF8LxmX@r!s0chyj&__i zzHyrDtcjZI4^e^*JK++TW~wNzE(dx}vLF>TuS!a*O5- zv!r%PSy%R6r_ZtfSwfoMt|IhVm(4p2e|=Vj=&H##ZCh)kHTdlsX}vV?4g379H}bb{ z<6WUAK0G?IpG|Nz?$6Pi=^LqdcA42@=~AKX7&9#A#KeRc-vKNLotO=yrwDp<)bzypT z_VHxH3p^qsc@-6M@5A+5uNkjVB>5a)OZ5DwxL9`U4daahvvwhe>Dz8@Zma?VByCar z^(V(W(u~(#i2VHg`kbXt4jmSd`5t~%PS0zQEx9!;KQ(79HZS|2TqPkDGzcc0&%%NB^_2&9Qo>^#{Rc>XFR)N{b zukYoqt4+hU)uDnek1eYc6T zZqJ^vv9V!Zym+CO8&4)nMMFans&HOCOOtJ(ZtFnjn{gn*O2T;6u-Ge0yQp==ls;5} zoSOQAc9ErXk25K=1Q!zWY~!z1G&MCfzM!DsCC^>EIOpat7QsU8?3UKnd;ta_Ltl&j zoDu&1$mZY2&4uFdLd;cr4aklDZ9p}R&*l~#H9%MVz*VVOFDm!C* zW5k^;;S6%3XAmRP(AYTQa89S#Cfns)#6@Kq?d(3YK|gHVGrr>GQsLPX^}(<5^76FD zlpi0&Q&Caju?4stEEk_e-X)({L>E9N z<~??gGs0r5s&cM7C76qcr) zwylj&7H{z%_oFX0V`F3cJ9`_m_He-J$HrLbLvd$96Bk_tM?PcO})IwYy4oD*pZL$ z#E{VrZQ1i;MVQiwbVYof7}A$#)Wpo%6e-7D;gkr5jj z4gmoHGTG`WYMJW0YxSg0rD)%AB)|8)=P%V-aM1eSK|x9fMRHZ4dYDS8w&{^f~-AyDa*2C;+x~_6DlUwnR0Mb@+ zujM6&=@tSXl@nNqkT-9FA|fa&Dl6CFzs_@W|1e8*xl*&i9YDV^wypuEDQf5yHs{)X;yHs>>v1J>dKO>9Dr6 z7&kX}jKnkH=l=f5>Y3zZWWF9NrOnzo9E#`~Ld0etKqkIW=Ddi5!29ys|7Da7dT_5FMkF;@bt}m>}7Ky_f3nE(o%GnI;9Ty?%cU!qaD4w z>vsEH0IBpL8H>;1rMkL0bjzU9j6;19T^wClrx&dch*%R`$ z@xt$P80^LI(E(w>ptau4Vs16fJB}9+nUA2RKd9Il^|aX2Z%zc_3MoK_gG(oy~>byPlifw{%&hQmH*en#aoZj=Z!}Nx;#`kAFla_ynIPvTd^Lr zJNZhmfj74To>xL%Q!|E(kFPMwe(#^@#QZ#WMMXse6i|Mt!!^0?GG{9&KWaH@UwKxO z$Yhn`ud2Y2?#|J>zCM={_VU8rsE~uzY6FBU$!j}yt5Pf9w&(GyZ%pDASO0&jhBmnE*hok@ab?H?{&p%1kf z%uj94UCQrNFSZ$JXlC)@LtluGkC%6ID{1NI_@1)^+y64t;G3xP3s^u51~Zx9I!aDR z!$;O0Cq@fNlKuR7IXt$8Z;zWB2EILp61(2aqBG|I{5h6Az=`CC>GA-`8ZRb!vPTK% z@#uT5-|VjT@v*P$%hq{CYv9?v?+VKlc>gP9Zsqoe-G6O@jes*6A=@+<_#9mb$crzA ztVd~CG*s4E>9O z_VqlJt~<@KD!is+1FXlv?7eG*k&*b5z8srLAk+*N^>iNofda z1*m$y+@o|T)pc6zYaenbdfZHckwJm8s53+*6$(07diPcyX7&P)I*mU*y)sp_@=T)N zg+4998pWq&yrJjpMQEs^^46l~OXvfh$jQCgB-$kJ{q(v1+$4k*qQg+nw(0e`y5{EQ zeOEKHFAxS%xDZ8YkUPD7e$Y6mvAu<`Mp`Y$_#88A(t<@32 znJsh9goI0j1l&obc--`wJT^8~Er&9IjQz@$-+wt0AsV;l83@xsU)9&U8P+x~5A z1eTYVyG_2hXx(~OQIT9cp~LLiO}&q11zLp`-LgbX;=ef&9v&VFpemGdK}6gd{a+K^ z?;vDIfD-3vn!Hy$S@heo$XO3y;`;p8q#+4u=LJ=^=r-Ozea+3cBsRO``l@ju(I6qY z)yG3+O1b@nK0ZEi;}yaZU$&*cEcWNpA`OsUtqKnPaGA*hD@Ib(ojEs7c_&2}cy z3dbt_@mQ^_GZ7xl@>sq`PD8_qgg_S6j808W#V^w4M}g5|zU%0-TNXvy_A7s`#pR<% za@wI3U>9Wn_1PpJ0>l_Lb7sM9**mu~uM)NgP41Dr8betIGziYwvo9(tBo_YxV9`hN zygSbk;h>uVOjPjYt5?~JN2@+3lt=@EZH1AZx)zf5Fx|Q%5)utQB1${eTIMT#ygNlu zUYc-qx3bKZ})=oc8zsEUT^K%@~O##;-$#&C>f1)_%! z^C%{h9*YA5iks<_*m#W?Zpfvwn_@mjL`0N$?&Ul0Re2qpLDpff3E48dD=g`e1*ft& zmvVI)Ji1VYb@#>U3|(vyi`mNSU` z{^k?50J7@Cf3KiU7*DsnHU1fMsqg7^mnDl0{~5C&5+=*asB~4H_1}+_2R(yzR~0bh zEpN|f_cs7QcvWQ8|FYk}M-NzTce$%=+|HJQ$wlQvd0E-#_gwD-6bb+E;bnn&Cl=ze z@&~QCDNu<9N*ymEcg5b2VL>{>M&_Kvk*K(OUdw&{N8QJ*Xt@<_PkQu4$xk-9rYV#G zqgf^eDuR&9lBS7?i6#qhSV{NIw7mHP?OS2Yje!3z+5EX`VrHgYEXc>#uv|R$2BPTw zqOto*>1>{98x1fh0@o2|S~w6yIC6nACjb!!O6<=|?a!SL2ny0J=WnH=rPZ;`s!CKy zxnXbrtzDRwmR90$t-h~Xjfc9-b@k1_zyL#4ht+z_&}xj$pAvGI0}$0bt>ZdEK^Z*1 zG4F%rFQ$OZwNCW3wO_&^kXKNs8yOiHTE^D=wG23+?e7;4Wo6~pEYhQ2Ds-NmBzo^Z ziK{-?TGYsPw1m7Wnl!ex*k5lgIu$B5>Z@cHr?s#z(1pU(>dVO8;(GwJthZ0yP_3Dk{i4@fi+%Xj9qf+C)7R`9%WTYbB%Owf-Pd86B0wL9lal z%>3o?K$LYF4x7MEX;~jI+>br;UB$KrNYuvt)Q3jEj;Tkn9_nQ5>tjW&W+cl68$&v9 zn|^zXjGWvLv=Mbplny;TPL%QzM>NO2#+?(fqESpKR#4Tn5#m8mNyMpFtI)q{ntZt)XwXMMY}= zLl@n0=f$AjOpPg2(22k1xCRu*5U3H92&>3e73+aKjJLNpifEmU244+94+F%xM3$Kp$c48G36@+gm1Bxr<#%yOZ6yjIjNBc%_BHeZ;g0pMc4EK!7pi*cT zS{Q8<1Eayh!phpwjhFUeM(l>47OU+V!&2Dn8n=DVU20=N92^~iJisnGFZQ8|8Pe7` z@#gwUO$hnVz3Y(6ga*!$5nCM0s>7SvE&&y5^!9&F!<-X z+j3=ow1A#$u6||fQ=cQQ;)N<7)14FDw)*;%R@&0{@2ME2Jn0<&{`@9T?zYZuB7AP> z`%{meWjQ&yHvV$&6DSnTkZ9U^3zP=EjDeoW8yd1oNJ`q4jX|}dhyBw8tl55c+`ZpN zpF>gB#N_kV#=~vqV$0r)Ki{);ikpCKd-as5&d{lv!H%P-YJGPq>~UX~RteBv`!TPb z2`FoMrCiabS`WDRUN8ft1SBL`0ks6GxLjwVr2Wo_>tleMqC57(I%;EW!l)DojISd} zI&7reHTvK%s`S|FWk`sx5@$h`vX+*X=olf;8qxmb#bR9FD1II79{Rxzw^$|4&tJa| z^KEQy0&=JWKos_Z@*+D2#~CR8bfVUDoJujipa*KCFM$#;krF0V2XxZ<4DZxCmo+=9s;?W5JEc`U?#8va%IV__ge?WWn+2-fmk4ihBvT&B%Zi2(G)XGyulz0-&OlB*paY+czL>euLKEo9+O) zMIUBne|J|#AX?|7YP8qAT;Va60V=t4*$LGTP#K}>@E~i z^t7P|6g1lU(MpeOTiu%nnHl*86~Jij1+vuT3zo+{JpmP0^+QKZW8+Masl-|hw%bDb zS35Yx1cF$mfD^k)9nC#KjOsJIz{-jMgM9Mj2~g>x94jHZ@Yq-_n}MC8i=9O|#Po2M ztP??XyBTRCB~bs^(x~&X`}v-)%FUq2uEFt0hO!Cj4+uh}lAB$`I!-)~Ms{-Z`wi5p zkG2_rJ%|Y9=43GX6b!y*lM5O*IN8?-T>Nf5m_Kx|-1C(bgxr@mU(pzW8m(4F*B6z+ z=-&#}!l?NT)4=zq45FY&fP!HJ7_Mab`*0pSd&`Ui6*V=QTTkQrJCGShK<|D~B&I+> zYKEls2DF%oPU#bQz*o!vhH^AUb{ydSAe|w;lo#)-?w(I$?>A6hDPNVcdPQQm=ck?E z$1BtRroTvR`XVRi&>0h7)3qTWqL)CgK&3G0qfJUt+tJq`Eg_)aFas^ounC{uf--{2 zs7AljRNUrMqsJE)2|<)Yza3QMUiWNM0P^#L1s7p=*N=9_9z!JTZuJ|e=<2?{^teg0 zKYhhDT02{SwxTx*@QyLadt8tvpiZncG1z|eI@kt@rWvAuoRSh73h&~xJdd3fhp`v- z_V$r~*B_;;(p_`lI0mSeQc_a#i$y$=yF3Tv=s`Zgavb$7+)87}x721QEB(1FE=vP` zfDw~H;RI){q&kj)dYN*;By(NK*!mvJB1@x{45;W1O3FGc68puA zxRJ}Gd57#J+pIKHRIJyo4Sr}T%o=X!@85~~*A@A6_3vMoyTjOdF5LRk`K9^JZB;*g zeY`P@5^i0b*A}6o8i~f)ayR$EdAB~c>CZ`MACvf!kfE2<`sRtICLKUYQV`9D3$YTf zIX3Nk#q5wNP7Gyv%FG;A^yRh_cBO{%A2-QqXI8YWr#CVkq(DTLbHY3_O z7if3Cs(pG*hD9r&D+6(dIox1QlJxkl+tvsi=V^!Ehmvj&)`%Z=a9*YWAT@(*aS3`6 z75fXBXpG{JGQS4BzMzhe(03*V1=?;CfwXqVhtHfAe&e%vZIVNnc-?g_jRi1_gvZCf zhB*RAUGarX_e!uT1om6qO{p_U+LlsPufz^xRxs#Zdjzo7THtyA30cLl7Y^UvP)@bs z*pk~bH@Ei(OCW7=T)e1rvc0n-xRda(&k;w{+fHiZ=Veq14F~iBX=wc9c=aS}bu6^% zE@Z_wQ0oS>9KAGhE2S>>Cm!^Fe*lAkf*t7*23RpvS!(ahvuDpV0UbcFb{Ci{$GKy+ zk5vlyhAK*tIdV9ti~gEVT78~aT%g=a%$?ESv$Se<*!Pdaxlat zpJUJWQBgyiKC?43k&B%x5Rs@J`dlxH;#2*Dt<-cRK1`zp>*4}Eq zZ);o4PLM62MFO(f{ZjRx8HJX5wvhb>3d~8pfz>;7&P-2hR-3O>pLpZ3@f@;gcY6cn z2!X1>&dG@bq5_wz50~LQR$FIh@o}ZgvNjqCW5YRm<#ql2v>-SZ?Xmp>d5Vpb^KVo~ z@yqw^d5%XOc3xtXYn@>q^Y_t8s8{Y%^n?ktMV@HR3vg6G=NHXQ5qD012_fn`qc05E z8d^Y85S_k2H6Djas!w>7f|3$f-S+GK`$}b~%A!dVi?+&|)!voujgBCI4;0%bIUi&& z=fdj89nfLgTvv*c%tI9(tz2)cugB($NdFV2Z(v|>1_x(oNeB47pA-SP0vb;fJ<8HWgEo8rW?I_Y`CV7S&RxcFuVeHZZt<5+N#1B$nJcXlDUAYF*)+1%qXdm{452$(&rlvc1 z8cri^pw5R$ABTj8lf@-wW|V=p{82sg8{o9K)jy!WQ6NGlE#W+oDRZD-wpWsyw(9>u z^MXyo@>sPr&>OL|UP~))u9|l@yoU;(pkTW@-}El9RJ0=--Zq0uwHQrpQl4QJ!@Udk zkVPKDeqZ(2=0hdu&E;WQXiuIod}6AdZ-USKY?|C@{?}P3revO;p5fu)zMyG;R8Eqb z5$NcD_rnB*Y4-hkuF0^6rxN}1=V%WD2zYIKd%HOQ;3H+pKw$Q0($&a+l?gy_WWq4ft7_->}3JNZ^o^IiJ8WIc;cy7$UJd?hl@~n}2&ZJAq1zHgEL3w$vJ$o6m#j9Vcen1atxFta-z2xoA}Yk)E3fz(IDBE@KAWOV!P-FiTULD0!sY~NxKvuOaq|7j}#)c7rr zkFfal8wP9@OL&;XeTVlG9u*z6{d(Hz)qfL1lFk-XW( zg#5ZCWYB#P0v+z5K&QE`E~CO5MpX5ugi~3&(3^>h2yszG3@={4mWO12$+VSfZp$47 z*!ueVeK`wo=0OzxBTm?jc4C$WE*%2pTif2Qdcp)M9XTW8Ym{9Bi$jkl^mw2}N;0rX zCV%VJW59JW*Bm*~MiStg*L0V#K<^g=cohu#7cD@OTQD7XhL;d6Lx*(5{j;!3xFDOH zcCgVo!r3X*e*^=VT`nQXo9^K~umPMWI#MmO?CCnv0z&!=h)70I!Rw${kb$)Vlo_=B z58LE-FH8my0qP0ZUea1b&eu?!yl)p!>&395stEAW?vz`kyZig>(2(X;&#D0iZv9-P z=H0JtTnFU9){@r#{iCof(hdj=d;w4Q3W%U~{~m~aynti)4i66lWRqc)n2p!QYx_32 zO*h>u(FV&+c#OcfxH!;_+4=aCB(?`0N1BbFK$}D!vNEdn0?`Oqs>Q{8cu^)GBuAAo;&Mo@{RL%fL`%` zN=XU4lbZjf3~l7zgazT16gBYLik$mXS^y#*x?n_fLNWkG8uvX-FZ-#!{{{-8!OuiV z9gw96BJW&)uf7R5q!AS#BKle^uDk@yFH;COF-?_cVruF{2Dvd*>1OEs|5GjiQfHBpa4(R%Qt5S!ob;i;X}d35S6f+ zq&{baV#VRVwz}bAovYWczk)OM5=3uRZsOPaxwL|noA1yT8sG`p%-)x2Xr$v5!qXz__XlE5Sj`iBE9=Znb187CSl@{jArp%yMdAU4-6Oz;hCG8LuV<& zsS4ldnm&*z>e10r+2jX!(80L`hc(Vg)3i0`8?|JPbka|=0?iV;WVF+TMmPtDJUDEu zM90F!{DCm3J)8N!)mEUYad6&29vatKT^3jBEUxtJRSg$DIj`?NpDI3PtH(u%WWH-I zWP{AL6Ofc-5V_$iA{wc;l({g3gr}uHQoZ2pU->iPdhwlf_7J=ogUokW;NB zJ`|S`;b4Pe|7b;u*-{fiHGAhX1^GxzsH5kA3h=mYXl#`YF{z~VXKDzd1m@{b;SEbm zo+v?sH&E~6JXjZB-bu|6ddnxm=S=+((&?DfZ*Q%f>+BgGumjX2KP%KnIC|61zoHdX zaC5r~W+?Z~IX|%GXq4GJdBXkoXRJR!x5dw0{r6k$tB#@23Y98Aa%hG}3hwH9a0u*Y zZminJOC$6{2`DeDtgPcfsLs>xD)Qn(78H@SFG(tjAv!HRT}U=q7eHRE0TPL3QM6pZ z>)0J|)+U4&A%C8O=2#PC#x4*9(Taf<0#qZhQdD^n!g#~MK^S}|&h^f4sGpi4?4Qag z85lfz<}WaDB1_#VxM<2}615SHBd4H1@dBz_&GeBH5j8+1wY>aw8dx9c#fx7VIBx>P zWw%^n{6silC^X)cEGIhHU@CkL@|~^#x7oQ$ecQ{i*A0L8s7IDcpx#9K0&#{j595S| zg$;#cTiajF&d!=A{GD+JhTI6;5A9ola}hP;XcpV(m7Y77lM4L^;ljB8MA^2sS1Bv# zF!=V)^xtc0YQ*Cnmn7SVAZzMq;YT}G=p%#Y0hSxZ43MGJQip%WiRISKJHZFj))keM z3Ol5FeqWVG=9ZUk zaD!3*E*KcNxbUFWv_@yHdHc)^Hd&$PljgOl5;IKIh+rgf&-;*8ursht)@1SWLOF*>p|%?Y3qQ-0Vv(uXReMr zwWr?uP-`dyf%fv{%Y||tlUvZK#>2w{UY@aN5>XkoOnm}Jw<)PLI zrN72@2F@zD7|3a9gQ07DWzeKktPWk84}AW$h6&e42M0^5GUZ$*r>D=PK70YBtkzKI zecXN|qltha*kwN$626_9@Nj=DA&x%6exUtjDUDz@Y+ULC(qP3P`=ja3&q} zaurg@p`n9fN$@?a0sBC`jdUWG@0}AC%YEzX>(OK`u|JoB%1Qv%t9B;|b z0M4#%FhW&8bCZjoKfAsDMsEX>hZ%AZr~VqTu{P6DvY$ght`hP1O6=l{ir&e7fAt!m z2;<%iwX2@HLXhzTgSySqV}7%P49CU!w7kcNfsnP)LBF zmQ%E)hBiWAd$18`?&Ct+IlV9*tQN-GOM@lAMllFz2z8)I+m@Xe)dx+$yb z_HSQg z*gZHn&(GgpW(_!e4%Apc!V_SB>eu%m#>dB3^Y&6b7{D4p(y1MY7U#nJqx16)j5*(M zn51m<`a-l@hRF)l&*ju^eYf@Ku`F^Cq?9RDseQ*$YyI8n@#3Ry41)N=pU~15ChxT+CpY7+73e%d=zq}2>&>S*~>gD zPrHWdaA=0Y(7k3V~*VLUp}18d<~TYs{Jp(ni}_j0{v%js(+d|aKvI)~PPir2 z=2Zfadm!f;0!2iL|3bOAh(pTGchTIj(6c%S1DE2v@#RlJNpUz{=PNOJ)UfkQi%`}z zzgwRJaXJ`eTEo`&+%RB$iT%_H*^(@ywo8bGlnQ} z)&ueE&ejnF_b2Yf`|&j>Cxq|+?b@3bWlwe+`|t869HhkZeMx1J;P*tudh=m{aev&D zg;Fzl`Dr{^Sy^iZibp-Q5J6d4XN9U8LM|SN;Ub4l9QZG^Zf;uI~z9|p9G=rHoXV=f`q?Wm;Y_Wh;mUNdE4Wr9J4h2=0#|=B!7$y z)M#PXU`e`P*^%8bOB9OvxqFy9;GT01f>T7D2w}Lonz@59qoHFBsM#Fm%l17PN%GwU z+qgRDk0JEjIKIU39g6s=y3f1$!XK%=ta>{-M>R=O+5KA3H6LBWkc=>lA+|;o8GW7; z_T6^@=ZbZ-G1Y?}_=AB#`&rE7Wbz$s1X4DDL@B7**-O|`oMcvP?i3;3_tDrhnn8e)^n0rTsw%K zB>$O8yVDqz_vF`~%h#(2qT|rc(yK49G-X3^=*r4qMs!$-W6_3 zj2sj#pgW*s;C{Cqvne=&Kq9B7Cjg|68fL&`T-fv0`osS`RY!$;XOa@9(L!&9Z<}jl zvW#t3@jf~EH3GIXFNvDmpW(4(=ypy|o4f|2ClGHgV`JkyuLGAqAVKsAA0KWgqqhw} zd#wS`hkC*%LA?qJ4#wSH9u5X;6+QG5sRRtFh!9jn0$2%6WmMW22kv+p(ocH6XzlEQ z3k_A?>fo;-kPjaNMMt|f&>)EEOAfKYy3WU+1lv`oOT_10_0nfKxzQ>99a%4C* zy$$_eYy?_)w)#$ym?-79`9L&q(#Tv9-yeKJZpQ{8ZCnjY<=Ru}81f=*T)<|J9zJ|t zQgZc*RUZ-9$8X}CAF5jSsQf*%8J}#Y&Ye-X0#0ahP}{*y3Sz>bgxHf`94Lr@Hfi_| zzGVr>mO;6>g3x%vAVRT9keE(e%w2M%MuYjLZjkEU#>C)ds}mxq&ZElTaI6>9p>JkWedOW(miff)kwatLgA`7-)gca}#h+lo9!(aXqb*u^VvB5pFlI^X)}`Le{(C!j zBQuATi8EYHv2O?y^5Z98P{cxBFE9oue@|?lSu*x?WyM4sT*>UTq#zfuynpA~{mygR zwg)*pKq*w+aiZLVhMQ);t<#hiJ*EGN*qst2#+|fp@z3MfcCocm>ThwLPKj~ahq=;90>Hh5f zQC{wSy@Snpe}I<^phWpW>kBQFcXP{O7p}T2(V?dDHkak0vvB)FJzE>ZY+|rb3=~;K zx4VE&Eeq!YgYZPAer+|$7r8B#37I5&NBc&OM)%<>j~PVS&)x1WGg-A*fuj3oS!C zXbp@!dO6Y6~euSh1;GYU^;P`?ffXF~jg65tu%4|XTsYCB<0e&6% zWp#n@4OWg{8S_o23t#DmJHOPcrPPF^$;8dxxpQysU{utEYHs})o9R-S)$Q#5;E=R$ z<=wYcEdN|3*lhyT7NYu|tn9S{cXPxMKemk2unUIs@{~K&tPDEr8imiF0=oL?$IcTm zcid?(r@S@ubf@{Cw8!a=~S>>^d;v9CVFaNA!#byakk(2@Hm>s zS5|DiY||wmB$Nlqa8vc*Tv`eYnGKK%+hsGcCJp`{%ZPM`WMT0Tu*G!gvxfe-h= z+>ZBVRlo&st0+4*-${u2LV!SuN~^s=v>{UCv*Rd)2gpb3suEHH-DK1#hF;DfVUcbw;Ty;rAorVhZ$HG|Qa0f!D6Xy+E~+W5D5P{(j9MhF(cQ-KQY+ z55#?^7o`%ri>LPmI8IqWS-k~~rpKHEy7B-Hg@W-AVjOI!6akQcbfSNl2oo_&&_TZ? z-7XGN*c70NK3_pmQ5v+>14n$}bBBmpWI&f`lMCrt#IsoX?FKd_Ir-biXME3{I|rE% zWkp&mP<`INe>q#v1Q!@lJrA@O*>qJnHCTX4DvW6J^mA|N>nFCSRH=BbIG#cS!)CB=?p2nh}wd?hYEQdwCEZtAxmK3En=h=>&Z;s}QZqd3~)lmN>I z>NY_yLVzSn3uY#Ns5W+SAf2BV6YJl<4GP$SRXT}nf850Yfy+6;sSIu#>8hV+$2`4Y za0guyawJ2Q2kjxj?D|a23ebyqH^D%~^XCijH{sajHo>+N)xnPhMcTw-Vq$T(yvn55 zHbV=yUFFRGo8i^l|D#}`)ZMa|2TCx?V^A~)c^`wI>Lo~O*^6P&mjZ7f2aYyzqy@mUgT6+>K4VEE9!rVOLk8 zn(NhxO{qWGmtM5XC*58Z&$xh65sr5yDiqhslK&Uv_35~-?fv#-4CxH2z8^ZQeK6v5 z)Zd@f0F3}6w_t>ic`TL061eE^yek2Vu3nBY0^?sYG9dcjJ7b@C^91_efDrw_1&2Al z+_9HZ7F%XmMod0X6UYD1E#|)$+0hr__C$BhIW;;wEMzMCvcDaA22~z4AYGWl9%9`h zfsyhQtnp9ktWpJd9*-|u6QwCKX-pH8Nz4rGrQoUYZtymwFZP z^!^Ujvc{?rF#=m`xpex+dw9giGL~})L0|IkhX0nA7+VHcW#jc*b`G3oSSnY7PyiRK}#Z{$RQlIY)#rH5Bptsy%J*$)GOz3gLQ}7rl8d zLJY420AUMMl6^u=DI0xGLzHfs zkMhKLFdqkA>>IvTxc(gftp#Nb(&eWr1_v#_mi61YzyaE5HHOm~gA;)Hh+PWj8G!{d zG`ZMj7=E%eb$SBdyn&axxn}Ir&1C02L&RgOC}n4<88VBqUupY!h@ZvE`y7Ct;AYs%THQD@@go|uZLT)_ zl64b;{A;HpvcZTl`o%G1u#IQty9Bz3aZ=7nJD?%(R?Zli^KDhY8f%pyQ+#*zGWs|F z$LQa1o=?+6*BM^X@Hl|4sZ-=`ZrqfGIQ{N=TDud`L4l3lZxc-4-p--FprBxXI${cp z`0@E45yZD`u(7!CsDv5zm$*6N?K_<#)^}(^6~OT&;c2Kp=X(LU5|`=2V$f{JR2J+} zXDB>XuuQw8Ckc;}aSL|weOM+veJT;mHodrum`{-+k>M8>vNm!oulu94C`umQXXyrO z0-6We2(54v~A#*jJy1yUrnshO=7hmDULpH5f0!PX9xkT{!MqRo)L{J>DkH*Ij6N=}O z@$e%KT5vgDqmN*>zE+;2?;|5R5jvPi$pb;iug2=#{GAKk{C_BqwB68JvUzb8orvWU zyydF22C*u^xjT2-Z+BJ~*%%^jHhHPkcFPlOCGWK?au*=FRU{3Ox$&i5Vn(LFe#iV? zhQfq=CTQHNq%)lz%q*3k{*v*fpFrWB0IAb!ERz z^xeY7mYID(N@QvJFJP9vVSg>gbMz|+I8a9!N8KypN9eDeLL_8N&`U5hz$&)k5q%j zX#2)n65a${0%AW1V@Syst%&E6yJumDSg?Gq5C86cx*e9EVQ@CKekbhy-;Nr$&YZX( z5_F{g?Jto)xBWU15*Lmn;1I+H$X4QOi7esR(5BTVEFZF+S;PPD+o|E(Lu3WyJ|>_W zI+&U5%b?6LrF2I>v<-!XWwl7&3vLEt>o6qmo-ad?bIB0FF7AIHC4`SE`Ie_LlzeOm zS)zBr#;z$SE)L+pR3|9a&h!2^KO&glr8}iWm=$_t`^j1BnbnsQOjrn#WG$&N^$!9# zZ5!06=duz@{g8$_M@O;VojLU8p}rX5u>6n{U0`PTng<`tDW`>5LGOzH^uZOoc+Ih~ zB~1pY!5Sq*)A=|$1jNCi^L8vl$W55M+*LswK_9;VKzwiyvet!ON8 z%OwEFqCcsWX0u2x%Z-)$;fgXg_S_Dy?k+$4i%v@*B5zBH{tf5ffm9{fp?v9Jd<3jE zVHXqKu;3!S0&u-=PV*0;zdQxKybL=p=$eC6t-}JpQ-B)u;KD2aNKI6C&2|hu3G(5Y z)uorGu}Yi>=mnhFK*8(4zn9$xq5vvc!NmmC^ixAyaxn9A^~~&SOVO*_@u!P)9ztrs zTa+o7GJjcJ0G4_%3aGNEuu?5s(?tL4HQ4WY4A56wFGB@XaC1En0|Q@(dEu)6w$xR@Vs z3W`XY;o|X^gII8w!^MW|FhDW%z2$6ap*G`W%H|SeOhm}88{x)j1YG&Qq9&V?WoX|b zAhUr^wfp5jC9@YUxWMDN)H2@>=U~muqdM!JGSZqL&P8#jG@x40#L$QFzY{0Kt za1+&o0kH?h#Ly|l3ZI3Wsi;8>F@*a8;D2{1T}E5g=wQ_yDtH4;&cc?XprBxl7;Gvx?@Vlj z3k;!f!L>mUy#D!eK0PmnF-6v&r8Y zKD+QdMYr0j&Zx|HzV8Xly-a@@r{lYUm=Gdyx$7P6TCU@KJQLL0G(SV+HsbprH`5W@ zd`Ju-+H&~bL6UFBd+Q8fc9Ang2)^%(lnm0sCG@eyu)4bj5psTT#)JYr6!$r2hKj7w zv;`8t8N}}4kBLWp#PMp@{rPbRC5G~b;ZF^IQ5W%_p)q2);k_GphUBOFzW_)q zpL}vpSnW_)ow7iWx|=C7$)f>B_F69d zI`24smWW?($rxF0;T9e!LN`Aje$OdGJ~cd9Ie^xLB0NUzwPX5rC5xRMgFzv_om_Hl zK(0&U@M*}NzV&C@&CrfyX2iEXI{&SnMRk;TTcvLlc`dI?BU|q0-!`TwZRLkW;?F+R zBcGl)Q-B;-h5J2>7_>1ZeL8#Efe^f8OntgUmJnMR-xJ#Sgi&2}pnPw+McS&~-3tNF7oydFSzuIzNPe@&x;H8Lr7 z0HiSo(%^j5Zkc7*B~4u9DpgYGANGSk1)%oEh_*Ngj^`(Q;}SmYakY%nA;0*o7{-GD zJSY^@OETT`Y-^FFx!p+k-5x`jfJ~O;c z$oV5+v3Y}UT--&rlTRQHzd$JWhA42~TE(+PY61(fbX)lf@0RYk;LC=WQwkGo?%GJ7 zKK;@QcwUg1Xp~ z`}aRE$M8f6fW+@h2uHcSI(OIQIzq%w^a4wC!7EGMztHG~2IBMhPY*#0^E^dHzynRp zp}<=(jT0aP3~_;V^c{bb!`s#t*1jXYY95ozqAh4bl&DQjq;T2A;AcQ- z&<-|<#k@a&(Fc|kyF0e#OR9I#)p>2<@`Wn1=_z^t;%slpPmSOrKP4>h>#@(V z*SF(*P=g0IJWdg)7xKk+%7~1T12a+6hjxlztz*=W%L1{G(W9|>`eGgw_LxGX_XRw= zRzITk;$cM1Ug05qw3y@VyFd&X%i~`egc*F3BZf`AKb%noYlZe(Yf^p1=dhgVb${^J{;Qr^ zdLV~BNHFXkPwY~XdQHr91^rn0SC!WF-0M2n2&!hz@9op~zlG;W2O~;RPH7lnys9wO z!o84UIp%7JFqGj zvJd$mH6)Zh+-T@Rgcfu99<*Lqx*Gjv*}P{71)nO9YLM^+rMuD^08R1$L@fGb97`cLr zi^ZV%z2~08G^k_cBi6#fDxw_r`uT^icHP%_*O!)|;%pSh-}F{|6556mG^Z_Qgp-q# zUHF%9c|F*{(H}yZf>vAudIuAPe{`TY^=z4v;#BIj!i1HxjG!jBR}?`_Hk>!0Jw@Gb z&u8u+U0^x_n-$^)9y;o>s0=jH?1O)lbZJ!vru5pu3KAGQ^j^WEdUJ-O0wY);0?3;_9I8p=371dm*h=B4tjtXyAo!b<7$8*&G;a0#*eSYRAU35SAJMuaGJ&!aIa6GA;mi9u^!9{hJ;PmRg^; z{5AOY86`vmFO|}G32m{WRYNhhKaV-ToZEYXtN<{|wg7?h5?d7kL*Vni_BZYbWdd0^ zK-ZO2AE)=3L#Z9WU(Heg%mRdH5YnmxOj)UO#{bA9sx?}kwGQ0Iu%kS8%Y4SB$mi=0 z;h^Yjk8d9u>U7!}8v+4zSYVkIR5zhIq(=*EVtf>W@cYf-1!|}kynUdv)N&-v{%_3T z*4|#ZeFjwgU)g*fe%4qEB}{k#0c}Qw|EpeGqIz8Dc)!$tNp;7VZ`^_{_Bpm}E3BVN zX>$AK#0e3w@#~jQV<5o8++1eV?-u#hjXDg}%<{7KB9F#jK;p-SUK=5#toscpCm|CE zN(88R{-2NT4kB6?n3$MS1*+DyH0oU^bUhvY&KfJc2w&TDkd0wZQ_JSC;3|rORgJcCw`qrlw!+dqo49%HiA9?Pd zB~_X4ToukP+&lwN0kd{kOc6RN3MBOCfGDE9=*27tUaU=tRukf#uJg%4a zl8j5YKh--QktRIa{K-C(vytO^2@=}E%f)*?ez!yQ52p|rHYUiVd+L8$ zV>y4kxcxS`%wC1F;+iD>X)ROd@7P#S2*${?&)$?fbW|%rUJsWE07lRg+6JvJQ_wuv z)t4wTr755#ZPr1xE_43OvKDRc!rD<#KtpM4#B?=uq^#>e&Y)td0^13|RDc(Y3o;w{ zfZ>2Y03w$M$_t47D8rNSgb_-31rK7x3wf>0d#h7J{S5pMBQa6E25#u=32UD|B6p)D zkSgvEGqB=W0H9C^0h75}FE89BE>mq`XTxUl0UyHnU^H%@HJzHzTw7yB7-OzNbPyHp zyLcM9TX{61K?u>d>L!8Zk1S~48(MVx7gb#4ZJiWnNl0Hdy#-m9%oQzb3Zf3Xf$ysRzQOEq7(1P?a56bRTSjv|ze9nLN zr$UgdWu*rf7*jw6dgomBr6>CYc?Te$rDlc+eFS3Jh_aqs;XCeLQx<$lUL zOm9Fleg;and37Vf>@AYPlexn>pNWxAx51|cAgxqk0+iqdJkf66NUYUGwyI zSC?-8XCDUGR0**#q^!1JU5fqsM7f(Ke{t1;r#f5X=La6;FuyOKNKqA*6IeE4X{wxu zQ1C|z3NKXbKVBRX9ic2Y!6NGoy*QrngAUSa4yU3B3r+dj@8b+aGn8aH@ zcew+2k?nmR_&O|2;b~tOg3^LyAO;M8GJw2Xu|~F1Dh_I9f01^9oZ9OCwP_wJE*}vZ zh*x#*JU1Dt!LNSFfLsOyr!-kmt;B4wHlk>q9_!Vy&Wb$a(AAhX4x#qRJZ21~JQI?}+(O^5Tq3?(TBPyQlrO!~#)1ow z1c79V^>shV=1b!9+=3~wU;U7VrZ?`+@aRoCxIf>&2l>*!vwWkMBNU=wsHj}$Nw9M9 zOT+R!@?pa8%Tnr!aiT`@d~t@2#i$biPX|e4cu5y)j9B@=U_SVJ6hp-qc;{o-VbRai z&(3feuWK+8!q2?Z-x0I3yuWHAMx_5PbUXc!RNaxfA=JwVDp~}Vi$NN`WpVlAgvt@& z-@g7i6iw)x66Q7Wr)Y}kp|5s>Y9kvARvsIwK9Zp1|GkpC@X$djX#0eC@WEE+l&yni zn7`)>257u*9rU3p1g;IyaTF>drNUSv86au`+{?=aA z{`XB0RI6>NPvuO`9s3U#f5SL$6PJJK#kfHvQyQ1&#m|dsOoQ&SWS zu@QkfOdZIMW;Mj4cZ0KV6F`zGWH5MX{=5j$U41&vDs9Hb!7H}<(2es=o2Hz~ z@W_?2doypy@aDPhfK#(E41Rv7)8!PBUvakkiiZ+O(eY25JlH$~m`h`&TO3GIdjan= zipz=6@6et2*0*yYsoAnf`^?)57t7PsMd zRxUboKr5%z?{d$t8%<(QD^z(pGQGyOt9kk7|{cyaNPU`K~`#MSYG zJPRk@I!khh3henL-S)`AF`8L z3OL;d-rmyd=P61!Hn_#xYPd9PEP%hiI#SmZ&5(J|@#5l@A2C~jENI(la&?IhCO)pN zK5O%Px)uS58Ai;l>1X_@KfheKcx9^@${sIy;bI4K1E*#;N&wZ;33F=9Ly`^veWmN0 zW~w|t--akd7+*&!crkDRMqYowMiO!D*2fV);EN95H9Cu`YD8<@gsyv=|XVv zTjY+^Vj*?&{jMilj+K}OICE9VTX&4SX|2~hWY!6@ye{?O^6)yvM!+4WjifSOsPWJ( zV?iJLW*NPO+772)xo#c1Z`L#pG_8@+)P?tZv+uJiU-Kdm{wOp?L27!PbAbL0`^HBM zU_Jou?5~?$i81UCSf)teOG!*e3e#l^iBdcm2i05h_}4yVJY0IFlIv7>6*Z$}Lge^} z;9MDHwp07w-QD(M{Xk=i*2eQDTbs8ns4yXVjE41`O)j40)pxhITSREM-|YjnQS1rd zp~n1D@S36eVoIXP&PQ55SlMf* z%t19cjB~TzM^a|Un0{1ShDg8R*N6-3L8hPIltBR#3E&bmX{7?5;N`)xVa3um8(hov zw_}1xpKY$h(Jdw=&PnM}sP6oLs)%Z6ysFZBy+cM}X9CySL&*={l`7yp$e@5UK)T|x zgT{Jj!oNLM6a-aUB*5TgcWYVPu!Phs@RMB)>a2SA?YuYZwnu|i^|0M4ZLup#?U~b8 zpFKkJFE7Tn#VG4Pd-kb%0kskU^4n`;_x$@6BOqR)I(%zjM)A$Mz!%Bm!DL`c$_ZMR zQe?fz{ zfDq<1H!!Lm%H$>HnO0mqniQyR=1sdLQ;uu5DiIE)s-jo=87N`z(|f!S2-d}E_zykZ zoIPrT6$}9XvV>7^QNOF-c@dwxxy#0#UHW|VwvN@BNLH4kf=igi>zs*so@sLXv%r17 z%|UO4`WB)k43Rmgy|n@^lvCgBw_`xh*PNjdUwmQ}^;bWf)b9o@ zQjY7OA)C?~_-deh$*h}$>up5-B!}J7(zCX7cCTFh?DMb&xPOam5=l>0^EwB|mhXaN zgP!1g1pAX#07nhg*y@7JC^>>N1=BcpkuC!iM_jZ_bI&`e_6$i(UQy~^UJ%b; z)bue5ONpd8^~hxhEZl|KI`a9H^|#Gqz2ik3@W`(~TN2c0kWv#!_to$u^q5hJyYoT) zPi@&1xU0DM_}4+cA0b6&0_mBjNa^1F9D{z#ucaX*txqC_pRz9Kh_SOadz9dK3hv23 zPa=Zz=RCCIs#4q{ z_V0;ap9A6!bUeuhf#3jSa}?Auf}l_(2?Y3?wQ0h3^v+^gyTDmh4HJC!>?SM%nohhZ zDH~5F*fTV(yexhaYr0oW#>T>ii4ph#&(l^WRhz@O*@ zo*9R}1w1t%098vuI&6KC1Pmyv~ zn`)OJ{Z_FH5rJ4Rl zStD3H;8@!K_@;vJPsI3GK-{6H=XCPuNmf=g0zm*2cpG3Y5jr7on-Rq4?(W&}hd0?0 z2HA(tLkr`FJbz7=;&sIbyNwQBLVN84YKPg?Eu7H0fz?RT+b^zG07zEn;%BmE{>Q4h zM)XWfUDc}nD}+cFFSn}|Bdc9@qUPzIUd}X<|GeFN&b2onIsTm5fO?eXk?zGv01N-i zV@*E`10$f+JG)s-t@{gQk)-})^(!l^Su`Shy`({`028bU-AR9=6YE0G=zx}{mivv@s=Q7mr|M^-tFy@A? z4&%q0^^m&HIeuIsXr8VhLesihKp8lhg>=`vC^tK6_>%?-AaskS#E{CB=NapuhPQ%3 zvBx{Y(Pon0TLH*s;KM<-R~`HJU3u|_6;$$x%VR~@PiPU(7aWr1)km%Y$>-CE-&ioc zz^*@jtv{l5>`olDPLIyy?|15oJy0&{sgxHDcVi6Ao&`og4Gr~9#9#FM^ozhugJ0!G zHK1L-PEVjYZ9KrKztw(_r^$D)BLV%1N>k)p&3q^pM@ETs4`wMhL6sl%&I?~;a=%@P zXEBy3xA)$$bgR3{>2T!8BhPbiUg7M^buAdAMZ~cDBOJ9HJA6BL5l&=||EyXT+-O** zTaGq-_ES#j8YSe>m%m0fX`Q&yMzK|8S;13qiAH059HjE@KGoPeN~ov(VwFE~;c4n@ z(rk6Ev~kW+X75b(+;F5$QH-X%geZfqd@~d=JA>wdZn05-;4&6?}p*m&-fJ zXXOmv%ayiL#>&p0ZrBnFN25d2WOjPMbrv$zINjbiL-6GBkmp$7q?+regmjQqT`v=T zo}HF}veZ7k@&3-+fVy%gl3)s{z;kKg`{2IF)d@4SKK`N$W?+U%Zn&Fd_i#tXMJdH5u6FfO%mO7N&go z@F65lx#z{=H5E~Uo0N<_o+gCiLBgna z0E8b~etBYy9B-z|;LAls1})U6QQW(XR%;M2L$frZL`KQlD7z6Ga>jP;f{F>rUh{xc z`WvlYEm_i#AH`$BRCvUGC|GN~$4{!FzWr~K{rEy%v!L><I>BcuhR6Q+GX^>34)W zjiw&6tiF_dY(O<3LGJcyH|%CxJ|?`fKiPfv;{}Q&6FWUN7-J}ZR91nYa&e8JH6v=R zJ~e{ZRqxGDr{#->KevaAwxm88MXgi3(~xE^a`|)53zl$s{Fi=-JWj+&pjPf?MbfzZ z^5UsI7tu!CFAO){qz6Tel6IgV&B34dtWb{&w}R}P0A(G_P9j<~Ij6c7*(cliaa77L ziw17F?QMT)0Ln-pZF?zA;KHzV;8iII&UHAq$G|9#oa3T(lxp8?N&w>M;n zD?3i{8~I8MMKcdnFBBIY^EBEZ?Q>ALdadx>PbJOkvbV|poKq0XgS7ziuaFX1} zi{!gV=)Coan%@D2GUXDZ`16A&z@}p|$N7*@e_U54P|{5AUV7J^A7+=I69Aq)}T=YI$k36iiS0 zmET!g%*e}?2A({m0o*k;z>un6-eq>Y_2;3E+)GODg%XgAo_x;j;!G$HzxhB72$L-r z^-tqXftPzcQV-URp%fv*lz_Bm-AnAMbS4-`MJfJ_CgyBqJ6Sz>CKLWMD#|9Wcs>;^ zTDn$8j;ZIpI`qZ=A>VtjEpp-}PL1MwmBk?G&UfZvbppskIj_1Ti5CenA1S^b$Lr0RF&15Q?2AD<;pq%v-9tBt*d{>myu@FEvJ zi5)p@dLO!yo8FtSmZyL};y%{f`n+!`d(bd4SBwBnKiOgX3$~Mme;dVPQa0mb0>tG} zyz0VgbT{wiTqymZ`&_#9^<8a}qEtl~zo(qLw1G5Z9gr#^l)_y8;}e%QV}3hs_`155ypAv4ljBVlK=xyz#3%X5%fCz| ztM!nQmVYt&U2hCuc|wA&DEby^7Z@_AEZ7KzD&_{B_Hb=&Cp&4qT1Q7AFzb1@?1EGM{cR}q@!+L5bkNokKiQS; zJ>4gGmW#+MgF>tB-F^6S|V*b3WLgQ}EOK-oby?}Zy?w+Ik=8esahiVXSm3NgPIlcXn zW0{Lb7$Y71^0`nzSPWhiHA(Fz{X1X;XXx9yYH+;+=6 z6p6X_uvRh?sip*}i1!Gtr>4}@6y28H_5bhm^>N9u#}1!S{=oFc-7PX`NGXxQ7^S`O z2AXeiFz!)tEJ*PcDtw^<+&;yE5_F`3e-{E-!T~^hie#vwLT_7?ew0kfv=<%#)Ma5)L1k-n^D%RfAotM4NT-VxK|}p#Daj4(F%mFEih+RAhwyYp z$XB`BI(fGU>g2p#@msr3lwijlXqZ$hmf5qv3y}7RC!_|J%d7AF;|c@*uGdy|-^*hN zM$h-*?mEju52rETjZ|jFUWTaoGg<8I=c>x8RvEX(p+dOPCq7hFPw6SN2aP`LU|B-K zKWni{M{=@Z;5AdO3qcb&^*N>$jr#9}srq2+32Lg;M)uC2?avo^s&C7$Zs&SM%JCQR4N0VGxv zxcR=@sPte|0s9L_UQbkl=65IvlEKwEFqU~sx$^_JQK>?Ug0G=)uqA{TyXN~WxvQ-D zo7LJNEPv2&>I9z!f6%@}QhboT{5IWmc)J!v4>u8|IgpN#0BKI2q`fXOi0Us2rfqjE z-!r33Y6lP$lkIVK$tMQmzc$-a1&9LYo0oA;c*R$^DUnMIaVF^sBGU08I+yqf4C|feel)%0TiK27($$ ze5z3>JhxYT!7WHU6Yj$;&r%S!3#b7-j@Jx?)bK_hr?k}*dg@=EEQ{o(cWs`z2sj4E zQVbA8y#cbyF8$0|!F#WLuPUR)0Az!xY=D3YIx4l#9E`z?fKQz&Xsr=40ZO!p;3dN1 zN2Dqh}sVNj_ zV(f|OT-?^^$pOswjh~Vvhul{RZWSDeC|=b)u@%4vz(s+1)nW@9f0Q{|!sjT}gmowR z1nPoM66^^m_9R;9!SrheHN2eZhw%2KRQ29;RQ0rU~~{AhOO~QgGx>?8da=slpIbzs(zvVVl-uyu3q{9*!sH5) zLWB>XqJv(6>70|3lPYAZQ!forc-A`m*}%S+h(r&lDrY8p781YUNRukq~~Xv z9QjDnvGJ2+f54 zRzbIP%-Jo4wbS5e32QC3_ErMmYNpdgn1|T19~e+Yq@#yDKr10W!jhIH)OO85 z^LwHgG;J9Qby{FXwkxVT+-Wt95Jf_$n#?=ZJm)7ni9bAylzmRJCsuS>W$I7P$ebI> z17*vJ{`{P7qrgb{0OZ??*gK3}EKA1QHTYxp%+&Wa!+g14U$#|dff995o(|bZo_Uz25}od2F)XW@uhC(`cj`FQqaBD=q9`Y($=o*@@vM@-$7F4fV+Y7K3ut66Y0)Mq6?B&7I z*+1C}vjXxi)HEF*t6MI=OL~tGr~n`z^pj#^88*EALmBK*2F3Qx=c+1tRxc$#v5wH~ zxe~Q+#RP1PTxqQzU0h>^{5TMXrYeuIJp>zDR3Fd$y=q4mO~*$LS1x@T_he7tDs_Wy z;!IJ!!*uIA@|EZ@Z!xTEboGHP1JCEJZb}167lMVh!hUHagdW!)h{=a%KdbZ^X%ot% zDEez_ZM=Bh6#eD4laT7}-}v|Og`0hxZ9VyV`CpgOQ1O_6mzzV{coTSpe-m^u$M0|i#~tTz%}xLdL4brYEsaHiJM_HRm_@m@UUTATF*d#>`I`0f^x*F127nP?+wo7O%6q1430zD%hRi6!yhxN{^C z;41bjH=nqS@S&hbWJ$SzZTP8(J)tbB&9W1E+1ooqEHuM_~R9JZr=mboMf4Tc?X34ZBNWttZQo@E)&c?X<){2W1 zl$|?&3yG%}^pxB@{qF?P_eso_H2iXS2NN?n^&VA}`F=wY)Fz3^tEn*0Fu^G>gNCA@ z6c9$6{omqpTN_S-TmfJV2?yW73I*q$El_WJFNbxvbS1fw_X7+O`=c|X3{8OmoETk% zqFvC$!R(VlDFT~C-7@^@oEzO-?I-(Oa7HL)J|`iDw$~*$KU0X}eMOw9{W|lRx;yX? z2$dl|gY3Q~OtaQe{s(;NnCMf2-@dftywsuMLf~Z3x4$t^OMr@h@2`B9Tj!v@wK#O@ zm=N#pLiV`8g;TVaDlG&X`i76y?&*GXHpsYCV`$Ig{p zOAj9V;b%@iBzoy`NzgS=V36xF+M{V^K7>pY$YtjpG%apyk8liewojO|xIAtPk7ifh zIu4LsiybJc$dt;$KGxaKHVr2VRplSKDJmn8HN-yr{$Y?AEJVMLilxTX@JPHYU!+at%dGs9&yT4+Gmb-T4f7t=V7Goo8;q+@`Gz;Kl906<}j zF*(R|11IfPAPKqxnG?Y9Wsf|$pke;L^06W!)PZc>mmn(!#01XVOJlxcC*FL__oz(h zJ`wreOQ)Owu{+U9SO%y`e_CKRbB;XmkG@ z1fnT|(A@6a!+i^(oGW#{>cI5Gf^#VdjWNJXvsh|0u%Zh8ozv- z6ZMqd&)Bi6AvvTRc0%6{05HFO89q-JIEiFhPz3;*5mG4p&S4qSl-!bmJv)tbP~{-b zhsoGe&srC+76pJsmL>8Ff`-Iua>s|ChA!U69T7FYarN3QI&!>PY$2_%zngKl@0neB z7PE7+s^&R@3iL+Q;UwQSg8A-p!+cbyL9+%l-15CM8XJ!~fC{zxz0in`Z5OW#F50#4 zg&S0iVPVZ3VS#c4$=Yl%^r0$#4&KjSI8M0H2$ih7#!%oo8bv>Mk5ugMIE`VSm(f8} zb&MoU$h7;QuSe=9ObA#^%a4xk4?g1l7@VmYZ4M{eEm6&V@J~_;Xq6cg9ke?JJ#XLs zKsTdIX09FkesOh}XMR1mUFo{+Y{0iTY^P1ezl(y(I#iG3WXwtD`0*cW9^I9K`~iVq zB3aPGbdKuGth&s|q{jK})k@A$R1e?=KpN+Avqh@Q&uCqy;MTT%uC<1^2%rH|-C{#P zB8HRKFvKRak`P4{7=Y3ls6zuzV0X^#-+%wglP+*7PQ|FT--)^|&cL71jXl^)^a4ar z_PpHChrYwQ)L|rWJ>FmAr0g42ezC(%YFKpldu1|}`VCA`Wrb-)R;T-=XBwh zK5^%#X@`iQ|7LyEVEyRtD=PeXpOOaI6`;0DzH++!{T`!BcgDM8dsA3J!+*#6m49P;~ z?H&aF0i}1w)BD7jn@rLwOqngBl!+tHb}hgAH6JzPy)Qi zy15~PHH-%e8iy~)OUCJ9fl4vD2;|1P;-G6U@d@j^1-lzF_05`|Z_2;o5S1yLE~h$I z(&01I=0YN)35_#fQ0zi1jTwtw->HtUyr-0bJ#d~lc>!aLP`MI zMSvg^fNFC)#4CQ3YawcCGFls?-kwsJPgWRIc%5kfTcAG@0~AoO1vBMJBt(K{bb3q) z{s4prl|79Da#rXIRa&`;`%1cEg`SaTO@YmXbYUadh?u?3iX8S4grM_nHW-SVj3ZUP zOB^8G3G;o9{}E#f8oUkr%T2AGyai7)kj}~Ia_=RG#dS?pVM910%#MX!yWIi9{Ppqb zgSD1%Ir_p6Mn5Zr>KaX@vSMhy{*6$J{GgtglxYI-YsH;vwgi8m#aN!tE>^`?12W?m zx*M%8I6ZLfKQNAU;7QZ>Yo4xR0-=_zYSFhPQj<&>2Vy5pr*dq5j0mVS?u8HlM6ZTN z?ULCy+Lahwh7`{iYL#uleb3dD3x#1<3V{qs2AKZavS+?NjFJXeLm3Rvt*_y(Al*=$ z;Q2T3Bo*X(@QYRCNvid2w7fV)z&Hj9p*<8#|4^fB_ojb`x|`!we$g@@bQ`5=u~Sz2 z%_znkc<5lkLRgs2sR~U4iy6B29w8^TIt#;F1_-nut{tyR);vZUIZ$ILrTF5$(Yw?# zCimGG4T!U*9xVM055sAmB~G3N9-wI-cVV28<@)BM(UXTCA66>$b9ZjwrvXO_ATq$2 zROc~vy3QOd|6mvU zCV#rms?;UvzwvCW^zKq;#Cy?Euh~RLJX`e1L8!97%gDcWDdS-oSKp)O8WFzS-Zbk! zEOysb&6!;FyD^Q@$~F%YMW9}Z$Y?n*_c*@J@UY%Kn6l+7Oe&w!)$#ZjlnmK_7yx)- zQ;eK6QDQ9A=pGarB;@wi=jaWxfaRE72*TdY=aE}Oxz=?SL5gORT5nmFX1hPWne<_9 zBKdm%syhV5T3-8CroT8-P-7)OJc1p5+i%ac!dk-p7<->T6c`szSmh$gcyYkD*DnI-x-g}nLB9*M%$`b<$2y zyIHT>%nzYc4YlmL;-+g9wvGPfCovr$Xu7Lq+Vz&Am1c$)7n(6$HWaWIzk$Te+T;NQ z{Xiw_zJHeJ4VYh23>GbZJHJfGn=(!pH#h<&8Ks%2>I4OP?R2)sIZkCF5`8e*AqHPV zFT;X93M-vFqSEev)X}PvvUl;Kjeb)~{xT0blX3P3;pbX6A#XD`}X%P18R;YTVMfpQ4R*e85xjdCh7lZC$=m zlOCt$OZSOTzRrr4Z%)xKLy{zY^Goae_7+gJn9r+moWtF5>cYQ^Wpty0;!cdMT?7WY z1mDq@sn18+kKaj0oD%K?gjJo1?$lUF{&cb&RQF zov^cU|76KZpgMJC^F`a1-!GkG(-l;+AI58R&@`8^F1(O+r6`uQRjqd9EytWti+oI{PQagsnw_)Cflb(-*?m{d|wFO z(0hDriUEg}jrVH*L^vDp1m&L_S!-Xg5%cEUXJH|K_{|S3+|A{P=_!2>VR?!#-1`(; zM*p8PNeG38xaWjDC)-HJ{Qj=IV{nAoMbS0l_o*a=5^rKX!P^N)DZT(Vc5yM6q}b^9 znPSf=;IKY9OyTu(bCWYGtQ}b#W0l+jR%$r?)qX3Sqq}xOexvQ2$f;$obYLU$yEn|o zP>5?u55akaAI+R*{QF2O{5B|H7KNL2meI5#u3KQ11dd4IQBjDmFN2s6KR+1=N9dGN zfS5Sqe*}IVRvlKzSMrU831>hN85GYDkdBCTwt~Xb-Rn4 zoYz%V&w}cgJ$Q+n*SrIlWu|+EDLAenyo>~#jDXf@0-9?mMCRI{$#b^)lR*a*+r?a> zn68H!0Z$CXHng92uI_q*PfTueGdQ-;`!%}4ZM>vw_M7NA*ZTFVIe7O1glhElZP0)N zC>5O7@7J*mu9<~J-s{)2h>?Y$65@>zpQ-OnJ_+|aI6i&`>cf%i0OJE1?&S5BayT^T zaPrYa+uPf>f_Qf@5HC-1=D}emNoKY4O8h`j}jS6M5oBIJY$Ao51 zVF=~=F$T4v?%uuo;(c83lz=}-*>r*)eI@v&-P6=G1z}!9y|)+tItM3b&b=C5&xbZP zhXk08Pj1Im)TEUm6AV)YVxh78m#UB87T$ z=&CHcxW+F>y7uNq3p$a=K$`*FII@*u5AT`?51@HxZvB#3PnA3WbudQzl_>@M^{V+$ zsHj$ozBmpt_`}8inQf1IE6`q{1Em?pt5ykBGAHt>zh8jw8WWAa{ep(Pvv_KQe}Dd- z!T%rAsFkM%Y=)sR(+Z-EK$#WsJ*pdF)z*jShsc-%8ytwNCP(|*7kPPWsXmO11Ounh z-OCHnGUaXFXSTAkVksIE(kRoz107PJKd0CBTnYnK;F-k~!%(1rgX$tFI5>gecjtjVmbvnWz z%~3W2=~9ZrtNfebT80=r!3+Xz=~S>{rlFy+5s56@w$Og{>Xp&S(JwIT3M($=1W{@} zFh$dA^87eQ<=8zJ3o@$6m4ZmNj!kU}SNQSHMi8Q=la($P6=%}7Hl2OFG)q~TwCO%Xd%U{WH5bPzENhAT## zyq-N{!{gla1e+!qd3kKaQ57MFgTVrVdL1n{w4*mI*A@^GGMQ-&03~MAFyxs82V)|@ z*zR}l+5wb|*fPVK)1jgE?TTOWTM*9$EzUp?jLrGSgaqDa7r5ARclIzv9zj{N7&D8Cem-ibu2zR<9}fI-yyBNlDNqle8$)rD1R0h{$kq>+#w|n^q#GP9}K<(t@ zWDabN`0c>Tn+&Y8ymvop)?6Gi2d?x5L`6E%7M>-%Vrg8ar(CFT0Ci>CMrq|9(EP*;{|>NrSQW^DQjy$L?3b0 z9RB(>3nK4l)$e=3=b_^z2ZIhc{U}snSy`w~snFBzjcqW2c5$i3RM!~*uLNZn65#)d z^AqOm7vDod(9pVZ`}SL1yC#J14IW$P!HzE?BI4^W*B_g2r(YsIdC+x)CxVZIgY&AU z#svHxp?iixY2SBf>F;f9XrO_oL2(Ga&d`-y6U%^+-23zz!}j(z_`IVS%eg>p3JYlC zuuZtt8Q#&>B0Dd&qT18bBjR%)09VB3a!E*2T|Gq9=_@1nal$UHnsVV1@c3b=2a$Rd z3K0i`S856q1_VbF>%=Awz*3u7Rxv;%@?@wwnk4z?z$zJ5}Jp*DF?=lGcz+=t&jTC(`i7sOzB>dZ9#s%5m=pd z_w-1^y3;pte0)4KIT_W^AQrj(Gx@fI!(}UL>&s@{B;Yd!e_&b|BQ7s5?t!vvf*cVF z(U?F?-zX-4fF1Vk-AxqVfF{wY!SL{Kg;5*&>mS2Ph@~Jno$!IOG>DF3z?g$bkv{m71CRY{v7f*9ON3+&r$+q8Bx4chazxq`JQh&h?D*EE z7-Mo^1p}*pTvnFtwE2}Z_!$kd4tShZl1!K&$P13d4-v{W^e8C~FEBIDfT_^q+a4aG zu*t1+WPldf5fGQb`$f=i*;x#9Pg761!e~*9;6f6hfR+Uw?cl_XLbRk2g*UUDPpc|g zT9$6wlg&QoZx$@R7=;J{2B81zmvx2~U+F;c0v;IzHW^*WS>ZRZ&j^)&PTvsp1B!Ah zB4P$&X_3c{Jtl~jD<@}_NGvucCL=dDA;`j^Gd|@ixwE2v@uwLW+R5Y%g@ZYu9xS5r zu)JLdmqZnPeQuWr8oNMhI0HL5c&BiJvyAykgU?}&M=y9C$SEtwfiq2oh{IekVs!?} z?yyRq-z!I_kdYJxr(8XFdzIe5935ucv5=7jhAN1fzd3!C&vaEP^P`=dJ8f30~E%KXFqC>wJE?8)MRa}G8fiV5NjTp z6Soqe>FbKSPC@r;p2LV~jUE3|CEA+F>Zfu_;Hk@i9}2`k5n!19Lg}R#iq6*-tn$Ra zLQIRuoaX{908E(Vz@9`}uhI2(L$2*YEMa!0BjWuE{+9kA;G7Fl%pABbR*utP(Qe z{e6dEj6w;s9c&A3ySuxG=jXE+^HH&+_T~Mm;sWzpdQbYko}SAL*NL>9^YgF=4PM5@ z%Y+}&DQ2)^Itab64Vz2q8P3jtXzQz_tF3OzV<#C zLVzd>5m-+^1cNXYKm~ChR5~i$HVt4cfInbHg^nsJD&hlU1Q=TG9v;SEg9q*oxxd`^ z%4or(h8(t{u&^*3M2;Qe^#^P>WPcbcE9#?2A6J9<4I$h+vPrYuN<{^=`6KQQATCo_ zQW9)X-j&R)i$V-IEgw8+gA4=Ff`JdnfO+ne+n2Y6DtXEp8rYzHjDr0lG$DZu!~q?) z=j2#eSph$B9%wEpjt#Q1en?{Vxe3%LWco>KrVB*bbBc|Lg z$^m6rvpsAg+HhD8g2Td0!9r>bdxf! zz>wlNzy}_4tt$wP3oc;Jo& zLr(lhDspweu0fs#>LU0cWMrHNM$G+>^(3Sc9MkA*%#E5_TH&yr%m7XV-i@reIa`@w zON{UF0obi!-oJkziH?xu3c@`ItM>QzjbIoc%PtJzI51~|?Q8z~;`^`jLc+qP0BHix zO9Dh+A3|~fe1x=|D#*r4AhCDj5;%;2r<5a*$IT YUXzbgA_~+EDELoN?v8Akj8WkK1C7lbX8-^I literal 0 HcmV?d00001 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833