From 5671aa8099fb6dca1d7c32189bf44b64f19a65e8 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 4 May 2026 02:26:39 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: laion/open-thoughts-4-code-qwen3-32b-annotated-7k_qwen3-8B_8k Source: Original Platform --- .gitattributes | 58 +++++ README.md | 61 +++++ added_tokens.json | 28 +++ all_results.json | 16 ++ chat_template.jinja | 89 +++++++ config.json | 68 ++++++ configuration.json | 1 + generation_config.json | 12 + merges.txt | 3 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 407 +++++++++++++++++++++++++++++++ run_summary.json | 12 + special_tokens_map.json | 31 +++ tokenizer.json | 3 + tokenizer_config.json | 240 ++++++++++++++++++ train_results.json | 16 ++ trainer_log.jsonl | 3 + trainer_state.json | 3 + training_args.bin | 3 + training_loss.png | Bin 0 -> 45952 bytes vocab.json | 3 + 24 files changed, 1069 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 run_summary.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f6e3a29 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,58 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +trainer_log.jsonl filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +trainer_state.json filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..52c5de1 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: apache-2.0 +base_model: Qwen/Qwen3-8B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: open-thoughts-4-code-qwen3-32b-annotated + results: [] +--- + + + +# open-thoughts-4-code-qwen3-32b-annotated + +This model is a fine-tuned version of [Qwen/Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B) on the marin-community/open-thoughts-4-code-qwen3-32b-annotated dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 4e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 2 +- total_train_batch_size: 16 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.98) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 1.0 + +### Training results + + + +### Framework versions + +- Transformers 4.57.3 +- Pytorch 2.9.0+cu128 +- Datasets 4.4.1 +- Tokenizers 0.22.1 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..b54f913 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,28 @@ +{ + "": 151668, + "": 151658, + "": 151666, + "": 151667, + "": 151657, + "": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..d5ea9c2 --- /dev/null +++ b/all_results.json @@ -0,0 +1,16 @@ +{ + "achieved_tflops_per_gpu": 42.42053490110656, + "achieved_tflops_per_gpu_theoretical": 4844.70352483713, + "epoch": 1.0, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19463524222373962, + "mfu_percent": 4.289235075946063, + "mfu_percent_theoretical": 489.8587992757462, + "total_flos": 1.4231344961965523e+19, + "train_loss": 0.06952266532071043, + "train_runtime": 41935.3062, + "train_samples_per_second": 22.874, + "train_steps_per_second": 1.43, + "valid_targets_mean": 7497.0, + "valid_targets_min": 7481 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..f8a98d4 --- /dev/null +++ b/config.json @@ -0,0 +1,68 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "4.57.3", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..9047f32 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "4.57.3" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..2a4f6c3 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4760e9a9fe10f481129b300361944cad1cc1be8c3f8083650e2cdbb44becf324 +size 4902257696 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..2e9779e --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96da3015c0a2add3436b1e503b2e386ab1394e403e414f0ef6c64a41e80288b3 +size 4915960368 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..b7510e8 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e513e421989ad900b34ba51d8708102768101fc26cc8fefbcc28188d60ea80f +size 4983068496 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..e3cc9ff --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4322ce030f7270ccb8554c22d8987cf4da513300f6f1c258dc0d989cbdd8f22a +size 1580230264 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..ba886c0 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,407 @@ +{ + "metadata": { + "total_parameters": 308224, + "total_size": 16381470720 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_norm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/run_summary.json b/run_summary.json new file mode 100644 index 0000000..3d851d7 --- /dev/null +++ b/run_summary.json @@ -0,0 +1,12 @@ +{ + "agent_name": null, + "training_start": null, + "training_end": null, + "created_by": "DCAgent", + "base_model_name": "Qwen/Qwen3-8B", + "dataset_name": "marin-community/open-thoughts-4-code-qwen3-32b-annotated", + "training_type": "SFT", + "training_parameters": "https://huggingface.co/laion/open-thoughts-4-code-qwen3-32b-annotated/blob/main/config.json", + "wandb_link": "https://wandb.ai/DCAgent/OpenThoughts-Agent/runs/open-thoughts-4-code-qwen3-32b-annotated_Qwen3-8B", + "traces_location_s3": null +} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..ac23c0a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..cd71f61 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4 +size 11422654 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..e9dc937 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,240 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "model_max_length": 32768, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..d5ea9c2 --- /dev/null +++ b/train_results.json @@ -0,0 +1,16 @@ +{ + "achieved_tflops_per_gpu": 42.42053490110656, + "achieved_tflops_per_gpu_theoretical": 4844.70352483713, + "epoch": 1.0, + "loss_nan_ranks": 0, + "loss_rank_avg": 0.19463524222373962, + "mfu_percent": 4.289235075946063, + "mfu_percent_theoretical": 489.8587992757462, + "total_flos": 1.4231344961965523e+19, + "train_loss": 0.06952266532071043, + "train_runtime": 41935.3062, + "train_samples_per_second": 22.874, + "train_steps_per_second": 1.43, + "valid_targets_mean": 7497.0, + "valid_targets_min": 7481 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..1888eef --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44b9952b06405c0b7c2e94c385f63ba1af18cdbce72b3e3580b12d309858c845 +size 2473018 diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..2e6ded0 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52b7566218adc7deb2d742bee62922cc848482025dec4ea95c9a06253135487b +size 3782053 diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..07cdaf5 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccd4338bd1e3e6f9ded0cbfe67b078a04fd02133c4103a4b67fb1bc6b8302ad7 +size 8785 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..f26ee0ef38afc43ed11923582644cf06620765c3 GIT binary patch literal 45952 zcmeFZby${L_ceNxA|fCvjev=WGzdruh^U~XARSWDB^^?tl!1sygCJcZ-KCOBcY`!Y zgUFc+_xXL_xz73Hod3^z?Y&>%d7k@T_gZVtIp!E+Jg(^=u6>IX!!8b1QpuQ+=iMT%7Cz zY)mHh_SSYn92^$^^A2_^TVsxD4Tn~^%28{Xhjti7ricE;`6QNNieY&Rx20|BqFbIYee1bU1H`F6N~wQev9?L3?5C8Td{{R0W>Hp;rS~IhVc(Dalfw%Pbs*SH%?+6mC(~o2QDV!`tV6C6Hf*JA|`6)PHSo ztS954&xq&25X+IkkdTIs`(hSh2C3I=#_@+;=C79HwBKTM$4^y$;qOnF7+ZO+RaH|n zs4w5Rw!fcNC>lbIl50QwEOB&j&utHyZo?_6p&mj)q2H z;~7_y6DLl*yz?<9KVP!aV}E7r8RO%+qpPc{PB5My>8c#?I7}=oM4@7T1#Io?M!;_wL=p`Es0Yrcr+IK!0Pd z%V{CEab=~JtnioS?Ck8PjEuT6=QVV{@!)I27$zGl$`I?Zd)aCLF3iNqN#691qp>?v zV--GP&=w;?&1*t#YisK?;PLz0C8s~DjXzTEGoneO7P4mvXV-e+FyCFUf7{VcHCwwL z9&m%utMtjDguOklu!zV&wr+HDh5KHP)kwvIMYAAmWqr1Tg_V{2o1>oVK)LHR7=0g_ zzGPBNZ1>l>M~@ywENmxPP*6~ePEPv53Q{t9{^5#onY*l6WR1hc#Z_cKtC+vn)7^cR zi|d3^%Dwvj0<+a&*X4MfN)M;MJ2PBX!@|Q~ILg;4NEw8DU6+cFeBigJi4wG1fjt)Q zdGL2}cVf6k?MQ#VF&S)mSXScVHxJ%B!5PY1DU-w7C&B5QWE@}n`?|F>%N2{K0Pk*pl`Q5~UXHr(BcPw6+HP>b1F`N2lqI>u5WwLT`H7^a7uKr34ePYkm9QpRG%Ci{Ht)-!rt*u+J zqV7VU>FeB1ojRr4m8Rk}`|(|le*KFOcG4db1AD)>Cqip`dZ;uCE$hEn46H9LFDwLk z9_+s>T=;e=)>oOee!AsDu3jzS(z8AP<8++*bwosdjxJ+zF~T&7w?Z4>)z!@bE4ncn zzWZugTEUA0g_2C<;!NbafB)=Yv}P}3Ja$ce{rzho#Ms%{ifswo_+MkHPn_%Pd!}_{f~ENtXLiv~lz1O>$yCYa1IJgCLE+ol5st zA1hi8mpyk~E~ko#iFqk=er02$9u`qvTf5aYYi>qKRY}R`Qj8NWjMUoNx@xf4PC;Eg zZB>1-FaOB7TOq!gnO7GU7j1g99GSVeUTKIKHB&E9)yCcMaas9TG@FXo{+zn5_DJVkX|TU%U(FAfe4RyD9WTJ6Ka&faY@tyAX2m6o2KYu3XaJfT_c zavIG@aPVRqUAKYFJj#3K02D5IjIA!l-0kBa|+ancUFefxF{ez+wrj`e7A zJ1%LKyJybL&)aMbIZCp=9j|+S5?fmTQSxMw)~GG!_>m(=ii(Ox`;236YH2Z8c@}Gi zK*qIeV`gH)vMY93;gik-e2aLW<|fu5RL49I_88sV-O(LA{y3e#bZKpK0FvC#j*j9U zoqdr5*kkRGiBQ)6_U$O%5zT0k$UQZhTW<%_hgZd^CreRp?}VYf9oUteGAp0(doO?=wNR1V^yEHOZGCJ(It)saFrK0eMn z5_fUBEjIM3#uw{G1(8VZ$&y`Iv!Z3;TeogCM{wcYzI~f^#%z}cZ%Omq++#DdTu4$y zB_%b(!)H2D?%#UygdZRGY4^qXygcsaSTROOEs*)48sR*C{Mae`O_r;kq2YxX*CoLv zbw@|XMwmGp2+C<~iPk2L%AodkdEq}RwS>!wucM=bp>zb9MUs$^)G6H;A$Tv_U|~1k zeRa@r#NGPI6Mxv1{v*)nO(eooi0>#m!-!c753aVq&DY9?)Ciaz|zv| z5H7g@zUa!w@ zJ1MidSU8erRk{0ndm(KV8}4l`8a#OLpm}5@wtQ#$gZX@Srupp8kLESLM+f-9g^lgew{PFfYyFSQo~Ot?!ssS%aJ_;03M;Gr z&d$z4^Lrli{?Dc)*g&BbW8q(ze86Ai%zSTEG6f*2hwOG|b;J39lYUJH=T^`R`V&-dkDnja|Sz^f{Mkk+Ha zM4kiLYP0fSKh&Zx&rjs<_Qb-gTW7|;I8VPf?uDY!7s+SVdnwkf=8WqC*F}owMO!*k z%asR4xKF({76;y0^yWM*Uu~dk{`T$pO(`i(PfyR`F9`SK=j7-DD0wvS#liqp^!$PX zLm$H9`rPk>23lb+`1$*DlaZ03t&`XC;aWZp9wFyb@hYv*%a<>s{Xv4cZgi;@&kJ*K zgkEpGzFbxdp-?=3oBdt>>O>SdX&l5A9vS%^%lW&% zm;dr5`4`I}p)Vf$F4J>!-yt12PnFqD5x=?fkxf`QDpR8{#A3MYeK0NG3johhT`O${ zR31FYgXw_B?1lQ@2Z*9?t}DF{@_(=2F)C_NlmpHm&2Y+}Bf^s7xY58r&rKTq* z>+Z#hwlK`MTpO7bz21>5XYk>gl@XcPA5Od~*8^$;^WidQ66^z{;ekBEV;`|I@$S3dtD&q15~#5rkBYyoQg=oclHQ|3RDZljxuYz^8iytyx`cQ>3( zkCKwoydj9D>^G*nzq?_et*vbiu+$uO85;{rKwocfPC~-jwN0wN(Q_^YY=thq;DL;kl5K z4wn=jD;RnTM;9Hjw}3FYAcpTn2~?L`!rsriv1ep#%wuI`wNyU*#e&XtBKVpbG!qX^ zO)tZomX!%lkBwCW^yo9oE^pvB@2x_k@s(g+w$o5js&(0zs|SpvQQ;;yP-JrsTA%3( zC9*TZUo8fH?#U{-ZY>!~#J_|f$N`|4)1&PgeEXwfH%p`&ycs&9FWv ziT%o)^r5zuE&l%fJ0d%qV{L8CApJq6J|q@HC_6Lb_@^bs_U7)~z5DRS4V+R)@U8&c zX|T=Nlvw_~C>5x<5B2nzo4$V4t=!+FTU%d$^!M-IjQIE)%N|hMo4JiMw9dcm5jt}xYnmb-H<>%Xe^+Bvk# zBAlI^tUWn2z67DbDu&GlfyUjiq-nzFvCRy#3^`%NQf-%4B$gEmf+=)g&D5!k!O`{n zvwFlJWA*qGd;3T5o=FA{2z;2pVcRaQwkW~ct56OyjN4+^`1v19I6w(~bn?=@PL_E9 zQ`HzJCd+av54yD6*RLru+wQVa+6|Nx6`@VO+Koo_T}+EIsAZ#??`C3LLvTjj`vARjrYe6grG!>GqP$#$PS}YvJu`EPA+gxZ0uqfZq|5bn zd&`H99-Uv?*f4~d9?X+`M#_biab!U@=EfEv@@5!#*xBzH6jxSOHt=c5%U9LubL}mA z9yDFu1IWc!5zrM(FZg=v;XagR8te5LpU@!*wgJxhb@AQ=ioLJe1yB%w3N4#JRD1|h4b-g`CuA+SH*K9}1TDaK$dIt$s zYClT>a~?>=0V7*&WSp_ssyW61F(2#scPxCC7=umQ0$Ztg3at)a)gDFpd{*gaLS`PL zW?d+uKh%ahsdU_`p&}R0XU4^Op>VtX<|3D$M72es^O_M<<(;W_Wwv;_P!mK8Gb$=# zP^tnTv{X6;DHTNogNRF*IaVo z=7wvjrv0X(qFVdT1a%IYgJMH}La&+DXeeuTZ6b{WmH@AW@TwrOg%vJBvZ~e8)O2dH zA3F9?@v=slQ*MK;B+J`7lqXNtBHYkGZDxZB0KkQ+>AZ!rVZifbrc`m?1$ya6Kr65@ zF?p3P@mmgl#d4sNem;;@QWELs>$_6nsBRZ)%F4?6!r9q57r>uoAJlN(id!lp&d@Cz z261fylHkr&Yfio&+qzVF;9*$`Z^(nL_1WHDZsQr0D`~~_r<>o`Lc6lHWA@Eh=K?Qp zSSeY5UteyIj%V~%pG63(zk&!MDg9S=or=K)k95^+sPk@a!dAs|0Yy`Aa5 zyV?{~Ri8nICZXZR$4IiYE1>{#b8|b%u|uOJ1%M(;r;;=-cgG6gAT{8ykTW90n81?- zYH9=YD<;nR78l!G8fr45<(zb54Wzs}e!SCZE;U70Pw(kasUsc+Sw0kIM|hRyLCNXit__ZM@_&^3$h3ZtPrz z2%g5Lm{0B*2JApiPv5*hRA{9mARs{Pwm91{=12tnvrrr+v8r#QIR zPmwk~pRA?u*_~85#_jj*;SsdEY;3q7d?H0+VQ}}Ng+6jIwUVRG7Wg4`KAC%|%Hsgp z8b6zMpsqA{Bdx6;mi+`QD!>x!d6@7VlOJc3K7Jen2sZcxq6zh}h0)L@Ws3>4m+S=z zb-9WHW3*I3j6p4sa&i)|(&*Yqc-$)Nvd#kV-WO1b?baOZPR(LlzkzTrf4Kc=fM<9H zL0dEd!NE73or|Uaw7+iqtE%JfS5ze61{B$^q0(#62FA;?*o%%NH-s<*?(c0)zI?urCylJe8Ub1SbBU#U)5Ve6;w+0@(s8VG=G_na#74`^pE#r-ho|A+kzl5H#!yCMxJv*|D zm*8Rt)rwe0M+b3e(1Y>A1}_@hg2?dm@xcRtawIO-a}3&n9H=912m4znZXqRwJY)2T za6DmlJ@yU|fzF--eSOtUO@Z^-PHWS0Si7KnLv{6yWjmF{5qqguC9w5|schBMsB3C! zFbsO_`lQ=$I4$~lql6spOc;qgSy02O!Y(Uu8Z?kdNl8^fur%FxWMPrXpO~VnQGjm_=QJ#J5!#-=i)qO$c4%Q$Wy4iJ>ub>UZzo zKY~FjGg)Ayps3kXEOuVI_`RuVY-uTL!%Z%G24>X6d}4AksUY+dKV&)r3_|3&M)>R3 z-VlUpYP@3M>9ad3Jpprnpqs$Nv|WxKA*C0GPEeS$jrhblQ;97H@ZwDBO-2Er&Q zKNcx!9fR^zHq|d$=pU9}ygalq-(vuM#LC*5B;=#yd(kf-Yn=s_8IxC0@k>i%wRC+Y zgAWY1va<5%TUG69#NCOBiA6W6vYcXJW1GBc_vDE*KwT7+`<5LWT79rhE#0N0@PU^( zK|ztQ8a=pP&b2OTU}l!SQKC>jBPZ68W|!(2>f+=S2h~Ub!YamT{3yMM%PC;d>OUzY zt~B$sjY69wbLWn?V(R45yq}*Rkb||rM5Vp@A@Q-e&8wpAZ+pCC@j=^ro@cHMD!GyX zTRDE^<>ybRP&+v}RRP0~ahi3rWjxF$gfOmyX0X7>stA~;rQ(@0u-Qh}+QfQx-9DFx zm%D68$jKciK6Y$uVIgCUCxfH)r}K;xbgC;|sybuEGcmPrE9SR%n8}Gaja%up*JC3i zUzqh|6+D(&Sm?{Q8LvB9wmlvg@ZyDcbTmWQoeLN5$7F0#`IkT`Gx$CEtt_yAV1N$h z9T*TITwL5LYIMP|>1lt&W&;C{rT_@qhCP+PP@fDS4FX*y1`N31n9!MM=n_phGw}wmaY{9B_?IP1S2`!NaZ+mQnji#8*LqQh@A% zHmjbVUQR*5O-M4pcUi3zBtwd=85&{$O02wlL(Zzzzl?HsVYr;G_8HmCKDFud>DFwQ z6ex4FRI}`vz2s|Sl zVAbu79-UP{l?L@MPHRSn!Ip?mNRTjCFVDUF_KuXav_6m<>OI$v^GCW4U%D4H>hUKv zDLMHu!^dxb2o{gM#cQ(fxd{+S z#Gw*WSt$m5%?gC`jf-!_VESh~zCJQE#4#ZehQE(4E(S+M(Ff}y>Q{60$1q8G+aWpZ z(4lxvI!GKq6=Zdrr9r_AwOm}F2(9hy>p)?86&8kn{rYv(eXCYL&Qvpg*$*XecqG&P zAUZ0F({fM%WmQc~z@(jNn5+=BrdC9=9QEP1^?hgDPEa%N<}O^k}gZL*!$?oizXr- z5TD}{6S=licZOHYy0Xa}O1`T-c;F9#Vbbzi1h_bQL0f#-plAz2gM#uuC~Z)>qQpG4 z%{?* z$**{^TabK3{I-lt6)@a6?t4#~qpz#Z6z}iv?e@G$Q*uF4ni(^& zfT}$DUq9V*Ul&n@-c=YHFsI$w6a{&CFW|OD5hb21``#Op_U|Rnv}K>5Ad;}~@W+`u z+WAJuyFpO}K+43%COfgAI+PCVY2RG`d;~r0sf}xUi|@ zscsl?y#;FZ?A5EsuRmEBO$+gpV1_&j|M17f$3N}4l%9})Yg-)U7z7&_pO^s%@?O!}Q(zN4p zpU-`;s(1>bR}YmW`#ZBtLNWJUUI3j=azj8{`Q+#4H^{jG3!RgjYpOCn0CBf+CXK8b zxXx8*V#h(`ESu^1++YE8SWaPKBM2ybKmC7|c2gUag-MAUwAet!tk{{R8=iOFUeP;$ z{`|_9Xc1R_NZJpwwKG?vCT*S5e-i#GX$9KC2LN_(4-nMLHx(34@LLUM*kpuvR{;rU z0NTU$*b`zt0y!XHJX6Zm7#e%e(N(*-Mw6T@x{olM9ySNsHg2(dr4_ zbhN3bKZCe*D{WV9% zuA2iQJg_(69c6o?D`U0JZ4Xall&4Rd?*CQdn@?j*gnI*>h>Giz<>AbN=c+^B-du8) zn|c5KJwgBo9tKFAjb6TKXA^!C@EIw+fER3TYq=EE4G%ev1Vav{gz^B(gq{Xo$AIKm zVuF|ya9W9zj$w_L4}h(%541ld_Zn}4W1~}3egG*z1U&)B7r}jyBm4jdCdS9(h>D8# z7Fxx2vp(vg8Ueo2ADFGGpFb&}y{XO8Dn$}v1up~YLHyW%{+%hH zf2u(gw+2iS4`jy6rYXeQ76%^p8eYQ**6E&T3~fYsX@A!NwM5ih`uNaNkjAZ2bs=}b z*K?t|RbDs|JjSHZjl6vI>M7(^z3r7Tb*t&Q?0M*wLM|&M$AS8UbTUv{UxM}p^H5V= z{q)1!B6OhQH*XTa!w>*O2dBmukY?0#&1)KF>3U2W8_Q=8C#`(#i2gn8iHj_YDqX`f#{ea^{ zI@R{x-kK#jDJdxcd9oE)H-q-L8;G131HZ!EckJ=tBmlwX7W6?-xK@EGV}iIq?}vI? zKv-ecolzY`!-J|Sn_3R`@#DwdGG`v}+BoU>16R?2I%?GGjn@YbW^i7!8mr=BU^{>#;LMh15jkLpcGC2Vg^y+}jIe zcTe_%Ay{&G1%;4Ikeydxa%>ytda@aTx_Jgl!zn{U zLuwHhUNkbq)c~bM+rpT68g9UF{fRDUQOIWk4LfQW5efoU74=EN!on}Z!hE4hPk`qI z!4*X%CBR!rs}o;aT8?Lz{U!z>?m67rV0V3X&=E=eyuWLlLG}frTITLuNstb53>rx_ z%bZT2$X9LJgRM6T%|#9L;?H46>BFW2-UxLI9=o%b7KTby%^0V;E6#`;aGs>2JN8P( z7vkdcFKQ%xq4EpF$~cg7k`@+Muf0un>F7i5lAm`u#z4WX{`v8)0(cW33KJkI%0B2o zAfwC-`qGK|`g&^aM?|EIqRm}lU%qrJ4wQ33Q~QAe3`HJb1gZtb#Ttw|+Vc_oNS}qG z@6@C$R}Cy`HK=(Xu6BTsh8hLrD*zr%0)&TGz@|Vb(tvX710;#I$BrRr#bgoOhQwgb zAvQKPHXo^ANKH*e`>)uN3J^jatO*zF7R1^BC4$0M&%mJey7Ap5o{|i$QcA}m2P!}S zPk|mib>YGV%`+{@Hw?&Jpz235P0EtZx6h4%+y}iBV zA3l6u?z*K9I5C3Xf;M~kK$1+v7vzkIAGa89Dk@TNY{f=LM>iAz{C?WotA?t9es09x zYR4d(NK3;*V7?5%0;b>H-A#gBBdPfOIqa%hj#qI>2{%A=N;9AESy|S%dC*RTP65CpnKI6>3HTfu zO7^a88S+^3&`>mp585*;#(;$VFFMbMFkElIav=JCe<^pEr$my=Lu+f!H!|lzCw~vS zJ)A+n+Ka1OfLFU`NBOb_+6_qgjf#qjfQHibSNt=lR5E2!5QQKuy;o*6qNI5BN|nDErf+qgDF)`n`~^sxm8G zHdxW!0WBFI^=PcdPg5ueQpO9%4Cr}YL7&eBqletr3p@B5iV~0tlQ#+iLPCsS{hEh| zW00Oc)$}eO+A>Qz81EBs^q4LT@M;}32y)--Ge!y`2s7+_wN+2?`XJF|Zt$h0rs`#v zZ_*wEfhRmXyt$*}O-m$S;K!sS&W81r==M#)ySH!a0YEZ@B-8x!=j)yA?VQr(iVsLk zDO&_`6}i14V2$(h^7O&egS1yob^l~%Oa+ODn6+SqvZ+v(cKLUsmdJV#``*JmYvet8 zF0CF5`}zxXUQ5NhJ3G0m+RlFOzDN(ur=_!{^+@mUXQ!p!h znJG!7SKl5XWiA8ir7RmI4{&Id3=A#Eqww~5Zo`(E2Jy*_WgGWNTR~T#I>1IqcajKS zQz$%KTNNsVE^6mRW1;R(D0+TEegUNTf#ZS=(i4(G)z`2Gs;c?O(Eu3*6wpSbJwqSg zisd*CJ3kw^S6~I4jFo5CR{HK%z!z6Nu+|(t5Kz-adus6CUT7``7tB)R?simhc1Qd+ zSQ;#DZfOYye+cENQ+1Ra+Rb;(UcY`_gXWZ;f#JQ>Sv~Okm1%~}HAaFnE{hrvB1W@-B=p>fUa`pOe<>lqel)o*RA>|x-Ao^Jm$0rP0kLT4_$_yvGFsgW~p6`)Zo;8@!|!^lFsdIcI~nN5WFW~FL%gL z-E6J}cx>~low;3}Y-3GL1C+=G2H!1y5OGS{kv4%X$@9bNv9PWF`hm%cT5B7WMjPA7A5QyDEm< z<3zLEEZF(OAB;Yc>Cyo$FgZC{1>FXV688ykn%AvU8-T{=TUc0FZ5QS!NN7mGdlK0) zfV_Z>kRK62jm$XF18EfQX=0$zT77U{n>IBE)L>@q3|>2ji*`vzM1I{Mb7}WEGrj+{ zx!K%7_Gh0%B&~SYx-3jeEf7t)HWSjoo{a;@wsv&vDG3FTZuQ&LqQD-ULJgoQ)bD3T ze(fg*BOyjRGi3*c&W_F2>e8nUd@nkF^D3~Mlon z8%V28@NdD=IdY=W+1b>sBK_Q=J_~yVf-nH3r!We*Qnak&QbpHg+6qH%8nhD7&RRFY zB43n^@PaYS4MN%?hG#~I8nEljh=@K)B;xrf_ufu$k(D9Q%Xb$qDM+I8U2k3(gjY3l7 z#RaJ#PM+oSnf!{1GpA3VE<1AQ_&4q_jr7uZ{Hr}4`H#1@K(c5D4%!XO$!g^;e3&lq zK7+f!0IV+#Pyq=eVE>C8!aUoi8Bn$U)c3c^9Kz^A0Y@EPVC~=+2eA<_aM=|6hj42o z|MO=lfF7@+qB870fSD3VnzMp}56!Uc?^m)BOa+_Gy(IX&(6t8YN!#L9N~WL1(6yl+w6|9XI05dMs-~u6kct_!PUUxA#udj9z(=SW zz~b497YTu8k#cb0yT0 zvXc!ouQeSVC&4NOfhY*_1UVhufL_}hbgDvu^{tGYoS)2jZ*aVUO!}$&(;I^zpiJX) za>xNo{(^RYOKvmcR?1Nf_zn+6_63&|ubOfPP*u>y5H7x+FP-l~ByM_e7KbgAK?ro!z^RDlu$R~6#W!50Z6auw_ejJMT}gPbS_9Kuq!Zb`CHPJl<3RxaDNm>xPv zKY;OIM?f8g9s(Y%TH^Uf1;8bXTF1mtQDRqDR{&yosGG?)N4_{D717br;S&%b=}KHu z(&w@c=}(DMSY&)cnu}<kVezH(~!k#(OeJZ1_xA{qfH4Dbx_4`3KfFrpZ7fw_0hpYZ^OlnX>xBq>6F$9rheuk?u4 zfQ%oSUHO+59R~m|JfKZVFxUeMqxw#SblJF@sh5)o{mPUk4_dk~@K59vEt6@)`B z&>Kc=Vh(f4h&2U2`=03bC?37A6M1}mJm!VG5(E4&i5z7sxE_C2Z?S<{B5vlEZ0Nt; z@CGcrH$al}Cu3~Aijn|Gb^u0-Fl(@g3WX{_K?IKY&>bLk_5_4?yz*T3E9GptQ$+YH z>+4crusU?l_I@@!2}Wv=(+G++hb`6?-(UH+VFuWwB%06s8qk~J=LZ0h$avDL;gc>@ zUV`9D_haf%lLPYYS$=**@QD50K8I|dZ^HaOlWySfO5TZ#@`EW0@{{Rh4h;vs(jSsc z2%}i*RWlP4w55tJ-~Vv#?Hyo-s*ls-V323PIbQgQO%Cj~xRAP?77KciM!vq#cM@XA zLg*rwXc}Djx!`FAEqsUvqh=_n_eC~NX}hi76u5pJ`6d9iiGV|S1$u-r=xYfXX5Jge zp!@<#pLb3UCprbfa`md8IFpG(pUdXLbKs-@040K2`6rA0e$m$*zwA2I@v>mNl7@V| z$}y03J(kPXNI^9_<2-o+9Z-Sk1*w|@vIB`|!(EPY-?B1cPynbPEu#(>j?hS*RY-5* zbKkWWKKQeymiOo=@|Z&#fc847@m+HU6cZ;or5A%U4b#3Q9V{yoZXFysvc=hN1ChGY z)zt;W`f1QR4zorSX^JxI52zT;AQ*vHW(g40^NOu*<*nsb-^YisZOJMk!T|JS?XMq+ z3J||QKAeLq0B+a4MHL)DeH<4Rkdn(lwxOL0j?@~U`(A+u1YGEGj?2RgTDo*z*unn>w-nm#KdH@yQ`;X0yG;h=&Q^vED!>w7qSm1 zJb=&)28kYN1zs;QtS`afi86$RUj=7_jb3X=>7=(+Lw5I72~Rsacdi^#KOK!2zJs zpZWOs{0Q0eOyMp%xKFa>^`X4ir17FJx$Uk0DSbpBRnfkuAG@;oMCM^u)(gMjw|X1g zGi|ZA07fIR6O8s6*F68a!730HS`K;3_o_W5r=%nV9s>!47=SMzOILyWGXPAry^!CA zN)j^<&q-iOFfSx`1JC^R+qb6x@PMGr0rOqi?p*p{F)#p}pmdt|9Fb9n+F4uIa zOTj2hK^oM&Its=)nD!I2w8Y@$g0nFb5Fdz^EgXSYz&C}5X~v5AB^YjH zLLUi|UtC-q24U3sP*lY_{WrwHmtVrZp^;uK@-8-f!$YnNR)1dwEd1<;Gis0%dF-GY zLLLk-dH``lh`Morh6#`oGlhns#Nor9gboRvg9O2X33=Uwe}6p(2bwSpnJN&m4PE(t-?~`V&L1?v#N9x0TAiB zv$UEvb~H-tFT-v@LjM?m14OY~;d7e`5@RjxI`824GKtq~|6kCon1Y^wgPd5(cK{L zB*3F%*s){B;ONECShwFt!FT~jV@Z744nSbl1Bkv2QgR@4P0gTB!||#cV9mlXNq>@R zu!s1gYy%0c7HyH;`Ru~E;@8r=#6`zt`Cfe5qO;MY^=70bt!~$)N@VyzF7cINSNg^4 z)?jIz`CEKmMlvGDJL{Vjhv-mG=ldBKcFR|d$1VF}1)oar?j9DOtN>hbo>L1R#=WjD z(=%hPLV+ZgP!EAWCdoH7CB-TH>)^Oyo?gmlp43$+$oStsxnB2+3BQz&fB!*`(peK| z_4w`t{McxBO=E<6-8pZbL6CG&7yiu9b;=N|;0&4+`sQg{pJ#dPlN4qmmXqlyjvjX0 zN++L7fp-F-Ca(tHueckUnn@jcK}b7+1PrfqM(9NFCSdJsN97eR9l?}4`RuJ9LZF+0 zNgW?!Cpxc%$nLFS3ON9|sS9}xf?fy3(mFD}v?kdlbq;9S?D-; zE|f$E#1KA3pRVf#K%^wW%!hLl{dNeCaM-_u5&EN7FG}LX(NG*EAh(sPV$h(3zxdjV z!0pc^cjL?Q9da04Xnjt7e2Oj}kSdRvBrD@EUGRqdFA#_ND5u1^T^>*{N$ghxK(gcjtRgvv^+?<1j5U~au3=KIB>dh2I%a<;|3&G z9%OhyLIov`3kd7MGUtxY`?XBG#1ZKJ$v;hTtNs&)oIuoq<8aRF^F3s_xw$MXEbYaJ zBY{)V#katCX9WQ>pKIE25xG>Lz@yU$P|?A)Y&@6J!N&aG#5}i;#H_*5pjKqfOv$DO z2el7vE&Tla=y;pMfBeWd5m20p9D=xzUITek$f!BuDMaHq5QI1G-6KV9&l4x<-RGZ< z9uD;4PiV=ZWd}A{51mHi22cp}3G(y`ZNWJ+Z*Uy_`SS;P9)a((ok!}`yLXM(lff7a z+|S0D{PIuJxJD$O%;fFO_0TH({Am9I%lY()h}h3t)#nIy=FA!Bt2;{Wo0zav{P}$s z&U94OwS)~y`WSje6LIdZV;vh^$;a{ zl$MK%i^o9!GTq<;!Q>d6R}g_w2C3n0!a|{!;Z!W>2(A$?ybb|5T#AxG3zLLRMFNaC zV)~KA7afQNf%6z88-}5$12tQ%^vP8Wot;K98&Dd67W@GYP(jCoP#q3$cMdw4gwE*x zfTRCl8$f5^5$*swyHDZ%o5VZ#E$ssO?+=4RO-K$ywIC5l57@2ZKwb1hk6(j|4~5fDyFVU_5U~xEY9s0fuBIIMH!V&;FKtcBBf+^$cnVSE5;O{GhaV z>Y0E$pzoWSnv%96{X1^L`e3<)7%N(7kP_%qr`gzsx5_vge&2I6{&9I1dvYsH)C>DB zeH0xglLDfbMtFz$fC~~pa;F*g_P=v*TtvAeoABkoE`%CkiaS^T z`bgZy`Iov5lNC8p5!1`@Lza>HB)mgbX6;|H!iT#Vq4$j`wAf}Wd@qn$4y>jiI~(!Z39 ziU{N&e7G}fdsny_Zt}lfc{r9k*yxi#&%$cbNUt74pDLk*CyGcrDv(%|?DJol^MwmN zxkUCq*$ZVeS*N|Bc&Ts)9Os8#V~RQ}D$S@f$M!7Vfjr8pQ-sx;0OmcQrVy#Xg+ zJ{vy$8-B7l3_r2h>u`S)LsI5aImub?`M)mt--{i>gM6csL;nsU+EBF z0=D@%|N8@8C>lBdvh2TtVj$@qg@cW0lS0)+vuA$+RlEl3D2sXwyL+OG5dF2z361P* z~55nbiU`| zjSnw(*-zykhu~{}1I-ED75LhZ!>eeK!@R%X^1pmSn?Z}@a8!ryFxI$&dALVgP=}jV9l*fOmy$B0t#b2b&UH>F? z_$gxasc=fi;g}cw{-kV&c&3B`O(*LKUW~pdeB|l>j9&MWf|6&-h>q=z)8A925BFoH z6prqt_y;rrQF%fOB~b%5eus~mB8~oh=8zos{Y*gM746G<=`cKGG+;YSD|b|X>-twh z4_`LAb9$-kEA0`_C^?RsnL!ldsIVt3vS15R9)hu5KW?I$DFZ91d+BwU#*hE?d))gE zw6pd5m9yfbl^iplt^QSj3sBOh>k_V8y^{Y*hI8fdl!-jcD|O}IJlcn@RKaNCqff!a z-bQi2`Qe=dMk+gNp@OtyF% zMqhOBPPxfCKQ0gNE}~;!W}%Ru8A=)%QEluHN%JH-ylq!}SkENX6aKFni|?~%1|Z>p z1+e;^jz_8;Bam*-&bSa=QO%N)mw(x90fG=XCW@bd4K6iCB0V+51#K=O)AV~Muj(DI(=2>3E?LGuIE^EuGMbkNUK$4fr@Yyj`0EcE6UIjttNCJ$s} zu$`i!s%>g&dervug78O2?-m+`;lTr)gMH$xnSzXic!_UJDam?hXUDz4_rh|Z5j^Co zE8MRGYrKLM>wkwPh^fZJ&%RP#Y4K&d!cx=$W&=*QD zGc&{4qQ$Q%-)Xu!g7-YdbZ!loEMDr+u+NC5%3JN|V`DK9M>F|z(c#5KU91R9;ReJKVwQ$a6tc*eW-*nqiY z&5iA5WZR;I^yS?xPBx2R*DR`i}jRO+i3>(9B|H*UjFU$(}JER9TO zb@1XiI^r_;h=yFGDzLka0`zB}0@nN7Nq~BoSL@uHb02evi7!ZM`D~W?qwPH#BP7Qt zjytK^NmsVG53yG{(E>e$c;lJ$9E2c4N`YN zp>l%5&Qu1sPiQrEemX2MF0WPKzeFhs8JXMDiRq%hs|nk|s_exlTCH5as7>p;ioza- z;He%Xcf3G$=MD+#kL<6X!k(OcqJJ#txI<6LlG7coioL>}z8kEMm)DQ7rG_(Sdq2iS z54zNlgfqIiIDoz{W@#Bzu38{iq4SV*acN5Cp3jngR>D{L!$Q^WLo8#_jq2>x#9f56 zlJ>Yvu_B;kfu_a7;1Kn50KACa1l_+L&aYT~S8}8YKih)eem|I0I-rz+zCd=idr-5| z?`=!UYg2ia)t-;^e@0SC!jzjxIM~qR3lY2_^a6V+(b1zg*dK647J-d87pPoBF#^HQ zH zZ<>03a;#+EEf#pCD0>4{)1L$p_7`8m8G~`?X>Nh+3SXmh9K_Mn7)ZK2 zCHBRixus_Ci^>L(bphXZ=fi!^C995CWY|PW!XR`Cyb(yu8XF(SMaOjM(V1QJQSzg5 zYnw-PqpDt`EIIuxiO&n{TtMICH~a>%CGz*@A?f%NZv>l8-%$&o#k(VI;DgqWy#?L~ zXH(D_)~zil8bDq8fg_3>>O``z!@Kxw{(GvVl^H)HDPw0+@*iFueul0e{pL1a6=d5J zr%wkbDxRdESOF_36>|K7KN7BD1nYOKWEb;rV<9;5`nQH#8SVSB%zq&7lJ3uoqj2mN zY6>3avA>}@2(BAsxowRVYda1ZerCqphi*qjy@%mGdyVgKWJklSok%u?prL~%F*O$V zejEitRwE1?q~cGhrsg5S)}t8uMlcK=vV2T|)N;JQ_ZH9rS`4no1hQSU@weI(hCv-sMWXm4)k@%)-cHyU*=Yr9R2LF=6 zS^6L@`tpZK4$-U*vd(gN3l}KKX)kl}p$o}2CE+k(PzKRn2Z9$DgNHyx>X}RuP0q{k z{C8?|n%7vWQd=6WRUh_vRkBandb-}eKuy>EMHkd>BId=~Bph8^TW)kdZehXP z*WVu(16uJIsL|-_u%Hkn3%kG5y=1wsVSlcY_+%}OuXjVggn@41t*5*U?ok?+Wl5cf zvvT##CJuONE`z1+)%*9)L6VyQ9S3?xbkG6pnU7IOcRx7Wdt03fe_Ew;ELbdSv|uEA zw2_BKnw{n_gs(uHAv*++9B^W-`Kq0bO*J}N1?=>P-{E8nc5A;&>%0f!4+$AwaYu4J24}L8mw1 zD^`GN`4N_~WE*AS5V~oR7Fy`j>hLU!YP>7@=+|_U{kY)f*Xo%~2Xa>}H@FTj<{>LY z+zUAs8A)Ehc~i{G364=|8JU2~_XjQnFU9smE zCDGnL@T%b3K4!H%!L_<{0Hztv&Dm160sbT(E`I-MJdt9F=Yzk6obFu6IW?PYlJ)j7 z)2YXs4$3SvQem11D02xV-a1XiuE}X~-C*kDxqfFMnf}h^0d?XFKCii=ZeP8jZgbo% zI)f|i-G|o2`6=RsvX{p(Cu?gmOJ{9ohQGxRyecXbrM6|{v@KygN!Phtuus~xw}e`i z47?G_=P|t?)11mVmpdh7bOgr>>OJ$D5gO(wm9+B8xH~s9H*qecblkysle7PQ=Oq{W z8&X_mhDOEnQXFKi!o0nV9ed7ZL(}4l9_c@8eto~JrZ`k}?60zIlbOwmIu5Z=ob+Kn zjBHLZpy8r1)>sszI)G8lxd=*#ES{K7b)B@SSjDAqFQJPOq%%sYV6-(bg zZ6}ycudR4gbD<6+p;JJL3i(6=ZPh&)77SO@f{U&9bb0y0@nNe+0qHje_y|3NS?7Yp zN*jlz_VZtbb$yjrNpZJEACl+~!L7Pi*Yk}QYj4Wu`jwwYp5RG#X|SuODQ-VS%B7%4 zI{RL-$wTH~T}O$SRtMvscXAFMi-z4v6GYfYJrF+qNG<1B!`72qVcF-biaSdT@y=pSLQVOC0f$P$CJa(VbITe&L zDm1BTDWe=MQB@-h?HfaMmaTj+-R)!Z(g1$@=FP`)GKlu8ps4Ba#+f9dbw}2ug zNT(nr-7VeS-64p8fTVPHcej*ucegZ(be*-oG0ymJ&VMev6WDvb>wRL*`OJr1##&L+ z(_EEplpp%7>nK1)6QAw;Vt7Z|$L-&b$#H+dTDs`Or@! zU22La3tIgHH_&|+P=x+r_gId=8O_WQNbYE}!)5!kiqQjC2W zjGj$-#%BL@t))4Ts#H{``kpjlKO)k@kXCe}k1G`QCa&nx>7M9vj!!$E86aJ1uf`Lg zA1w($7p>JD9Z^X{rzqK3x56|ZGKYVb^5aJ9F8xh@4?TS&J@EZlD4%-zM%W--KST#t zYOI^_CF#r9l!|ZQwNR6jRH8_46Hc7`pohVj4XOHOVaY7ydMK4Z7>Op5_Z{#0X<|ARh3?q6xsK|3*Z(w|3|Yw|WeL zPzOR_DjGZ}3y{eE!N-HL^3!NK{T3HlQ(z0?^ca!y>}yAtpePqsXt=h_Fl-hIU94@u zsrS-XKtjnNCWQ4KOwSr0l`nI?FaH`FqcZlgEJj8BTh?-59=*Rx<9y(@>>dGfY{Et>j}bS*m}Bx{)w(!)yE<$~^)5Ffv{_z*=MweO6JyW+M#%4d~Z zi~Kw;pBWR-Zt-3DaHXNg9}L^Yod5M3I^sWvpH&8gH+-KOZ#}XzFg&bWs=AjGXMdeP zJ(1pYP7^o9*td04eXS%UX*oGO8dh(yE?&7XE(}2OAAxExuc!;9zyMay8 zFTW}$GVB%mW_(GYbx{-mO9%&o`&* zOfCqPrAXYYYxn(PF8}DG9607{x1+Juc(K?NyUHUPY878sL%uHtWh-RE5Cfyl5Ly?h z^Q&4u-amMk!auKBmAR5q9Di=T^CGR6t*_zlHv4G1jl7BY1;>e8IHe@hpuX%j>z|Dl zJ!Hd4o!6$1fG1fQO(q6{jvCT>@7XOpbr;VMeJs2{aWPef&;wV!b$YIT=KnsQs55O? zq#UMOLtDp=t1DvcM;|xYf_J4s~Ib@*?U?msv#D(a2>_(I z1|Sh3;h~{@oiP&;!9>9$hy`+7w%YAFi#E}PIUC~kMn2w)<$*i zPtbG|qbDe=BR-pnzbcJaAFkqNeaZjMq_GMfdKLihY~=yrC_|Z5=eW#(%F6QQ=e~*c zm*>%lu4VRDTD}qB$IX)Snu|)R-Tro|t>y;7WaV#K@16*LT{NxNn%Ce!L30JK?4!>x z_y%M=mD^=m|Zv0QHo%mVD=}{OVc~2(!JiHzmhVBKHYp%@PIxQ$&|5hwA;opgpgcm4c z#YA925L@ed7Qx#N6%4*9H?pM>32jXm_ZPYp>QiCp9y;(nUk_{Nxa!Q%51aSvG@58; zutF!LnRTPf9l!kB`FVI9!Es=(sb(<3%7{T!8#kj(6V2>L-y1=1^s^K*yB49nTy4g5X| zNSBz7+K2ML@{Y`}5DoJi z!4iS)H9iOgIdX+1Fe|{<4$Ngz0>e+BrAQO>UCMfdD)oR-HQ>tQ8q-)qpvnfIh6S@B zNnozTZf$1Gyqr-Hb4Zq0g%kZr^=)u@>k4yTVtqD8zgn)TI;L)2{?|d~(%n(Wl+I`d zYfxuzniE-@oH!==A}Q#&{fqqTB@JFq#xo=h@~ssFAwEZ*q!tf2bumk73? z@k!-Gw&56U^{@Y8N#e*lYhxJW7gCeH$|Rfqr_i)?-}4-phuR+eZ$xFTA|2G7$Pj3m zkx@~%%8erofkev#sFk2X1E}nI-RA-wxDuU%k;v4WMHe)GLekS`YTP^q*4`vNrn47C z253&E`@~5TJmZyy!s>x2`x0{>C&Tn)RHPXzgdG#m!g%*C;DSKiBvXhC`QJq0_JC&t zEc<}*cY%UxW+0FQCRc67()r3@6ijoU_2}pbz);=ZE^i*~_mAO7E^a)fXpk?g*2%na zdjz!F6m)}d{Po8;g)L=!CMJ6!(YhtR;XFoOC#+3C9Xg^0{_?l*a3Dh3*z5)ld0-AO zvGCE%`*?xX2Mo$U6+U$p8YlCy#$cWcXeQ&mffBy{U$G0FUU?=2dih`k(y&ffc@ma| z{LSMMg*BeL_R{2;xC}_q|4|oi ztRR8t7 zVAX99pZUt{<9*IoE!=AQ;&JkaxjI3I`r4mD{wtIac3aZjG72>W8J(~0>g3)gZ+?oY`?>nMJC47+WL(eGpW zkggRT&gWwQEBs>KfAZ%mhX;L1 zm6td?h2cGPU)-9eJv0T_cge9UMHi)mK>CGTEw>^v3atMvLv8Kn=t@U#|4VU|R|1s$12U~0{znv#do00AGDFnJ<}foEapzM!`7l5xr^r zFiu{M=u_XUH|RMZ?wE?odh$n{f|G?ufvzF?YT6PO3_^g3ySX>|5HR8qz2@5qb{a&Q z0x$wP`T$sz2t__4)PAy*^XWxdoiT=i<3K-f{fuiZ&1e;Roaj|*LsZ{rh(LNuAecI~ zvUz$7Ft^B{gmWP~RFfM?#g-^6Nr}6DvzIM791tW*vn4ZvY! zgRCH7-Jol>c_w_bB#cyz!YYHETj~eqwZY9qDQ9F{5y?bh&H%A@?~37@cU`LzH7UDh z322pXghfHa6~*;q!JTvcb@9gsT^m;S&<|-RWt7!eRLxna02=2>)wBBNT)e|&c?w|f z&7qT9BU-iDp1z8Uz0azN%9`b_w;$$FS-57+do&dIVznsh(|$7xd-&oIT|2_imdGNS>L7EFi|yNCD*;vNLm`9 zf_q43=~_qWn`O%*u*5W2DkqP3Rjui=J_;ffJJKOTe7qs>mUB38UG*#d#peK=G58q^Vkj#f zVDigBnMOG@jxFDye(u~5*sI*DeP;KrzkN~=OFPtsth-J`V2Rdt(7kYq^Dg_*iTQ>7 zV?rp?*VyHJH1d!70p*IRtD+S)5B|c8;y4;5a#9+MDwOn%u&(Iw7l5{xjRfCQEvuC2 zXFIt|1tAIoIROx=HfpVR6^IBNlUnabxK#YZ@uPGR%&ort#7U#=?j}%KBX|E&!R}aD z5dfD>y*fI-=z7B9sqNZ3!cD)#8a~hZ=nTEJRw0JMN;z)~rs%&kEgOzee(>OtjMi8B z`f}XF>4<`23o}_KOr^LFJYxNECA3`I!{$?F)<&`j&NrFr*pQ-%#BI<@>YS8qY#L~a z9C|gw`s)tuK8-PQm%U-l%|rZ>a7kBICh_6Jzz@7k5P5;!W0(>eij%O9GR%9j-d~kX z&TyEQbrRxIoK~j&!!m_a^Yhq{jZI2nKw4bsj}8P-$b)21)qq1aG_GV1;h|rFqt1qS zSL_hyzfW*Qufo?BT0po*;7U->^A)RN&}6QN6|P_@)BoMfu?pukqc5EwyEzdF+q4um z34SxG>F|B}5WaM1aQRtl@lt1zbV%xLLg?WpGAZL72~Dtz;J?w25kGr`Kl27XL~AR3 zeFzt^Yfg|vCe&uFF)2uQ?CBqZWzX^P7$&nVJMY)s{6$~cM>wF&c~y<8ZD0`KoC@33 zf{390=$p`JGy6}l3Jay1=qNTw%%#|d4OM5JZo6PA99`yJoSN3Rw!dCG3G>d~{xUP1 zbmyQoYg+uq%DR#}d*8bJt@$bH(ut-&xW%>fIvHz1p)pRm^zUGOS&ITf(u3ySV5tMjFUPOJB5zc)=Ls%KUD zi)Mb|dAP5;LMALeS6C}%wXEIT;jMza(TET5>_d2lvJK&4>&j z>wp4=l9hh$=io|+RkCfbCO{QfC!XaE3hmPz^!1C!T$vI;zm~VsFE&;B)DixCA}`__ z1nZQKlRq2jj5E(o7p<&`Kr`xF5XY)da_Lv{;LHL#CuIf_5RW8$Az@OSi4lFnN}qM= zT^N+DWx%cK2SF}EkKjc%)-&ib+SIjjgtLS5L;X~6Mfi~J8mQmQ4o}M;{iPBfOIlnfrMOBd7WuqVcV_%n zX5hNFE&EA_xqGsGh2`}x1Y@se$7T4Yg~O%x*%|Zhrle2(=&_2JPXYaA+Xb9~AOh;$ zKcecbCL2tB(ir*Zs3w5QaO+7B=XCpce7Ngwb#SFKDC+mcOs^kYH`Kbf_9b-%)o-{i z+`1NBP~VHDwLIq1g+6&$gqlmFU=R98v>u?#Z!ZBG@WABK>q3()cy$VJD%l_zx<2ke`Q*^qe?k7 z;2}4&XJMc7^bpw?UgAh!o7VWYyh!WS^#t$`=!!T0Qo?q@vHG=< zEXP_AI}KS)E)T;{XP>65fSEHW3|`lXyMjKFFB#h05~~{pAa%f-1|iHwr{a5YOMabj zy~jOlW^F(Mf{oQQ+J9Fa&Q>04_*pqfQWd^HeH}Womb9mo{$StMWZZ-JHI7}XDE}R zv+v)R6p|j({LqQr_Y{Szvs9KDL;b5)tV3+36UXYbNplUwC5 z&m0mVBep}898c-KhlEBA*SRJDrKj9KgNjP0w))Q5&rC-lE?vLk%9@Xv6|+yxeJX{e zA9@hC5z4Pk5{=zODjGx~79)o4^tEL&bJVLNl~#Va%T}g$&bP%=mmGy92)q=fN4vk? z77Le`?N<6uI|>cNeRH4^^}bCgFY=@Z$;Q*xIC27T_<&5AEpZ|d75+%>Cy@9B4bD8` zfSKWlgac8!{>xn!!<2v`L^7hHvJ#I1!|0|oGLIa4D+HU$oo~xJ^_{yxfZ<@`XrLk` z6!e02CS`9=eImqzn|`k9jU4e?SQUSq_0TUD$AWOZl-+xRLWUm`mM+#FJ?WA7$IP|> zE%%1WxNx#xy#y$(5bf^=`p5tm84Nf?hv5{zw-qLd-2CCqW#S?Kwn!qCri6^6o40M= zXfXE^nK(V#j;LKa9e1XD*G+V`Pt1m`XQQdui9cE$SH;kKCjdvM!h_6G)i-6>V*h(Opm-$8c~LSPC38jiSVVUIJ=@tV7Qt!U*T* z^rzN)7gG-8;JPHQI9kgL5QohBzX)ZUoV(U^7iHK1G3B2(%N+LU^y%`9n|sr?iWcgn zHoQqAGK_ym2m6Jbp3WiVa#wo=pq$8f^Sj4RvbMOxH<3smn5%`Q>3~OisFMhofo?4@wzAYM)M7eAr zIQ?IizO`sMQ_7Ubga(p!6lM$}S=SNhHdIIJ&$*qATAyo4}ApGP|Q&b76wFWO_sNibqUn5U~H+v?0)NSM*DA~D>=^ik~ z+V!tZ2iF@Vf=_u;!x{@NEzPWRD(XiE4&$Zgay~g-(e7H$piy*Ww_Y8&lw3^?-&sYf zpq9ocYoaHMgt3hG3mbwQ{+ID^gQkAYf`YlE#9l4&YZM85jw0I(7oCCm&odO;GwYRv z_rLJbOgY&iURY~qh5*P>XRspRi)6qe+~bnVThZAeyil2ukL4q6+GxnLkXVepGn*hR zcYZYX?k=nsF;Aps-v9Kc`d0N|6PI6QdwVSy>m(s@D-^W0!@rY7?W@}0w{(6;E5lwM zsO`Dm8r+e_Q=84rses8Oliw7_EmdI)0R)p7cS>C@S@Y!8KbrZ!3^8g}9v2M_W}9hj z(=%PW8Y{&K?|Zfkl9|%xUAzZZ96a!KXz)<6aDPWY zG?w?c?WmO4yJHLM9uW=dLW1gP-hA;kunMLHZ9Xi2HA3Fpk5R#QD$7;Rh--_^=m#{M z3wZvxpuGrH7}`%MyL!E|^(=30(DQWE_DE#xb&oxiAf1P&p6sjNGiPzcp-sp>jE4I9 zXg5->vmjbsXWB+yWR}j@)>M+I#BTB^`jc`{o0DIhI{-8-`i2$rHbz|A0RACkDH+%7-*)}7*cUjo?Y;kkBfI&N0&9wJiZ1zdk!4hcvGAB9cH*<`Gu zqt&9?!#r;eY<_eHQAAu;%a0Tb37h)Xet3Q?o= z5zZ&w#-r9h)PCOz?fOT9wkN~Uj%Mq=R_$_nn;M#Sb!e#^Uv&KX2t{vv1oi_=SBKcs zeNibQrUeWGN}x?_aC)6P9Y=u&-q&Asmg=V@ftAiia7!FhQ=3F zle}j*i#a%5Oaq81B7&UT?b?m2-^bv->75ij!I3t6k^zi-pln621Jmxv+v3f&L~tN0 zq$kT;+xmmd`=d+oAh=pQ|B%}*R%KJ28$|c346_8?z=4aZ@3lC9uOIou8&Kc_THE(r zoLeF${+bp?CK6wg*41E9H+-i})SsB_#}SO0Lw2d3O)b06coIBO6H8CAmVR5#)du$f zu#^V}z8*SDcFAGW#5wBR1)f_%wTs6??{^5F`wtGETH?R0kD31w|8&+C9SOMi(AL;O zXMbIsnju%WWJLzz*cTUeX5Y*Y9{_oEbLYiKyO&Hv=@ojh!=C_Y z??-Fsp_We8r^Y1X>cY{C43b=ox=GtpLf$S&SLrDY9sG~pJX?WD6r*O3jft9F%C7^; zHQ}=ZGvS>nc&PD^&u5Yh-V0JkU#}F3d;D#90m@^b_G#|)_FVY$#D(;QsVUnB=qgYa zcX^6vq@0}D!b>gdYOsr78yjNj@gj8*$BvGM={Cf38RDVjqXT$%0NcrgYBgi}V}_Ed zbtTL4{NESTMN>}1NM(Yo%LChZX|svY^B)wM)%_`p{`UCXq!XN@5}&lDZ-`6EtS9)n z>!sZ+x9{E6m?|yQ+Q~Z8$F~p%v4Cto+J&Bg8pg|;7YLIi>AKqCd{|H1D!MC#=&&r{ zJ6?IUbc-|H*7coad4dW_?4IB8wp)FLJc^QA8x7S#T;l#tj0CiYAHmoy7e!MbyXB~Y zlDe{U;apXPa5n-9c;mHHJV7UIv>c6W&LY!MsGvv)CpB*HbK2AY1v(5c{%^r$&C1rB)%z44Wn5E zrCFqSvNE2C@Dk>A`e#saFj(z6R8Oy0N<4lGCuWJLD9?T7dvTfewd5J8WrPYqoD0ZU>SU6~%3X z%W<>mVvO^r&sapUQZY-uKrAWIw>JG5WbO?kYXk|>p1atXtL##vPRr9~z;Y9jA0h$( zbqzDL#H(4{$^6n-eRh~i=}2T!Xa2K{*5}Hgc~n-a74imkf~p2QDp00WxVg9F>CCd` zj)6Pk;jb}ooxxu($=)}XaE$uz(sd`ll{F9Lc82K*voxGbma*uF_drE&Il%cK|2$UO zBXbuVarfdJD4W>8qZCoVgu7RZB>>tj7gPXSKnw4T)ADC(ER@?yZF=%m8*JawkHTm0$O6zY2nItWm16hXgk*QvDhwxUX;<$%@QdK|Pim5e4e6 ze}CM%^50B%(Cn&%QWt=1E0MDJAX-6HH_u;@TDw-Cv^V#Lq%%V!?8r0W_vT0@ ztcqGts*d7En5-}`B6fghQ}%XZem;i#yPeE|^^%R0d>4#B-FFXCybY5HH*&+Z2?+SA zn=w>ROsGDYWaJ}{&lxa+ZEe8>A~0)d1X10ADV0Y-to;ffE>1cR=!(h)s&}Y;oOXW9 z*<$Fvvv59i!2f+!m{aQ{S9Y592!pEucqHmq*0cTHg+!o8aC=WX$ zAuf6vbi~T2rHbz~HUQaXp~zCU?%lrlh`heYFpcI zxxq&R`HaTxfPc;ZjICYw)aeRnNo9vdUGx0c&vj#AcaT`-;aT~JXSDOp zSZcTcFw@-r{x}8w++}u!6CDj;=o=?=f!}P6k?gs>tNS1F<-RXxbY{p=^{!%2ow|_> z@1dgyv<4-;_$fg4`rIL!a;67{`vpVwzBGmSl}q1xV!gt*tHYVKn``yz!IbJ06}5K~ zpaKEy+Jqbb%zRxMcuhf#4tmw4GYtr2*jV%ugK`l-IA0Q6J#54jYaiLd4qor6Qcm>U zIL932N~ca`q@)tml*nVez<%ai@#lP5kB+L!Io+$hK5=C!NEd43uUpme*~MJ0Q}p!@ z>PSI*IJh+IgVN5hsXqA#0PIP=z4R9Ya-vneoD0M?4l`tcsK3MHFJE>u10+{=#udqE zuh4d#tFJHlpQ#-dv=?(34&FvhNXNYdNfXPWM|W3$CqE1}rKogU{~cy7?HlUE`Ez&D zC7=54J2wUqz2flq2EQ{`ospT<8P7N6@Rog?lFTgM14UNV)Y8+g{oK_;WK|0FYEyI+ z!+s9knFW1-&{f!ZxBQsf`}n$C0*3NH`R(OMz+_s1rLoA$3FjRm*EM7P?ZH0$xnqr; z+HFe;Kt&B`aEzQ@DnuL}%spV7?6j&J&?ygRHtZVIbfbi%&fz?{aLF9G9S(kO%#`I` zI>rh9Jr(=l199M+J@-rLx0t0Xvs$Gyn(_h-U`xD`0D9_FdA;l{W4+}?)fYtr0`iW? zlf^#*N}p&Y0J8vk3yYZvL3U<%aFtkjCWyf?y(DXzJZAOw=A|4AcyD4Xvg+_FV39&= zSa~>}4azhmp5F^|jW)Vb<)Yud{t0sKjq3Xx?Q9^2Q#|6iU0~o zW@C#gnbg>;hS&HJ%yQE+7Bb@H??USmH7y?fHMTY>H}9~lUO0g(lQcI@dWwP5#F;#P z+hL(!?poIKS+_3Z=oY2j!(RdQS}dv1(kZ;Xg&l_0&N2!^w{@T7T_qW$t?~N@CmsNy zU81A1^jAHKk*uvHnaF<%%j1J1}ozS@dyQ-6TrjYkw<-!yFtaJV|Pth(N zz+kEFU#*X~&EAEaoxHggT#KZ42tl;OB#7M9X97Zcn~2V^NF=)rAjIY?q|?5=R?EYm z-|+IIu_DF0xmtILoGe&>P8}OHP}X7UIqK9GemqHL0G5dpY?Y1xBib3-ORcJ>fvG67 zwoqfh7m1)RFS>31E;S6qR($QCvRRONyD{J2;R-kq09CuZakz?=#@Z?HhkOO40Jebc z=E;KQkAi_3JQR=I*wmWia8HvZ3mx3wQ2!5h-bbKvIIpto}(2HCz{07|NSKcj# z7SS(2%&&UPGYre+msZxJiT%rfT|pamy%*$O(0qR)!sXW*J*r)qQoz{QMgaQvT%d0z zYfAYJ;$>jxHzsIN{$KCs1w6=*AWc5rCS?s-D!SrQ=pYN#bs+WEJzwDk1G)z**Yt{b z%9S`aFTIWoAt1O;q^OV_RPRkD(|3|@KLYMrB6R6}|7K(AtC%ul+H>~F$irP!#uzN5 zSiUzBdJ@yKA8J_#U5;?%v_pfDFI@sM<6LWnqj;OFx+n>K*OuMWt^L$#hM#tRF#$jj z=|jovLos63@0J6-F@~P+=4{YdHZz2`;KqZXPEA!H=CySu)9m4A^e%3$VrYpalI$Q2 zP3ohlR@71|@}z`BVyA__`O5UV#Qq3%|K5?wbj@vUOL3t%QV*!O#^run-Uu3tRJrIV zl%=dmoViWkdBQ;`NU;|R*xc}ReKDWg)kacvjZQMGp;|eSx%3r}LpWu>_tQjgE5PG_ z(Re{NgeU#r$clv8Uo{z^v}`M!AiRp%zFPpu^WeJJ4i55=meNW>w}T|&pt`ioT6BAd z(Cqj5IFY6mZt6ub^op-kC?{qKM1yo#cHFE|P})}=DT^T&UlBHra4p5@JO_$xlv|b6 z-p&7Jzd1R%O~_6CXDQ&NQu`u^!BweT7N$C1@$B~<6q@)kzuDa_fJX6U9be^Dv2jFp zT>*?d*AMaAr~_1sx>ieodrKl&4Zd$4vz2trmFFA_zMDE~^pHiylMb2LvI_R(;#w@V z`?YO%Ei>a96!kBLNNf@XpHo^z>-f26EGx zj1Apit)@Af4U^2RQ`AE+`CDd zBGsCDCHL@07BRfk#KXy@DubSwxZ|Fi+(<^rm|2Rw;uAlBhyBC5|0^xrBeEleG$d4 z;);P+jc^^o$4)-(()YiQ0rb7{d_;l=nyV-PU$n!xe@rI>KoOK=OxGVIidvx)`xI%m zF4<26C;*Rbm@gz&Le5iz8-}e(7Jq&cc)_f5mFYMlCc7MpSN#Q z7i7lQdgFm@Lo~C2bTIARt<ZsN(9;q*Fs8;&D*aXe~tR;LEh3Tb< z+qoAEppU_%&J!dXfV>_T<6_4=aWD{`IIYk6q?02TpoYf zh9d?hA%aMrMDMHbDQwr!)_Fqnj$qf zEXq7pX^i{~mFWP%k9}zP{VUS7;_?_$5NtXX9`eNUu<$+_4|`5q^9<)+ktO>27{QEL z#j11UQR$+xHU^FH=;`aV8h~*Dpt~pJk^B7W^tGPR$xC^2%GNRhZHza$dJ-5vhd-Hm zxSw&p2ED3X*KYu&tF!Y8QS76w=7swSj z8cs&6(8?@rtakM^Sp792@&$OgfOPx#Dk!TreI<1LDHQ``Oob?nklaWpp2BXjvx)-yLdtb{$1B@no`UFZ(d56nouTdOIXBJuGla?Bb5?^;@$T11S1 zE_fbQZVEWpE2_@=jbE}kU7o=o%dC8L?e1pD1P|+XoeU?10F^uEbO#s39d^Qe!SWm?kBu4d>ui6s5Gd{mo;$+`4SN*EL-LRQozjtG#n% z&?$=Ac|xeeX?vH}=Do9_IW-TE~u67k|*8YFm;ZbEd5EuR zS%xx>F-BMY1yDR!l!}0HJFZ7(-0OeW!p{^@7SZdsD~G9#I=Wti>D^>NB&LnQIhVyH zSCR2atCaQdeQn*3VgB3hKvE!c0CVglL3%XCi2Gk(Gl6c0irmITfg22!aTJWBUONc^ z{uzv*)t}DmoD*(X1x0L;1UD@^a))1~s6GNnHJTAzR_P!dT~MRuloezzp0v~|j?c~h z27;DuAdcIxvF^K%!N%Q)04R~-N=Gz76x!zn<=}gyyUpLDBH({*!YT&}1pwOtKy6|` z3}lN)`@b}c4h94tv&FCZol#Is!I5IFp!mV++Cqm0k&L|z_P^N7aJjS>yuVZ$yn9$3 z3O+j=ou&WM=wdft*Q~zU56A8JO!v`nEeTRpKBdT&@IAg7K-9S&iDWjSV5fUU(kS!P6Oe zg{br1Xi9S^=;8PZv5m7F6P5936Lc^_6Fdm%UxVQNU4CK@>xOx)jf--l0__#t*=g(8 za>2p=CpsIO9DyG?d4C?W))bV}?>0z8J5*xpMjUk+RW?kdw~KDc&DrT89N0kraqv^M zdp+2}9Rw$*VyP4o(!;24pG-sl#ZaG0XUy3`vNALA64^+tam_#8i_qb1Y+S;ED|)aZ zkqG*likG<`Um#WzZGnPKQC01`Z&+mdA`o~130${+V#{8gH<;k>pX;G-q8&o&o4o}6 zdQhXD#&pdW$)ZVGnU~_Lk$jt~N5C;&w1Q7}K7Q7=zfLjwIAC=W3) zP6NTP9!cd!-luZ(r_kG6H$st?=p-R?(D$+M{A#|9bX6P`nsPyt)>d&uf8hq?f$4Lu z4Mu({)e9n_Ahdy}Cwg=xcTghq&%HYEYf#c~>An$d$VcvE*PfM;<1@Ihd@S}{ALuCo z|2(4KXA$>yh3(aNC{SKNjMMV8R<T=-BKl2tMa?{1(ZqUtO5IwPJ>&Ilc?>2D?xJ z)=k#l__UEV+fMQqgM>#M2M(9|()|UHO;Ul9wZSN6&PP`?NEcw6m>{IsRSBsWy}$;y zdqc#G9zfkhlhX;-e5#iUWE*Fp7YC+V*NynvSvl$z)jl4frTsOa2^W{j7S$^FT8pmN z$w&rHh1KenIiM$u|14lNEogO%ED#N@^LG(;W{m&*yPz1k4G`Rb@&(x0OQ-h&Z-_vi z0myC;K)dcM){0kwm}O|UiprP$P)1`^?7C+1R`RFjmj5!9Oo0Zh z-~m0OFhi@r=_0)f9Y|p$ppV(_y+yN4wC)!Wposf`q?s#F!vaqQ1mlRrB@^j9+94~F zCSEr%vNE%v0V$b1LUVCdI=5t7HLB~38+$4NA0G_lZG^7u%m#1ywJ-mw=!20Sz(v!8)noSuCOBWO;GLpe2d?>zB@dSgSPu%RETh~A^dnoM0 zyt`XF*ybzG-aG=r*U5KQ71zPG$CmKG>)(wAFTe^Oo90FNbxU`^LiU z{2bsdKOAzmNxm%Z{~j3#GnQ2F16Bf`1r-7Irgh=xdUG|w`;}oB@Ga-8EE51|KE|(Z z5!ZX#B6cUq+LB1BzOwpNhT-w}CIb@i2@$PAY2U;+j2^rE1=*~pG`bAN`V4?~nU
G>7uXSs1&^L74Q-3Jb9{HNNmTyp_8L0ulkj)BIT#-w)2lwvzcloU zwOR%ftnHcH@UWxTXOq~0V0>iTDra^8H;hT_=B!r_=$K#TdN+43Pm%yZ9gxgK4<_8` z4E#2oC7S>`sgcmXn<=$01_7P8h&TL>tJHq{nO{nq@vEw9Zl14B1^7x1A4qSmM||Ia zT`_ElCQh9(LXrWmab8hAN$yZHgsVwc=eX8?G%SACF{90>HL0oHy3`WiaEJS8R-=Sj zNgLY~0k%j7b(eu-MFeIyiV8(U`9kRI3lX;+8PpLoIJj$ZJdCbN zasT2dLcaXx4J_eIY_Kbm{PmzS&xltZVN%7f8P>^PMiWL)avf6D?Yil^&-MZ8*F|Hd+o;#XTL|X1Yf(ryQ+LsVab=<(0Hjgw#m&l9TK^& z@#@d1Ld$3{YqMKhbGN@>$Fhtv{>wZ&MtN~Pqj~nk=R&9Gt@|hl3-4O+%g6}flRx4+ z%|_YJerg-TkA>&sClZblmZ*oFt)Xwf5?ij17YMR26Z&g46Mi6#`-0|;*1xl`EB7)X zNLP@TiQWZK4B`RYiGdpj3UlJ$$PK6F^UUWP0**6>tK(0=%rdvRnb@kH1nSgO(fQC-HqoxnEDUf{N)-F|5QeW=BA>F|M^3TxNT&e`aV}9-bjtC^UZRUbKvZwl zRNk-0^igH~SJl8qNA+Upb;2RJm>@c?AV2_S5&IHO)_F!zuFld$RgYgGn(Fb)ZU0Lzqt)74fb zHML!5e}k{U=4;`^4R{xg+e2=^jsvJW^WST9baY9%$g)*svB{ybc>^m)r^I3JC`|!7 z@|ZH@n-)}(XbK=N!ZB2{dmjX18)d!Gp3ZLGYetap zt{c*U>yX4pO{_nkIndO0MfpxpoREdiHR+OPaR$x&csKM!>w{Xrd*f;F#aJw6Zz}RR zf8VX)-6Hm?eJq^L&dY-b^I(6C!A@deCJI)idQR+HT3f5U-SpxI`^BN_6!Y?4cMe>7 z3A`ovw)Krpr>x+LhQ>Btz2V%wwpF+k<4{oSEdO1-^w0RsRfQ~pH;v}>+#?jTjN#K; z+3Hdby?2=+^m5-ZZ<+TcS22q1}j91IeJ3qd*Xt;&ejDO;BsqlS!&y3Gc>ti;| zk>qrXhFgpxig-uFGfa~$32O{Q;|fv&vTBpv_x7d{dfV*YzkOBO8&y+LG)#Mqjks0p zWtsmyM)QK7o8RT#NuSAh{G0fjk2!RPXc6Q2I%!oi9*<=sLUoN_yx4q8j!%}^$-UX; zg!ngt^wErd4fzP%0wLmv{Y;(Zw8P&WsrR=#anK9~wN?jaUc;oK8038L2?MmH!1Nco zLwo=%`!nDmiOJ0T4s{m<^ObOrqFF2G-bG+8Ck{5Dt=Mrx-RaFUJQ2MfyINS3UBV}= z6$uO)w-Sy+vZX9+aogpq*_hYApt}~rsi!&g9>$m)@ckM=XIoFD9sf{NaCSs_#KF+i z&S2!ypQo{X?D?F3388$|9b8iee|){<={1bZEz5__fW$w!vJ}GUEx)B2_l(XGBl7(C z?5dYTTtDDb>ZJI)zR-*Hi|yRF3QMX@(LJIp1Q`OhoOOf62M-jb#l=cKod(^oU@a-- zMstLCu7a`!b+`{h0=zD=*=vxORy6TEKK;3)dYV>fdh11IkL<%JRmFhFKk1RJwl=sz z4A%28A)@=dIJ+H^iTGG9k-i*N_d51GDVHR&bjTeX3r#*huwS8? z2-(6?Q6I_#=~O#tM^ef0I`vGv*0E?0#%%C`g9wblnX_6L&RL#k8b^k5BV;H!fBF}0 zP}ay^-ay3E@px*~b>WhblWWW_=cx65?o?p5bqq2Qa+4vRW6`(%nwlCjdyKnKS&HR= zgD7=Bps%RgwcCaQ#lbsMnr1WP=j(X$dxhuR`65Nu1^gP~uGgh7xL@C7J5{|P$VGgP zJ6m=i_X%FBxAj;3@n$|zu0Gj8)bQF_-D@B{dj<3G-OE=>bp{YgvB!RAg2B92HW_Kx z_=Ue1A+hD+E1EmvB3PFC)N&F-X?aa!+#P7H1Kp-54|jZ@yPp)}|4(UW9u4LD_wkWZ z){KP4mdU<^${tFxl&zA4?Ateeh3reRWsEEhWtm8_CL)bp6oZtdWXV2bk1&-biQnh; zeV*t1{&>#w{PA;~$6?FUmSZ+U6l~)%VJraI4Nlm8Cb4w9DeP)0=5IQ zc+{$_YPW&5-TmvwpUA1ORj~ifj^mtT6us9;+TWI5_{J=l=WBcu<@ijdRH=L^H5Tjx-LMBmHLHZ9yS(=8=WS=)S5(Jr4iCQoi& zxQan#<*jO`%zTTt-I(i2rnm=Jtq>Deb8Ep!`80059?N{8Jc1A1t{k1A!MH>unR}65 zcrYa5HsaP;4D8NXCG-?(OU7CBF1@j7b?>+R!4z04c|^dsoNbT$d6V;>Y4WPW7t+J; zr@fZ2GnHig!d5=U--;nIO)y)T=zsI^RA=={qf|&LH56Pvm3bxif$dw#F6F+g%TJYM zGzvZiZ1MQK4i%-poWL06aoa;~?lVu?UroL0&*dhUxWY=1D{pEu1W+0eox*-qVkpKa zaf;rpuW+>y*H37TX<^o@TnYU|b-Tr{98$6;Uf`(gOpW~%!PmVA4R+J{s1|o4X#CF0 z{6dulXZ734FGKn|f)w4o-#6zolTn8Fh)U(NRTPOhfwXUQt*yNT+4Q?}gh;sy)- zOnerkbGP|3XwuAz(&T424sXn5y>_yXnTu+-^n9vSE%i4~LXcIErGj(Ttn_lGa`KwC z4hC@+=)9+R-MjT`bg9cl!pQeqMRGAm!83f2swQh!cOS?7+HyTA!)pU4`F>KkEIf z)>DK*B@KTD1Eu|b6X^?)cT^Z&w3j|P(JV3-&RDlAci;E;C9OlLW-Pw#+l#RTSCPM- z9MUa%=Vun`I6W04qHtyWZ$Wx~`cv5KeVoq@V?PJ5o+&)3M%Q!h5_+Onx7<2{CCDJb z?-N5)*5&vm+zBZbiwDMMlYU07dTTt9bm`|O&zX^13f;Uo^OFy{fyFEW0TS%7Rp_(n~k$7HJ6$>Ali2fOR zRV6flTb*7WC2kO(v^~E;(#LXv8;qJT1t#OxI_vBX# zO*nXKNcf5$lSjeq&`CjsVA!-P#g%z)z2fr1!BKRna=RS|K97dxrXv)u>NHrP% znqtV_&+0Yqf9AN^mRQxbRz~NsSJM2dmVIndP@SfQSZ${zBMS$;^0aeTu?a!Au*b2F zKaUIQPEv7ChmZ=}aU%tVrf>Ngo&|F2^E(5AD=`sGK*^Z|J9R&^>-H58e`d-7-X!{^ z8>cfeU~t@m#H7S_KHP$!+@!9q6A=(C4*tnNQO ztaD(Ijm1%G9|{nKXHtW-;0|xTuGfyx{7z!zQ43KmEjp-E0G#{h&`9sV0IsU4%ERx7 zv@p7Za#NN>B2f?y2SDM3^_k|Xc`=y8^mIIwbxrnVkw1s8VB#+?E1SKUFyE8l(5ue( zVtl37oKdKIU|?V65bFa;)up==EVi-*rjj6q@^kK%xipvc;qc}%CV^H-f4-t|&*wGK z69?;F^Ax#e{F-Oau#-i`f^)~lcg8|TyxuwiINWDm^hei9p%WYqp8W4S`s{C&f@{2P zGCcgxKpscd>Hjri=vhD<=>R5)g@L}ky}cB~Z$11Za{8WMjUc+$FuGUr5`-xc`!!7X zxV6ULi9OZ^DC0eyBa%{5WqwQ6XNiCavjx~%skwBiMKL1m`|M1Ue?v)%wfQ~>a z*3r`1^}+eLd+j$xsG_YtPIo^!lM2%42BHVxY=l4B*JpN?n4XRSscaaJBVuBEZ`RT7 z8i!(k)mH=TjPu~ZcZ?38p-qElZ);UC3R4GuU!pK0K${Xbd0OXR=4S>n5ridPgZ#|Y z1fNtcf~f+Sv=|2m2b5EYoHghzy=x7KOJEPjwgWmX68cqeQq4M4n$5irbQapw>0z|i6Z_-BP2CXOl_`YU#L8VGsp*GU!# z9Mm4rDb$pP&D`$mBzurr57A(FlP+f$ZvM*k{y_DueCV?jRZ;HpYFk*OyI#Le82XT| za6Tt55C8S+b%a;rxzc+j)~%#kM`LtwP!f3Fk}$Vqkl$^FesSc8J9mQmYU=Pb;7;B; z9*coi4gOlKZ%m4HpgvTWWx>C^stt1*lr%SHkI+CrIaWPr6*o9&K?AlNbFrC}@8YmT za9U4fviD{K&!Q3t%L*0|RTS z02WIIY1Za2`n}Ehk8ewYl(kqTMM2}39O|AN(7-ssJRUYQc+U|$YDcm`!2DkQSG7?( zTT4r#o`C^p!=G1-2p}W4EAjGakD~GD##Xl5dk^J6idb?bjjYPF<&q-$?`7&P5Bsr z^R$iaZ(ef_4z5F>n94?UClnR&fZRnyZsdIz%vDg6{t_LJHEjS+{9#Ex{=ugs2`8~S z2?G4f$}ed5BhELXb8>U{00&yf$tia;^<1u&laokau_bp)=E~!m8dW|uUjumt5Xupk zl1gf|1uQ!(P~c=f7y{s>R_;YGI#w^D+lzWG)eIx|<3K-xg-0E_+3;YXolVHfgWVqWA&^UuUtSF`BG> z{II+bLM@OVB?V^`G$2IWJB$z$VKH%XGos+G&<8P34eV`DwRUlF@Bl3?%a3teEC6Ypbb$tw^zD}*2y;XZr1w=mwS{LjsbvWwUJSG=V$7>oy)Al;8q z1j_(!=4YTfVBe$QM)qxqLVRMH52de$hi?BKD|q(oyGje~BCL!i-kWt{(13BEyp1X- zDry2QIe7NAvhQBwjdaphRqWN()$2cdj6KIf)+k|n1sbX3Sh{75p#BNUA_~37Wp&{T ztV%H;i2v~L6R`)@jvX|{m4jBLffA>V;Ml;j*!(K7ouGbA8;{tJAdTgCSSX7|&BPOb z5jK|qu>i1QA)tdI5Yu})4m?3z0fU2s$oK(*k_{zi-@I>OxcWfo){n

--?M7Jt%{ zK`tEHjId-Mk2tg@2)NXx3aJ$X( z`^$hI&W`{9OD2=MT~EL_g2>+bnXh^J>Bq(?FV8wv@SyU5YJ?_e!jgADtOHikQB?fNapV}Yv<7JXRMNBSU76|t!`|EI7Oc&d9)OwY_4;D5RF!!88 zl{dM8SWF{gZJTjuM7@s+iv8SRk$6rzn6S4~UNM5(>#g=Pof-D9LcyW`%Gn1KLiKC- zodF%w%2dtJ+s(QAs=%cI`14T#bmMZe5YE@6V!3k%2XHhIc)2|^7XiLtm7J3DzE$m_ z$vr_$>l-6Amw{$%rOe0HAR!KsSqwU?GS;_$Il)H=#=l^N<9my)fL5U@!h5E{XC{3@ zGk`oqAwc+$Z*iBh^T`?m@1zuNi}vyHp(0TZwC>)zSH^;Q?h{fr%T#n97C(WB^9Lj| zd9*%=4CGxA1JNXe&Nih8mcjs*GMk%XjXbJWeoqWEMez_?qifF#k-&oK8fV<5Kcs2l zR!`71Z1lc}ga{j0Z*6L7iUcjP3Usn%KvDeY2j_AyYiefDB04TE4zCDd`v7oVx!_#b zrHKW^;%L4sEWdbw3@3Kac_U#g7&d1@R%?RZjw#cz12vd11Waq|VGt_EYG_!e8i;xV z>KhMNk?gz$qTk3qj@=1N6hv6$oe}q%-2sYW&A{@E0v`xqcKpmN`@5x%$D5O4SatPl zv)-x{4`ra;M)7SjzVZBu_d~To6b1Y#RzgA_jsh=UI?s@p*XGt*c5$Osb4v&b=RX7M z+q$~AL;uX%97NI>7SP>}bXmNQgRi$?Ye+fppQP3oOlu)jd%l;cjI8C=*8YS4x7_^# zrG9PnjGdhjWQ>qcnE)LZz?*i^o?nOkWGGsN^|cHQSyAKg&Q%lfYPKW`yYeq`PVJn4 z%r?=mY5hRyG1g>_Zla4NhXeQWNiKj;WD{`(ygT0Xf{j|>PjQ5U%WdsXS2-Fe1q-Fj z_nXDAPyaR0V`B#oUkaQF)SV9JCZKpCh(EAd2f)lAUI^svM2#Ndz718L$?u^(XkUyIn{S7U3 z0Y8>M9Pc`nOWnncK6}*q32qjz1VlYB$t)ngRgT?OvkqCg91O5Hx}lrE7KEMbGmtDp zxPos8&PT1P?)>?^Ce`V7ENyZLGF?c(BcT{so12H`tV}10}806ySo&b!f8f4=|)F}F+>uwaXi{e~<2$KJh4GSDDFcvC1 zZ}L#79X$-J3W6mCs?b}=k`o{?u!q00031OhqBtLwZ4W1cM>H~X;MuG!^7D5=TQ1eYrI>H=?JMWf~luRTN zW06d$qoX5LBSaM_^M%XxCfMx5`da(Yi$?5d))N5uQ-W-h2DISFS}ASqkrp2&sBE*v zo1hJc!-=I`e%)_ JOSEjm{{?xbNV5O{ literal 0 HcmV?d00001 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833