From ab771acdea8304e8fb036272b6e655abe3aeb093 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 3 Jun 2026 05:09:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mlfoundations-dev/d1_science_gpt_0.3k Source: Original Platform --- .gitattributes | 56 ++ README.md | 61 ++ added_tokens.json | 24 + all_results.json | 8 + config.json | 29 + configuration.json | 1 + generation_config.json | 14 + merges.txt | 3 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 346 +++++++ ...65.jpbot-001-41.jupiter.internal.2338209.0 | 3 + special_tokens_map.json | 31 + start_end.json | 1 + tokenizer.json | 3 + tokenizer_config.json | 208 ++++ train_results.json | 8 + trainer_log.jsonl | 131 +++ trainer_state.json | 952 ++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 43582 bytes vocab.json | 3 + 24 files changed, 1897 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 runs/Apr28_06-15-44_jpbot-001-41.jupiter.internal/events.out.tfevents.1745813765.jpbot-001-41.jupiter.internal.2338209.0 create mode 100644 special_tokens_map.json create mode 100644 start_end.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b821ec1 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +training_args.bin filter=lfs diff=lfs merge=lfs -text +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..bb83fab --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen2.5-7B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: d1_science_gpt_0.3k + results: [] +--- + + + +# d1_science_gpt_0.3k + +This model is a fine-tuned version of [Qwen/Qwen2.5-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct) on the mlfoundations-dev/d1_science_gpt_0.3k dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 1e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 16 +- gradient_accumulation_steps: 2 +- total_train_batch_size: 32 +- total_eval_batch_size: 128 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 13.0 + +### Training results + + + +### Framework versions + +- Transformers 4.46.1 +- Pytorch 2.6.0a0+ecf3bae40a.nv25.01 +- Datasets 3.5.0 +- Tokenizers 0.20.3 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..fd7c9b7 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 13.0, + "total_flos": 3.2858174247665664e+16, + "train_loss": 0.2939408891905959, + "train_runtime": 1300.2962, + "train_samples_per_second": 3.159, + "train_steps_per_second": 0.1 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..a916f0b --- /dev/null +++ b/config.json @@ -0,0 +1,29 @@ +{ + "_name_or_path": "/p/data1/mmlaion/dcft/hub/models--Qwen--Qwen2.5-7B-Instruct/snapshots/a09a35458c702b33eeacc393d103063234e8bc28", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 3584, + "initializer_range": 0.02, + "intermediate_size": 18944, + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen2", + "num_attention_heads": 28, + "num_hidden_layers": 28, + "num_key_value_heads": 4, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.1", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 152064 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..a753841 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "4.46.1" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..c635f89 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab6808a8560795ff03974cddfb6c1056bca89b2ea102e77321c6e09e675831ca +size 4877660776 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..2904b7e --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f85741168a2d9331fb0826b5c31d3b2f4f44ae2a5e3ab47db1aeaf780bb116 +size 4932751008 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..f008203 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b3a479cd7dc8376d2623cfbfc5a9d8fc7910a8166894902c58dc70483fe289 +size 4330865200 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..f127f07 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaf402a623f48e0a991bc807f69eea57e1754e94bc3086bdc6d871b8a85dc798 +size 1089994880 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..6ca5084 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,346 @@ +{ + "metadata": { + "total_size": 15231233024 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00003-of-00004.safetensors" + } +} diff --git a/runs/Apr28_06-15-44_jpbot-001-41.jupiter.internal/events.out.tfevents.1745813765.jpbot-001-41.jupiter.internal.2338209.0 b/runs/Apr28_06-15-44_jpbot-001-41.jupiter.internal/events.out.tfevents.1745813765.jpbot-001-41.jupiter.internal.2338209.0 new file mode 100644 index 0000000..1b6df3d --- /dev/null +++ b/runs/Apr28_06-15-44_jpbot-001-41.jupiter.internal/events.out.tfevents.1745813765.jpbot-001-41.jupiter.internal.2338209.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6be7a45dc41f7f874dc9070ae761f2023f17057617edda0497b61250d48a24f4 +size 32803 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..17305b3 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/start_end.json b/start_end.json new file mode 100644 index 0000000..6e8ca8c --- /dev/null +++ b/start_end.json @@ -0,0 +1 @@ +{"start_time": "2025-04-28 06:15:44", "end_time": "2025-04-28 06:37:52"} \ No newline at end of file diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b84f53a --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,208 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..fd7c9b7 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 13.0, + "total_flos": 3.2858174247665664e+16, + "train_loss": 0.2939408891905959, + "train_runtime": 1300.2962, + "train_samples_per_second": 3.159, + "train_steps_per_second": 0.1 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..85e3404 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,131 @@ +{"current_steps": 1, "total_steps": 130, "loss": 1.0626, "lr": 7.692307692307694e-07, "epoch": 0.1, "percentage": 0.77, "elapsed_time": "0:00:15", "remaining_time": "0:32:34"} +{"current_steps": 2, "total_steps": 130, "loss": 1.0435, "lr": 1.5384615384615387e-06, "epoch": 0.2, "percentage": 1.54, "elapsed_time": "0:00:24", "remaining_time": "0:26:26"} +{"current_steps": 3, "total_steps": 130, "loss": 1.0193, "lr": 2.307692307692308e-06, "epoch": 0.3, "percentage": 2.31, "elapsed_time": "0:00:31", "remaining_time": "0:22:07"} +{"current_steps": 4, "total_steps": 130, "loss": 1.02, "lr": 3.0769230769230774e-06, "epoch": 0.4, "percentage": 3.08, "elapsed_time": "0:00:38", "remaining_time": "0:20:27"} +{"current_steps": 5, "total_steps": 130, "loss": 1.0348, "lr": 3.846153846153847e-06, "epoch": 0.5, "percentage": 3.85, "elapsed_time": "0:00:47", "remaining_time": "0:19:45"} +{"current_steps": 6, "total_steps": 130, "loss": 0.954, "lr": 4.615384615384616e-06, "epoch": 0.6, "percentage": 4.62, "elapsed_time": "0:00:54", "remaining_time": "0:18:40"} +{"current_steps": 7, "total_steps": 130, "loss": 0.9604, "lr": 5.384615384615385e-06, "epoch": 0.7, "percentage": 5.38, "elapsed_time": "0:01:01", "remaining_time": "0:18:02"} +{"current_steps": 8, "total_steps": 130, "loss": 0.8856, "lr": 6.153846153846155e-06, "epoch": 0.8, "percentage": 6.15, "elapsed_time": "0:01:08", "remaining_time": "0:17:21"} +{"current_steps": 9, "total_steps": 130, "loss": 0.8593, "lr": 6.923076923076923e-06, "epoch": 0.9, "percentage": 6.92, "elapsed_time": "0:01:17", "remaining_time": "0:17:17"} +{"current_steps": 10, "total_steps": 130, "loss": 0.8837, "lr": 7.692307692307694e-06, "epoch": 1.0, "percentage": 7.69, "elapsed_time": "0:01:27", "remaining_time": "0:17:27"} +{"current_steps": 11, "total_steps": 130, "loss": 0.8455, "lr": 8.461538461538462e-06, "epoch": 1.1, "percentage": 8.46, "elapsed_time": "0:01:58", "remaining_time": "0:21:23"} +{"current_steps": 12, "total_steps": 130, "loss": 0.7795, "lr": 9.230769230769232e-06, "epoch": 1.2, "percentage": 9.23, "elapsed_time": "0:02:06", "remaining_time": "0:20:45"} +{"current_steps": 13, "total_steps": 130, "loss": 0.8492, "lr": 1e-05, "epoch": 1.3, "percentage": 10.0, "elapsed_time": "0:02:14", "remaining_time": "0:20:10"} +{"current_steps": 14, "total_steps": 130, "loss": 0.8569, "lr": 9.998197638354428e-06, "epoch": 1.4, "percentage": 10.77, "elapsed_time": "0:02:21", "remaining_time": "0:19:31"} +{"current_steps": 15, "total_steps": 130, "loss": 0.771, "lr": 9.992791852820709e-06, "epoch": 1.5, "percentage": 11.54, "elapsed_time": "0:02:28", "remaining_time": "0:18:55"} +{"current_steps": 16, "total_steps": 130, "loss": 0.7751, "lr": 9.983786540671052e-06, "epoch": 1.6, "percentage": 12.31, "elapsed_time": "0:02:36", "remaining_time": "0:18:33"} +{"current_steps": 17, "total_steps": 130, "loss": 0.7374, "lr": 9.971188194237141e-06, "epoch": 1.7, "percentage": 13.08, "elapsed_time": "0:02:43", "remaining_time": "0:18:07"} +{"current_steps": 18, "total_steps": 130, "loss": 0.7825, "lr": 9.955005896229543e-06, "epoch": 1.8, "percentage": 13.85, "elapsed_time": "0:02:49", "remaining_time": "0:17:33"} +{"current_steps": 19, "total_steps": 130, "loss": 0.7741, "lr": 9.935251313189564e-06, "epoch": 1.9, "percentage": 14.62, "elapsed_time": "0:02:58", "remaining_time": "0:17:25"} +{"current_steps": 20, "total_steps": 130, "loss": 0.7026, "lr": 9.911938687078324e-06, "epoch": 2.0, "percentage": 15.38, "elapsed_time": "0:03:06", "remaining_time": "0:17:04"} +{"current_steps": 21, "total_steps": 130, "loss": 0.6487, "lr": 9.885084825009085e-06, "epoch": 2.1, "percentage": 16.15, "elapsed_time": "0:03:28", "remaining_time": "0:18:02"} +{"current_steps": 22, "total_steps": 130, "loss": 0.6709, "lr": 9.854709087130261e-06, "epoch": 2.2, "percentage": 16.92, "elapsed_time": "0:03:36", "remaining_time": "0:17:42"} +{"current_steps": 23, "total_steps": 130, "loss": 0.6251, "lr": 9.820833372667813e-06, "epoch": 2.3, "percentage": 17.69, "elapsed_time": "0:03:41", "remaining_time": "0:17:11"} +{"current_steps": 24, "total_steps": 130, "loss": 0.5849, "lr": 9.783482104137127e-06, "epoch": 2.4, "percentage": 18.46, "elapsed_time": "0:03:50", "remaining_time": "0:17:00"} +{"current_steps": 25, "total_steps": 130, "loss": 0.6776, "lr": 9.742682209735727e-06, "epoch": 2.5, "percentage": 19.23, "elapsed_time": "0:04:00", "remaining_time": "0:16:49"} +{"current_steps": 26, "total_steps": 130, "loss": 0.6056, "lr": 9.698463103929542e-06, "epoch": 2.6, "percentage": 20.0, "elapsed_time": "0:04:05", "remaining_time": "0:16:23"} +{"current_steps": 27, "total_steps": 130, "loss": 0.6272, "lr": 9.650856666246693e-06, "epoch": 2.7, "percentage": 20.77, "elapsed_time": "0:04:11", "remaining_time": "0:15:59"} +{"current_steps": 28, "total_steps": 130, "loss": 0.6117, "lr": 9.599897218294122e-06, "epoch": 2.8, "percentage": 21.54, "elapsed_time": "0:04:21", "remaining_time": "0:15:53"} +{"current_steps": 29, "total_steps": 130, "loss": 0.6137, "lr": 9.54562149901362e-06, "epoch": 2.9, "percentage": 22.31, "elapsed_time": "0:04:31", "remaining_time": "0:15:47"} +{"current_steps": 30, "total_steps": 130, "loss": 0.5514, "lr": 9.488068638195072e-06, "epoch": 3.0, "percentage": 23.08, "elapsed_time": "0:04:40", "remaining_time": "0:15:35"} +{"current_steps": 31, "total_steps": 130, "loss": 0.4937, "lr": 9.427280128266049e-06, "epoch": 3.1, "percentage": 23.85, "elapsed_time": "0:04:59", "remaining_time": "0:15:54"} +{"current_steps": 32, "total_steps": 130, "loss": 0.5146, "lr": 9.363299794378072e-06, "epoch": 3.2, "percentage": 24.62, "elapsed_time": "0:05:08", "remaining_time": "0:15:45"} +{"current_steps": 33, "total_steps": 130, "loss": 0.4297, "lr": 9.296173762811084e-06, "epoch": 3.3, "percentage": 25.38, "elapsed_time": "0:05:15", "remaining_time": "0:15:26"} +{"current_steps": 34, "total_steps": 130, "loss": 0.4366, "lr": 9.225950427718974e-06, "epoch": 3.4, "percentage": 26.15, "elapsed_time": "0:05:24", "remaining_time": "0:15:17"} +{"current_steps": 35, "total_steps": 130, "loss": 0.4638, "lr": 9.152680416240059e-06, "epoch": 3.5, "percentage": 26.92, "elapsed_time": "0:05:33", "remaining_time": "0:15:04"} +{"current_steps": 36, "total_steps": 130, "loss": 0.4385, "lr": 9.076416551997721e-06, "epoch": 3.6, "percentage": 27.69, "elapsed_time": "0:05:42", "remaining_time": "0:14:55"} +{"current_steps": 37, "total_steps": 130, "loss": 0.4564, "lr": 8.997213817017508e-06, "epoch": 3.7, "percentage": 28.46, "elapsed_time": "0:05:49", "remaining_time": "0:14:39"} +{"current_steps": 38, "total_steps": 130, "loss": 0.4638, "lr": 8.915129312088112e-06, "epoch": 3.8, "percentage": 29.23, "elapsed_time": "0:05:54", "remaining_time": "0:14:18"} +{"current_steps": 39, "total_steps": 130, "loss": 0.4355, "lr": 8.83022221559489e-06, "epoch": 3.9, "percentage": 30.0, "elapsed_time": "0:06:03", "remaining_time": "0:14:09"} +{"current_steps": 40, "total_steps": 130, "loss": 0.4131, "lr": 8.742553740855507e-06, "epoch": 4.0, "percentage": 30.77, "elapsed_time": "0:06:11", "remaining_time": "0:13:54"} +{"current_steps": 41, "total_steps": 130, "loss": 0.3543, "lr": 8.652187091988516e-06, "epoch": 4.1, "percentage": 31.54, "elapsed_time": "0:06:32", "remaining_time": "0:14:11"} +{"current_steps": 42, "total_steps": 130, "loss": 0.3948, "lr": 8.559187418346703e-06, "epoch": 4.2, "percentage": 32.31, "elapsed_time": "0:06:40", "remaining_time": "0:13:59"} +{"current_steps": 43, "total_steps": 130, "loss": 0.3216, "lr": 8.463621767547998e-06, "epoch": 4.3, "percentage": 33.08, "elapsed_time": "0:06:47", "remaining_time": "0:13:43"} +{"current_steps": 44, "total_steps": 130, "loss": 0.3338, "lr": 8.36555903713785e-06, "epoch": 4.4, "percentage": 33.85, "elapsed_time": "0:06:52", "remaining_time": "0:13:27"} +{"current_steps": 45, "total_steps": 130, "loss": 0.3533, "lr": 8.265069924917925e-06, "epoch": 4.5, "percentage": 34.62, "elapsed_time": "0:06:58", "remaining_time": "0:13:11"} +{"current_steps": 46, "total_steps": 130, "loss": 0.3303, "lr": 8.162226877976886e-06, "epoch": 4.6, "percentage": 35.38, "elapsed_time": "0:07:08", "remaining_time": "0:13:01"} +{"current_steps": 47, "total_steps": 130, "loss": 0.3076, "lr": 8.057104040460062e-06, "epoch": 4.7, "percentage": 36.15, "elapsed_time": "0:07:17", "remaining_time": "0:12:53"} +{"current_steps": 48, "total_steps": 130, "loss": 0.2905, "lr": 7.949777200115617e-06, "epoch": 4.8, "percentage": 36.92, "elapsed_time": "0:07:27", "remaining_time": "0:12:44"} +{"current_steps": 49, "total_steps": 130, "loss": 0.3255, "lr": 7.84032373365578e-06, "epoch": 4.9, "percentage": 37.69, "elapsed_time": "0:07:34", "remaining_time": "0:12:32"} +{"current_steps": 50, "total_steps": 130, "loss": 0.2633, "lr": 7.728822550972523e-06, "epoch": 5.0, "percentage": 38.46, "elapsed_time": "0:07:41", "remaining_time": "0:12:18"} +{"current_steps": 51, "total_steps": 130, "loss": 0.2282, "lr": 7.615354038247889e-06, "epoch": 5.1, "percentage": 39.23, "elapsed_time": "0:08:05", "remaining_time": "0:12:31"} +{"current_steps": 52, "total_steps": 130, "loss": 0.2057, "lr": 7.500000000000001e-06, "epoch": 5.2, "percentage": 40.0, "elapsed_time": "0:08:09", "remaining_time": "0:12:13"} +{"current_steps": 53, "total_steps": 130, "loss": 0.2344, "lr": 7.382843600106539e-06, "epoch": 5.3, "percentage": 40.77, "elapsed_time": "0:08:16", "remaining_time": "0:12:01"} +{"current_steps": 54, "total_steps": 130, "loss": 0.2055, "lr": 7.263969301848188e-06, "epoch": 5.4, "percentage": 41.54, "elapsed_time": "0:08:23", "remaining_time": "0:11:49"} +{"current_steps": 55, "total_steps": 130, "loss": 0.2188, "lr": 7.143462807015271e-06, "epoch": 5.5, "percentage": 42.31, "elapsed_time": "0:08:32", "remaining_time": "0:11:39"} +{"current_steps": 56, "total_steps": 130, "loss": 0.2022, "lr": 7.021410994121525e-06, "epoch": 5.6, "percentage": 43.08, "elapsed_time": "0:08:40", "remaining_time": "0:11:28"} +{"current_steps": 57, "total_steps": 130, "loss": 0.2313, "lr": 6.897901855769483e-06, "epoch": 5.7, "percentage": 43.85, "elapsed_time": "0:08:51", "remaining_time": "0:11:20"} +{"current_steps": 58, "total_steps": 130, "loss": 0.1914, "lr": 6.773024435212678e-06, "epoch": 5.8, "percentage": 44.62, "elapsed_time": "0:08:57", "remaining_time": "0:11:06"} +{"current_steps": 59, "total_steps": 130, "loss": 0.2626, "lr": 6.646868762160399e-06, "epoch": 5.9, "percentage": 45.38, "elapsed_time": "0:09:06", "remaining_time": "0:10:57"} +{"current_steps": 60, "total_steps": 130, "loss": 0.2043, "lr": 6.519525787871235e-06, "epoch": 6.0, "percentage": 46.15, "elapsed_time": "0:09:14", "remaining_time": "0:10:46"} +{"current_steps": 61, "total_steps": 130, "loss": 0.1684, "lr": 6.391087319582264e-06, "epoch": 6.1, "percentage": 46.92, "elapsed_time": "0:09:35", "remaining_time": "0:10:51"} +{"current_steps": 62, "total_steps": 130, "loss": 0.1655, "lr": 6.261645954321109e-06, "epoch": 6.2, "percentage": 47.69, "elapsed_time": "0:09:43", "remaining_time": "0:10:40"} +{"current_steps": 63, "total_steps": 130, "loss": 0.1035, "lr": 6.131295012148613e-06, "epoch": 6.3, "percentage": 48.46, "elapsed_time": "0:09:49", "remaining_time": "0:10:27"} +{"current_steps": 64, "total_steps": 130, "loss": 0.1257, "lr": 6.000128468880223e-06, "epoch": 6.4, "percentage": 49.23, "elapsed_time": "0:09:58", "remaining_time": "0:10:16"} +{"current_steps": 65, "total_steps": 130, "loss": 0.1591, "lr": 5.8682408883346535e-06, "epoch": 6.5, "percentage": 50.0, "elapsed_time": "0:10:08", "remaining_time": "0:10:08"} +{"current_steps": 66, "total_steps": 130, "loss": 0.1463, "lr": 5.735727354158581e-06, "epoch": 6.6, "percentage": 50.77, "elapsed_time": "0:10:14", "remaining_time": "0:09:55"} +{"current_steps": 67, "total_steps": 130, "loss": 0.157, "lr": 5.6026834012766155e-06, "epoch": 6.7, "percentage": 51.54, "elapsed_time": "0:10:21", "remaining_time": "0:09:44"} +{"current_steps": 68, "total_steps": 130, "loss": 0.1524, "lr": 5.469204947015897e-06, "epoch": 6.8, "percentage": 52.31, "elapsed_time": "0:10:29", "remaining_time": "0:09:34"} +{"current_steps": 69, "total_steps": 130, "loss": 0.1188, "lr": 5.335388221955012e-06, "epoch": 6.9, "percentage": 53.08, "elapsed_time": "0:10:40", "remaining_time": "0:09:26"} +{"current_steps": 70, "total_steps": 130, "loss": 0.1194, "lr": 5.201329700547077e-06, "epoch": 7.0, "percentage": 53.85, "elapsed_time": "0:10:50", "remaining_time": "0:09:17"} +{"current_steps": 71, "total_steps": 130, "loss": 0.1055, "lr": 5.067126031566988e-06, "epoch": 7.1, "percentage": 54.62, "elapsed_time": "0:11:11", "remaining_time": "0:09:18"} +{"current_steps": 72, "total_steps": 130, "loss": 0.0691, "lr": 4.932873968433014e-06, "epoch": 7.2, "percentage": 55.38, "elapsed_time": "0:11:16", "remaining_time": "0:09:04"} +{"current_steps": 73, "total_steps": 130, "loss": 0.1127, "lr": 4.798670299452926e-06, "epoch": 7.3, "percentage": 56.15, "elapsed_time": "0:11:24", "remaining_time": "0:08:54"} +{"current_steps": 74, "total_steps": 130, "loss": 0.1064, "lr": 4.664611778044988e-06, "epoch": 7.4, "percentage": 56.92, "elapsed_time": "0:11:33", "remaining_time": "0:08:44"} +{"current_steps": 75, "total_steps": 130, "loss": 0.0528, "lr": 4.530795052984104e-06, "epoch": 7.5, "percentage": 57.69, "elapsed_time": "0:11:41", "remaining_time": "0:08:34"} +{"current_steps": 76, "total_steps": 130, "loss": 0.1128, "lr": 4.397316598723385e-06, "epoch": 7.6, "percentage": 58.46, "elapsed_time": "0:11:50", "remaining_time": "0:08:25"} +{"current_steps": 77, "total_steps": 130, "loss": 0.0804, "lr": 4.264272645841419e-06, "epoch": 7.7, "percentage": 59.23, "elapsed_time": "0:11:58", "remaining_time": "0:08:14"} +{"current_steps": 78, "total_steps": 130, "loss": 0.1166, "lr": 4.131759111665349e-06, "epoch": 7.8, "percentage": 60.0, "elapsed_time": "0:12:06", "remaining_time": "0:08:04"} +{"current_steps": 79, "total_steps": 130, "loss": 0.0954, "lr": 3.999871531119779e-06, "epoch": 7.9, "percentage": 60.77, "elapsed_time": "0:12:13", "remaining_time": "0:07:53"} +{"current_steps": 80, "total_steps": 130, "loss": 0.0996, "lr": 3.86870498785139e-06, "epoch": 8.0, "percentage": 61.54, "elapsed_time": "0:12:21", "remaining_time": "0:07:43"} +{"current_steps": 81, "total_steps": 130, "loss": 0.0643, "lr": 3.7383540456788915e-06, "epoch": 8.1, "percentage": 62.31, "elapsed_time": "0:12:43", "remaining_time": "0:07:41"} +{"current_steps": 82, "total_steps": 130, "loss": 0.0923, "lr": 3.6089126804177373e-06, "epoch": 8.2, "percentage": 63.08, "elapsed_time": "0:12:51", "remaining_time": "0:07:31"} +{"current_steps": 83, "total_steps": 130, "loss": 0.0444, "lr": 3.480474212128766e-06, "epoch": 8.3, "percentage": 63.85, "elapsed_time": "0:12:58", "remaining_time": "0:07:20"} +{"current_steps": 84, "total_steps": 130, "loss": 0.0742, "lr": 3.3531312378396026e-06, "epoch": 8.4, "percentage": 64.62, "elapsed_time": "0:13:08", "remaining_time": "0:07:11"} +{"current_steps": 85, "total_steps": 130, "loss": 0.0588, "lr": 3.226975564787322e-06, "epoch": 8.5, "percentage": 65.38, "elapsed_time": "0:13:18", "remaining_time": "0:07:02"} +{"current_steps": 86, "total_steps": 130, "loss": 0.0505, "lr": 3.1020981442305187e-06, "epoch": 8.6, "percentage": 66.15, "elapsed_time": "0:13:24", "remaining_time": "0:06:51"} +{"current_steps": 87, "total_steps": 130, "loss": 0.0595, "lr": 2.978589005878476e-06, "epoch": 8.7, "percentage": 66.92, "elapsed_time": "0:13:32", "remaining_time": "0:06:41"} +{"current_steps": 88, "total_steps": 130, "loss": 0.0828, "lr": 2.8565371929847286e-06, "epoch": 8.8, "percentage": 67.69, "elapsed_time": "0:13:41", "remaining_time": "0:06:32"} +{"current_steps": 89, "total_steps": 130, "loss": 0.0546, "lr": 2.736030698151815e-06, "epoch": 8.9, "percentage": 68.46, "elapsed_time": "0:13:49", "remaining_time": "0:06:22"} +{"current_steps": 90, "total_steps": 130, "loss": 0.0663, "lr": 2.6171563998934605e-06, "epoch": 9.0, "percentage": 69.23, "elapsed_time": "0:13:57", "remaining_time": "0:06:12"} +{"current_steps": 91, "total_steps": 130, "loss": 0.0448, "lr": 2.5000000000000015e-06, "epoch": 9.1, "percentage": 70.0, "elapsed_time": "0:14:26", "remaining_time": "0:06:11"} +{"current_steps": 92, "total_steps": 130, "loss": 0.0459, "lr": 2.384645961752113e-06, "epoch": 9.2, "percentage": 70.77, "elapsed_time": "0:14:34", "remaining_time": "0:06:01"} +{"current_steps": 93, "total_steps": 130, "loss": 0.0434, "lr": 2.2711774490274767e-06, "epoch": 9.3, "percentage": 71.54, "elapsed_time": "0:14:42", "remaining_time": "0:05:51"} +{"current_steps": 94, "total_steps": 130, "loss": 0.0515, "lr": 2.159676266344222e-06, "epoch": 9.4, "percentage": 72.31, "elapsed_time": "0:14:51", "remaining_time": "0:05:41"} +{"current_steps": 95, "total_steps": 130, "loss": 0.0382, "lr": 2.050222799884387e-06, "epoch": 9.5, "percentage": 73.08, "elapsed_time": "0:14:57", "remaining_time": "0:05:30"} +{"current_steps": 96, "total_steps": 130, "loss": 0.0463, "lr": 1.942895959539939e-06, "epoch": 9.6, "percentage": 73.85, "elapsed_time": "0:15:01", "remaining_time": "0:05:19"} +{"current_steps": 97, "total_steps": 130, "loss": 0.0447, "lr": 1.8377731220231144e-06, "epoch": 9.7, "percentage": 74.62, "elapsed_time": "0:15:11", "remaining_time": "0:05:10"} +{"current_steps": 98, "total_steps": 130, "loss": 0.0517, "lr": 1.7349300750820758e-06, "epoch": 9.8, "percentage": 75.38, "elapsed_time": "0:15:18", "remaining_time": "0:05:00"} +{"current_steps": 99, "total_steps": 130, "loss": 0.0585, "lr": 1.6344409628621482e-06, "epoch": 9.9, "percentage": 76.15, "elapsed_time": "0:15:28", "remaining_time": "0:04:50"} +{"current_steps": 100, "total_steps": 130, "loss": 0.0242, "lr": 1.5363782324520033e-06, "epoch": 10.0, "percentage": 76.92, "elapsed_time": "0:15:32", "remaining_time": "0:04:39"} +{"current_steps": 101, "total_steps": 130, "loss": 0.0357, "lr": 1.4408125816532981e-06, "epoch": 10.1, "percentage": 77.69, "elapsed_time": "0:16:18", "remaining_time": "0:04:41"} +{"current_steps": 102, "total_steps": 130, "loss": 0.0214, "lr": 1.347812908011485e-06, "epoch": 10.2, "percentage": 78.46, "elapsed_time": "0:16:28", "remaining_time": "0:04:31"} +{"current_steps": 103, "total_steps": 130, "loss": 0.0267, "lr": 1.257446259144494e-06, "epoch": 10.3, "percentage": 79.23, "elapsed_time": "0:16:35", "remaining_time": "0:04:20"} +{"current_steps": 104, "total_steps": 130, "loss": 0.0665, "lr": 1.1697777844051105e-06, "epoch": 10.4, "percentage": 80.0, "elapsed_time": "0:16:43", "remaining_time": "0:04:10"} +{"current_steps": 105, "total_steps": 130, "loss": 0.0258, "lr": 1.0848706879118893e-06, "epoch": 10.5, "percentage": 80.77, "elapsed_time": "0:16:49", "remaining_time": "0:04:00"} +{"current_steps": 106, "total_steps": 130, "loss": 0.0171, "lr": 1.0027861829824953e-06, "epoch": 10.6, "percentage": 81.54, "elapsed_time": "0:16:53", "remaining_time": "0:03:49"} +{"current_steps": 107, "total_steps": 130, "loss": 0.0422, "lr": 9.235834480022788e-07, "epoch": 10.7, "percentage": 82.31, "elapsed_time": "0:17:02", "remaining_time": "0:03:39"} +{"current_steps": 108, "total_steps": 130, "loss": 0.0474, "lr": 8.473195837599419e-07, "epoch": 10.8, "percentage": 83.08, "elapsed_time": "0:17:09", "remaining_time": "0:03:29"} +{"current_steps": 109, "total_steps": 130, "loss": 0.0387, "lr": 7.740495722810271e-07, "epoch": 10.9, "percentage": 83.85, "elapsed_time": "0:17:18", "remaining_time": "0:03:20"} +{"current_steps": 110, "total_steps": 130, "loss": 0.0265, "lr": 7.03826237188916e-07, "epoch": 11.0, "percentage": 84.62, "elapsed_time": "0:17:25", "remaining_time": "0:03:10"} +{"current_steps": 111, "total_steps": 130, "loss": 0.0206, "lr": 6.367002056219285e-07, "epoch": 11.1, "percentage": 85.38, "elapsed_time": "0:18:05", "remaining_time": "0:03:05"} +{"current_steps": 112, "total_steps": 130, "loss": 0.0346, "lr": 5.727198717339511e-07, "epoch": 11.2, "percentage": 86.15, "elapsed_time": "0:18:13", "remaining_time": "0:02:55"} +{"current_steps": 113, "total_steps": 130, "loss": 0.0263, "lr": 5.119313618049309e-07, "epoch": 11.3, "percentage": 86.92, "elapsed_time": "0:18:22", "remaining_time": "0:02:45"} +{"current_steps": 114, "total_steps": 130, "loss": 0.0262, "lr": 4.54378500986381e-07, "epoch": 11.4, "percentage": 87.69, "elapsed_time": "0:18:27", "remaining_time": "0:02:35"} +{"current_steps": 115, "total_steps": 130, "loss": 0.045, "lr": 4.001027817058789e-07, "epoch": 11.5, "percentage": 88.46, "elapsed_time": "0:18:34", "remaining_time": "0:02:25"} +{"current_steps": 116, "total_steps": 130, "loss": 0.0283, "lr": 3.49143333753309e-07, "epoch": 11.6, "percentage": 89.23, "elapsed_time": "0:18:40", "remaining_time": "0:02:15"} +{"current_steps": 117, "total_steps": 130, "loss": 0.0185, "lr": 3.015368960704584e-07, "epoch": 11.7, "percentage": 90.0, "elapsed_time": "0:18:47", "remaining_time": "0:02:05"} +{"current_steps": 118, "total_steps": 130, "loss": 0.0422, "lr": 2.573177902642726e-07, "epoch": 11.8, "percentage": 90.77, "elapsed_time": "0:18:56", "remaining_time": "0:01:55"} +{"current_steps": 119, "total_steps": 130, "loss": 0.0444, "lr": 2.1651789586287442e-07, "epoch": 11.9, "percentage": 91.54, "elapsed_time": "0:19:07", "remaining_time": "0:01:46"} +{"current_steps": 120, "total_steps": 130, "loss": 0.0162, "lr": 1.7916662733218848e-07, "epoch": 12.0, "percentage": 92.31, "elapsed_time": "0:19:14", "remaining_time": "0:01:36"} +{"current_steps": 121, "total_steps": 130, "loss": 0.0111, "lr": 1.4529091286973994e-07, "epoch": 12.1, "percentage": 93.08, "elapsed_time": "0:19:41", "remaining_time": "0:01:27"} +{"current_steps": 122, "total_steps": 130, "loss": 0.0211, "lr": 1.1491517499091498e-07, "epoch": 12.2, "percentage": 93.85, "elapsed_time": "0:19:46", "remaining_time": "0:01:17"} +{"current_steps": 123, "total_steps": 130, "loss": 0.0489, "lr": 8.80613129216762e-08, "epoch": 12.3, "percentage": 94.62, "elapsed_time": "0:19:56", "remaining_time": "0:01:08"} +{"current_steps": 124, "total_steps": 130, "loss": 0.0338, "lr": 6.474868681043578e-08, "epoch": 12.4, "percentage": 95.38, "elapsed_time": "0:20:03", "remaining_time": "0:00:58"} +{"current_steps": 125, "total_steps": 130, "loss": 0.0136, "lr": 4.499410377045765e-08, "epoch": 12.5, "percentage": 96.15, "elapsed_time": "0:20:08", "remaining_time": "0:00:48"} +{"current_steps": 126, "total_steps": 130, "loss": 0.0236, "lr": 2.8811805762860578e-08, "epoch": 12.6, "percentage": 96.92, "elapsed_time": "0:20:19", "remaining_time": "0:00:38"} +{"current_steps": 127, "total_steps": 130, "loss": 0.0334, "lr": 1.6213459328950355e-08, "epoch": 12.7, "percentage": 97.69, "elapsed_time": "0:20:28", "remaining_time": "0:00:29"} +{"current_steps": 128, "total_steps": 130, "loss": 0.0412, "lr": 7.2081471792911914e-09, "epoch": 12.8, "percentage": 98.46, "elapsed_time": "0:20:37", "remaining_time": "0:00:19"} +{"current_steps": 129, "total_steps": 130, "loss": 0.0253, "lr": 1.8023616455731253e-09, "epoch": 12.9, "percentage": 99.23, "elapsed_time": "0:20:43", "remaining_time": "0:00:09"} +{"current_steps": 130, "total_steps": 130, "loss": 0.0263, "lr": 0.0, "epoch": 13.0, "percentage": 100.0, "elapsed_time": "0:20:49", "remaining_time": "0:00:00"} +{"current_steps": 130, "total_steps": 130, "epoch": 13.0, "percentage": 100.0, "elapsed_time": "0:21:39", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..be21cca --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,952 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 13.0, + "eval_steps": 500, + "global_step": 130, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1, + "grad_norm": 6.733106782508708, + "learning_rate": 7.692307692307694e-07, + "loss": 1.0626, + "step": 1 + }, + { + "epoch": 0.2, + "grad_norm": 6.149285803125056, + "learning_rate": 1.5384615384615387e-06, + "loss": 1.0435, + "step": 2 + }, + { + "epoch": 0.3, + "grad_norm": 6.152320728736608, + "learning_rate": 2.307692307692308e-06, + "loss": 1.0193, + "step": 3 + }, + { + "epoch": 0.4, + "grad_norm": 6.517614170207162, + "learning_rate": 3.0769230769230774e-06, + "loss": 1.02, + "step": 4 + }, + { + "epoch": 0.5, + "grad_norm": 5.305198033715196, + "learning_rate": 3.846153846153847e-06, + "loss": 1.0348, + "step": 5 + }, + { + "epoch": 0.6, + "grad_norm": 3.8592003927171907, + "learning_rate": 4.615384615384616e-06, + "loss": 0.954, + "step": 6 + }, + { + "epoch": 0.7, + "grad_norm": 2.800854752532226, + "learning_rate": 5.384615384615385e-06, + "loss": 0.9604, + "step": 7 + }, + { + "epoch": 0.8, + "grad_norm": 3.5023896682586497, + "learning_rate": 6.153846153846155e-06, + "loss": 0.8856, + "step": 8 + }, + { + "epoch": 0.9, + "grad_norm": 4.1684273728378685, + "learning_rate": 6.923076923076923e-06, + "loss": 0.8593, + "step": 9 + }, + { + "epoch": 1.0, + "grad_norm": 4.8032937097662, + "learning_rate": 7.692307692307694e-06, + "loss": 0.8837, + "step": 10 + }, + { + "epoch": 1.1, + "grad_norm": 4.082576868292361, + "learning_rate": 8.461538461538462e-06, + "loss": 0.8455, + "step": 11 + }, + { + "epoch": 1.2, + "grad_norm": 3.907890503246759, + "learning_rate": 9.230769230769232e-06, + "loss": 0.7795, + "step": 12 + }, + { + "epoch": 1.3, + "grad_norm": 3.5914196704208172, + "learning_rate": 1e-05, + "loss": 0.8492, + "step": 13 + }, + { + "epoch": 1.4, + "grad_norm": 2.942570514389922, + "learning_rate": 9.998197638354428e-06, + "loss": 0.8569, + "step": 14 + }, + { + "epoch": 1.5, + "grad_norm": 2.2999462111794804, + "learning_rate": 9.992791852820709e-06, + "loss": 0.771, + "step": 15 + }, + { + "epoch": 1.6, + "grad_norm": 2.6948422206665636, + "learning_rate": 9.983786540671052e-06, + "loss": 0.7751, + "step": 16 + }, + { + "epoch": 1.7, + "grad_norm": 2.681033931109484, + "learning_rate": 9.971188194237141e-06, + "loss": 0.7374, + "step": 17 + }, + { + "epoch": 1.8, + "grad_norm": 2.742683686105219, + "learning_rate": 9.955005896229543e-06, + "loss": 0.7825, + "step": 18 + }, + { + "epoch": 1.9, + "grad_norm": 2.071739361645055, + "learning_rate": 9.935251313189564e-06, + "loss": 0.7741, + "step": 19 + }, + { + "epoch": 2.0, + "grad_norm": 1.8767253510635002, + "learning_rate": 9.911938687078324e-06, + "loss": 0.7026, + "step": 20 + }, + { + "epoch": 2.1, + "grad_norm": 1.7974374045731076, + "learning_rate": 9.885084825009085e-06, + "loss": 0.6487, + "step": 21 + }, + { + "epoch": 2.2, + "grad_norm": 1.7364077012351282, + "learning_rate": 9.854709087130261e-06, + "loss": 0.6709, + "step": 22 + }, + { + "epoch": 2.3, + "grad_norm": 1.3747907551026266, + "learning_rate": 9.820833372667813e-06, + "loss": 0.6251, + "step": 23 + }, + { + "epoch": 2.4, + "grad_norm": 1.2086788755323006, + "learning_rate": 9.783482104137127e-06, + "loss": 0.5849, + "step": 24 + }, + { + "epoch": 2.5, + "grad_norm": 1.2212416207318195, + "learning_rate": 9.742682209735727e-06, + "loss": 0.6776, + "step": 25 + }, + { + "epoch": 2.6, + "grad_norm": 1.3324486836498435, + "learning_rate": 9.698463103929542e-06, + "loss": 0.6056, + "step": 26 + }, + { + "epoch": 2.7, + "grad_norm": 1.2812363796358743, + "learning_rate": 9.650856666246693e-06, + "loss": 0.6272, + "step": 27 + }, + { + "epoch": 2.8, + "grad_norm": 1.3121250186867432, + "learning_rate": 9.599897218294122e-06, + "loss": 0.6117, + "step": 28 + }, + { + "epoch": 2.9, + "grad_norm": 1.1416700701522662, + "learning_rate": 9.54562149901362e-06, + "loss": 0.6137, + "step": 29 + }, + { + "epoch": 3.0, + "grad_norm": 0.8638570875229467, + "learning_rate": 9.488068638195072e-06, + "loss": 0.5514, + "step": 30 + }, + { + "epoch": 3.1, + "grad_norm": 1.1680224672840247, + "learning_rate": 9.427280128266049e-06, + "loss": 0.4937, + "step": 31 + }, + { + "epoch": 3.2, + "grad_norm": 0.9985846334069853, + "learning_rate": 9.363299794378072e-06, + "loss": 0.5146, + "step": 32 + }, + { + "epoch": 3.3, + "grad_norm": 0.993554703522936, + "learning_rate": 9.296173762811084e-06, + "loss": 0.4297, + "step": 33 + }, + { + "epoch": 3.4, + "grad_norm": 1.0979981540776833, + "learning_rate": 9.225950427718974e-06, + "loss": 0.4366, + "step": 34 + }, + { + "epoch": 3.5, + "grad_norm": 0.9947660773449873, + "learning_rate": 9.152680416240059e-06, + "loss": 0.4638, + "step": 35 + }, + { + "epoch": 3.6, + "grad_norm": 1.22170267986729, + "learning_rate": 9.076416551997721e-06, + "loss": 0.4385, + "step": 36 + }, + { + "epoch": 3.7, + "grad_norm": 1.2669424656892199, + "learning_rate": 8.997213817017508e-06, + "loss": 0.4564, + "step": 37 + }, + { + "epoch": 3.8, + "grad_norm": 1.1385305262473597, + "learning_rate": 8.915129312088112e-06, + "loss": 0.4638, + "step": 38 + }, + { + "epoch": 3.9, + "grad_norm": 0.85752544440622, + "learning_rate": 8.83022221559489e-06, + "loss": 0.4355, + "step": 39 + }, + { + "epoch": 4.0, + "grad_norm": 0.9350416528577298, + "learning_rate": 8.742553740855507e-06, + "loss": 0.4131, + "step": 40 + }, + { + "epoch": 4.1, + "grad_norm": 1.0044872736721613, + "learning_rate": 8.652187091988516e-06, + "loss": 0.3543, + "step": 41 + }, + { + "epoch": 4.2, + "grad_norm": 0.9158552416245116, + "learning_rate": 8.559187418346703e-06, + "loss": 0.3948, + "step": 42 + }, + { + "epoch": 4.3, + "grad_norm": 0.9500005615720003, + "learning_rate": 8.463621767547998e-06, + "loss": 0.3216, + "step": 43 + }, + { + "epoch": 4.4, + "grad_norm": 1.1593134176446123, + "learning_rate": 8.36555903713785e-06, + "loss": 0.3338, + "step": 44 + }, + { + "epoch": 4.5, + "grad_norm": 1.036997277407171, + "learning_rate": 8.265069924917925e-06, + "loss": 0.3533, + "step": 45 + }, + { + "epoch": 4.6, + "grad_norm": 0.9081359993684659, + "learning_rate": 8.162226877976886e-06, + "loss": 0.3303, + "step": 46 + }, + { + "epoch": 4.7, + "grad_norm": 1.0357743695490003, + "learning_rate": 8.057104040460062e-06, + "loss": 0.3076, + "step": 47 + }, + { + "epoch": 4.8, + "grad_norm": 1.003725556135553, + "learning_rate": 7.949777200115617e-06, + "loss": 0.2905, + "step": 48 + }, + { + "epoch": 4.9, + "grad_norm": 0.8306334207263184, + "learning_rate": 7.84032373365578e-06, + "loss": 0.3255, + "step": 49 + }, + { + "epoch": 5.0, + "grad_norm": 0.9674484368296132, + "learning_rate": 7.728822550972523e-06, + "loss": 0.2633, + "step": 50 + }, + { + "epoch": 5.1, + "grad_norm": 0.8974490960860493, + "learning_rate": 7.615354038247889e-06, + "loss": 0.2282, + "step": 51 + }, + { + "epoch": 5.2, + "grad_norm": 0.8365328600849284, + "learning_rate": 7.500000000000001e-06, + "loss": 0.2057, + "step": 52 + }, + { + "epoch": 5.3, + "grad_norm": 1.0261442314495612, + "learning_rate": 7.382843600106539e-06, + "loss": 0.2344, + "step": 53 + }, + { + "epoch": 5.4, + "grad_norm": 1.0045141958077353, + "learning_rate": 7.263969301848188e-06, + "loss": 0.2055, + "step": 54 + }, + { + "epoch": 5.5, + "grad_norm": 0.791279076653458, + "learning_rate": 7.143462807015271e-06, + "loss": 0.2188, + "step": 55 + }, + { + "epoch": 5.6, + "grad_norm": 0.8526401510959523, + "learning_rate": 7.021410994121525e-06, + "loss": 0.2022, + "step": 56 + }, + { + "epoch": 5.7, + "grad_norm": 0.8913810238298835, + "learning_rate": 6.897901855769483e-06, + "loss": 0.2313, + "step": 57 + }, + { + "epoch": 5.8, + "grad_norm": 0.9650702324016643, + "learning_rate": 6.773024435212678e-06, + "loss": 0.1914, + "step": 58 + }, + { + "epoch": 5.9, + "grad_norm": 0.7872208893856325, + "learning_rate": 6.646868762160399e-06, + "loss": 0.2626, + "step": 59 + }, + { + "epoch": 6.0, + "grad_norm": 0.9217811368898755, + "learning_rate": 6.519525787871235e-06, + "loss": 0.2043, + "step": 60 + }, + { + "epoch": 6.1, + "grad_norm": 0.6948999282360269, + "learning_rate": 6.391087319582264e-06, + "loss": 0.1684, + "step": 61 + }, + { + "epoch": 6.2, + "grad_norm": 0.8075198651452326, + "learning_rate": 6.261645954321109e-06, + "loss": 0.1655, + "step": 62 + }, + { + "epoch": 6.3, + "grad_norm": 0.8528235582977988, + "learning_rate": 6.131295012148613e-06, + "loss": 0.1035, + "step": 63 + }, + { + "epoch": 6.4, + "grad_norm": 0.8642283154141255, + "learning_rate": 6.000128468880223e-06, + "loss": 0.1257, + "step": 64 + }, + { + "epoch": 6.5, + "grad_norm": 0.8562595202564899, + "learning_rate": 5.8682408883346535e-06, + "loss": 0.1591, + "step": 65 + }, + { + "epoch": 6.6, + "grad_norm": 0.7667412263031629, + "learning_rate": 5.735727354158581e-06, + "loss": 0.1463, + "step": 66 + }, + { + "epoch": 6.7, + "grad_norm": 0.758115793445322, + "learning_rate": 5.6026834012766155e-06, + "loss": 0.157, + "step": 67 + }, + { + "epoch": 6.8, + "grad_norm": 0.7474467056534099, + "learning_rate": 5.469204947015897e-06, + "loss": 0.1524, + "step": 68 + }, + { + "epoch": 6.9, + "grad_norm": 0.7093244081518412, + "learning_rate": 5.335388221955012e-06, + "loss": 0.1188, + "step": 69 + }, + { + "epoch": 7.0, + "grad_norm": 0.6945048553836589, + "learning_rate": 5.201329700547077e-06, + "loss": 0.1194, + "step": 70 + }, + { + "epoch": 7.1, + "grad_norm": 0.632963012825732, + "learning_rate": 5.067126031566988e-06, + "loss": 0.1055, + "step": 71 + }, + { + "epoch": 7.2, + "grad_norm": 0.535098574774597, + "learning_rate": 4.932873968433014e-06, + "loss": 0.0691, + "step": 72 + }, + { + "epoch": 7.3, + "grad_norm": 0.6563557436695596, + "learning_rate": 4.798670299452926e-06, + "loss": 0.1127, + "step": 73 + }, + { + "epoch": 7.4, + "grad_norm": 0.6600862624801698, + "learning_rate": 4.664611778044988e-06, + "loss": 0.1064, + "step": 74 + }, + { + "epoch": 7.5, + "grad_norm": 0.6077118042914474, + "learning_rate": 4.530795052984104e-06, + "loss": 0.0528, + "step": 75 + }, + { + "epoch": 7.6, + "grad_norm": 0.7605226736684684, + "learning_rate": 4.397316598723385e-06, + "loss": 0.1128, + "step": 76 + }, + { + "epoch": 7.7, + "grad_norm": 0.618480612781212, + "learning_rate": 4.264272645841419e-06, + "loss": 0.0804, + "step": 77 + }, + { + "epoch": 7.8, + "grad_norm": 0.6591734340885593, + "learning_rate": 4.131759111665349e-06, + "loss": 0.1166, + "step": 78 + }, + { + "epoch": 7.9, + "grad_norm": 0.706476292562821, + "learning_rate": 3.999871531119779e-06, + "loss": 0.0954, + "step": 79 + }, + { + "epoch": 8.0, + "grad_norm": 0.6511060587514005, + "learning_rate": 3.86870498785139e-06, + "loss": 0.0996, + "step": 80 + }, + { + "epoch": 8.1, + "grad_norm": 0.5877512031587164, + "learning_rate": 3.7383540456788915e-06, + "loss": 0.0643, + "step": 81 + }, + { + "epoch": 8.2, + "grad_norm": 0.5458773628267196, + "learning_rate": 3.6089126804177373e-06, + "loss": 0.0923, + "step": 82 + }, + { + "epoch": 8.3, + "grad_norm": 0.5072513687549686, + "learning_rate": 3.480474212128766e-06, + "loss": 0.0444, + "step": 83 + }, + { + "epoch": 8.4, + "grad_norm": 0.6566938015455519, + "learning_rate": 3.3531312378396026e-06, + "loss": 0.0742, + "step": 84 + }, + { + "epoch": 8.5, + "grad_norm": 0.5801962223341335, + "learning_rate": 3.226975564787322e-06, + "loss": 0.0588, + "step": 85 + }, + { + "epoch": 8.6, + "grad_norm": 0.6460146970130528, + "learning_rate": 3.1020981442305187e-06, + "loss": 0.0505, + "step": 86 + }, + { + "epoch": 8.7, + "grad_norm": 0.5597931785794817, + "learning_rate": 2.978589005878476e-06, + "loss": 0.0595, + "step": 87 + }, + { + "epoch": 8.8, + "grad_norm": 0.736772650278511, + "learning_rate": 2.8565371929847286e-06, + "loss": 0.0828, + "step": 88 + }, + { + "epoch": 8.9, + "grad_norm": 0.6093005863730493, + "learning_rate": 2.736030698151815e-06, + "loss": 0.0546, + "step": 89 + }, + { + "epoch": 9.0, + "grad_norm": 0.5542138970933609, + "learning_rate": 2.6171563998934605e-06, + "loss": 0.0663, + "step": 90 + }, + { + "epoch": 9.1, + "grad_norm": 0.5234184327196851, + "learning_rate": 2.5000000000000015e-06, + "loss": 0.0448, + "step": 91 + }, + { + "epoch": 9.2, + "grad_norm": 0.5305920522906186, + "learning_rate": 2.384645961752113e-06, + "loss": 0.0459, + "step": 92 + }, + { + "epoch": 9.3, + "grad_norm": 0.4197505273523392, + "learning_rate": 2.2711774490274767e-06, + "loss": 0.0434, + "step": 93 + }, + { + "epoch": 9.4, + "grad_norm": 0.3934591059055063, + "learning_rate": 2.159676266344222e-06, + "loss": 0.0515, + "step": 94 + }, + { + "epoch": 9.5, + "grad_norm": 0.43218959356908915, + "learning_rate": 2.050222799884387e-06, + "loss": 0.0382, + "step": 95 + }, + { + "epoch": 9.6, + "grad_norm": 0.4622104651280975, + "learning_rate": 1.942895959539939e-06, + "loss": 0.0463, + "step": 96 + }, + { + "epoch": 9.7, + "grad_norm": 0.5535724362191721, + "learning_rate": 1.8377731220231144e-06, + "loss": 0.0447, + "step": 97 + }, + { + "epoch": 9.8, + "grad_norm": 0.4640259982574777, + "learning_rate": 1.7349300750820758e-06, + "loss": 0.0517, + "step": 98 + }, + { + "epoch": 9.9, + "grad_norm": 0.5266934894357415, + "learning_rate": 1.6344409628621482e-06, + "loss": 0.0585, + "step": 99 + }, + { + "epoch": 10.0, + "grad_norm": 0.4676281163285699, + "learning_rate": 1.5363782324520033e-06, + "loss": 0.0242, + "step": 100 + }, + { + "epoch": 10.1, + "grad_norm": 0.35967933721052214, + "learning_rate": 1.4408125816532981e-06, + "loss": 0.0357, + "step": 101 + }, + { + "epoch": 10.2, + "grad_norm": 0.27447636992783964, + "learning_rate": 1.347812908011485e-06, + "loss": 0.0214, + "step": 102 + }, + { + "epoch": 10.3, + "grad_norm": 0.3014381976097687, + "learning_rate": 1.257446259144494e-06, + "loss": 0.0267, + "step": 103 + }, + { + "epoch": 10.4, + "grad_norm": 0.38294713899905675, + "learning_rate": 1.1697777844051105e-06, + "loss": 0.0665, + "step": 104 + }, + { + "epoch": 10.5, + "grad_norm": 0.3684690274136007, + "learning_rate": 1.0848706879118893e-06, + "loss": 0.0258, + "step": 105 + }, + { + "epoch": 10.6, + "grad_norm": 0.31478908256541077, + "learning_rate": 1.0027861829824953e-06, + "loss": 0.0171, + "step": 106 + }, + { + "epoch": 10.7, + "grad_norm": 0.34994824968823507, + "learning_rate": 9.235834480022788e-07, + "loss": 0.0422, + "step": 107 + }, + { + "epoch": 10.8, + "grad_norm": 0.4015273337656147, + "learning_rate": 8.473195837599419e-07, + "loss": 0.0474, + "step": 108 + }, + { + "epoch": 10.9, + "grad_norm": 0.3512467702811788, + "learning_rate": 7.740495722810271e-07, + "loss": 0.0387, + "step": 109 + }, + { + "epoch": 11.0, + "grad_norm": 0.2819446830081912, + "learning_rate": 7.03826237188916e-07, + "loss": 0.0265, + "step": 110 + }, + { + "epoch": 11.1, + "grad_norm": 0.26544732968956203, + "learning_rate": 6.367002056219285e-07, + "loss": 0.0206, + "step": 111 + }, + { + "epoch": 11.2, + "grad_norm": 0.28547087305675023, + "learning_rate": 5.727198717339511e-07, + "loss": 0.0346, + "step": 112 + }, + { + "epoch": 11.3, + "grad_norm": 0.29019462565393106, + "learning_rate": 5.119313618049309e-07, + "loss": 0.0263, + "step": 113 + }, + { + "epoch": 11.4, + "grad_norm": 0.2587759144580898, + "learning_rate": 4.54378500986381e-07, + "loss": 0.0262, + "step": 114 + }, + { + "epoch": 11.5, + "grad_norm": 0.2964554848018806, + "learning_rate": 4.001027817058789e-07, + "loss": 0.045, + "step": 115 + }, + { + "epoch": 11.6, + "grad_norm": 0.286044305327069, + "learning_rate": 3.49143333753309e-07, + "loss": 0.0283, + "step": 116 + }, + { + "epoch": 11.7, + "grad_norm": 0.2675893029381175, + "learning_rate": 3.015368960704584e-07, + "loss": 0.0185, + "step": 117 + }, + { + "epoch": 11.8, + "grad_norm": 0.3300518406278238, + "learning_rate": 2.573177902642726e-07, + "loss": 0.0422, + "step": 118 + }, + { + "epoch": 11.9, + "grad_norm": 0.32684186571188295, + "learning_rate": 2.1651789586287442e-07, + "loss": 0.0444, + "step": 119 + }, + { + "epoch": 12.0, + "grad_norm": 0.23225636748688117, + "learning_rate": 1.7916662733218848e-07, + "loss": 0.0162, + "step": 120 + }, + { + "epoch": 12.1, + "grad_norm": 0.18555282856615898, + "learning_rate": 1.4529091286973994e-07, + "loss": 0.0111, + "step": 121 + }, + { + "epoch": 12.2, + "grad_norm": 0.2272995406967833, + "learning_rate": 1.1491517499091498e-07, + "loss": 0.0211, + "step": 122 + }, + { + "epoch": 12.3, + "grad_norm": 0.3170863977174301, + "learning_rate": 8.80613129216762e-08, + "loss": 0.0489, + "step": 123 + }, + { + "epoch": 12.4, + "grad_norm": 0.2869870238374455, + "learning_rate": 6.474868681043578e-08, + "loss": 0.0338, + "step": 124 + }, + { + "epoch": 12.5, + "grad_norm": 0.19605392462041799, + "learning_rate": 4.499410377045765e-08, + "loss": 0.0136, + "step": 125 + }, + { + "epoch": 12.6, + "grad_norm": 0.24074331934174073, + "learning_rate": 2.8811805762860578e-08, + "loss": 0.0236, + "step": 126 + }, + { + "epoch": 12.7, + "grad_norm": 0.2555618190181957, + "learning_rate": 1.6213459328950355e-08, + "loss": 0.0334, + "step": 127 + }, + { + "epoch": 12.8, + "grad_norm": 0.3138210130616997, + "learning_rate": 7.2081471792911914e-09, + "loss": 0.0412, + "step": 128 + }, + { + "epoch": 12.9, + "grad_norm": 0.26393331869796904, + "learning_rate": 1.8023616455731253e-09, + "loss": 0.0253, + "step": 129 + }, + { + "epoch": 13.0, + "grad_norm": 0.24454986517667737, + "learning_rate": 0.0, + "loss": 0.0263, + "step": 130 + }, + { + "epoch": 13.0, + "step": 130, + "total_flos": 3.2858174247665664e+16, + "train_loss": 0.2939408891905959, + "train_runtime": 1300.2962, + "train_samples_per_second": 3.159, + "train_steps_per_second": 0.1 + } + ], + "logging_steps": 1, + "max_steps": 130, + "num_input_tokens_seen": 0, + "num_train_epochs": 13, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 3.2858174247665664e+16, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..dd0405a --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e05f95f21c2b30bea8841f84a280b04f3d4c16d74fa1ee4753b3ddf2141cfbcb +size 7352 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..073a52a72fd21fd7400b1ae61671deee3dd8f8e2 GIT binary patch literal 43582 zcmd>mg;Q018|?uV1QZNHQ9#8&K)TZcl$7q4knS!;MM)*4yACA+(j_7(-Q9<-L+5?A z-#6dfnfoVPXPoyH_Sy0KJ+an$);^zKNsC=1q$EV4P#0gmcrJ%R;d-G^I1}gb;3u4& zBQx+HK06T=J9$e(J4am`1C*4mot2rTo!J|`TMh;`wr?yg*qK;am{=HZ8Qa-e+43{zSnkW_i@nN#1_EVPp4Y z*IlXIwA9B$2B86sW4^a;Nsn-MKl=3UY9-l&k_Vrflcy>~WUarSB_)0ScxUVbTiLE; zNDL;3BQfz&DA(wCzy0>RxR?zI*I>7UXkRp%{^|MK?=K~FcJw&lyuSqhc>XsSMTh)f zXX6VLDe_z6*LP8baL`i@wkxO)$T5`H3B3M&F2MinW8^oVL`88E{(YL37U$K!Gk*R0 z|Ho-4?NI){zIwmj6NK?OtWVTlpcWX&na#{Vhn6$(*v((6`*^Xgy`4lvR;9wp+MI&G z%P8KRTtwES{MvTkyK_XZNI#U6l=ulbzzLpLd)^0t_JPK!?kMdS?(ie?40#<0C!h~vn{Desm|UD85yzk?v0h=aixW_ zfPlY-w0G~mSJrkfQfm`7AL3BTR;l&B&b~M0$6T`6%%ECkw{Xr|!hSqCU^H8`0DaUj zm#bM0Pc9YBrP*U`)D|=O`9Yjc+I2AA1HW_p}nbLc}dzO;;t zPhkwoY_2=Y;@XZ)!T0>B1go z@rKfZX&)ID)81fM(A!wVWj^#=T%0gjGyolrJv}*GL+)H)vyryV+;*;2cXgx`b9^gv z)wS?;V|%+;de%ro7c9*+cEbz(TCV1)dDX9*t~`DAY@su`L4?Y2q6S9`F058;A(bv2 zJMdliS!&A!6X$+ZR(m*;rb}(Vg|m%~%{8{y=OZH{1@>n`oSdB2`_wI2jXQ4rv>cay z^{T@;X#9r(k!HEWY`D5bZ9{{P`{53&=ZRZ5qw24nmEn!eP4r9w`kUHCFN!+D0$r|X zR>}Y}p+7n-3I{GOl@JVEhJn=@O!qrZxBInU8yP7doH?BDOuorub-;t=+79SdF*I6BMU=!5$ z)6dy6j~ISy@cYwcic!TB*WJ~Ww6rVNt~Dl!_?2w@xsjFmo=iC;uk_F2@$NXLBk`Hp zP+`-)Sly?~wDSY`w3Zbccm;-k`PMdI$K5l{-4C{OTfea$ZMHCv*t9(Am9y|sGsX4T z88mX<>J-EI6c{KfOB!(^;+w=`&`er&u*kq?H}6%eqqDy`i>f#|SlU_{jz~zjB_Jrc zFjmR$NB)T3KEU>Hk7uY8o~V6mp__n!pthyOZz;DtS0QYv)E(8It?Hdb=LU&dvDGE< zTvSw#gR&HEfY)u$D$}$*mOmo=k^0oa!prtJ!TqJYYIINDIxOCZ({#XDJUl(N$obK7 zZi#TlhehMAYn5U?#8fPil4sAJwOUAx*o5`wr)h6%n@jYezC%w>=w18R*qBaP!}^?h zu|=iM^`GX$e_$!rx3}wuhof7Vt7AM*_8a#13fhGv;O0?I@YJ%TsZZTs!CpT-+*ye| zl>WwoV`*s_NG;gBK3NBQf9KAfcbIrjYDL8sfwA`Xpp)Z6{^A_FPevdQCE<_H4LHN=Qt96{Aj+ zPnULbb)8;XYJoc($k!LkG%YgjO!`H`$Q2zh+Y(X!Ua!G)s(h^~8N$)Y#ic7#t?TePEH}2r@?YmLzH~q2^S5u;Fs4Ru!L7w!A{iN( zp`Ye0XvHihm9}_~gU_jS328Ey;#JD%NWkAV_QXJ*;x?NraaijVLJ2)>CNTWn;S%()9bw z?Pmi8Mlz8NhOb|U|c+RShFmDs4>o z!ieiuPp15cbpusfyr!KU$L^>jjbXvy?7**Izlf@|aTwKq`s19zo0y&b5EMiLRf8Vu zygFVTA8k?g`OB9}n6(2aQuJ8Nq}9=$wVs|H68E1!f36ukeA5#C2m+P@Rv;-kx#dFX z%a<>a>%9N)L6?Jap(~Xr-hD?k^SEv0%=~dc$%vZr0+5_x6hW0jA#fQ zF0)6B6Db@CGSkv}SD&5?&yF=UHtIl6+S}isTw813+n8=y{xLH>{Y*z^!rAj9S=g5^ zHNQV!{p|1mTZiQmHFX8{S3A_wW!t-vfvioEH8csvANPFf( zd@Vo}p1A}Q=L${4agdpw-Zv|^%ohrHCoHSKDD5NlpEKBYVP?fKY^C8%LL#C_UfcVu ztgtJ1QJkiK^n(ONb#*62PTg*Fy4B z;*FQ@x@!>;-}ynS98+N2dBD9R-Xw9&gDW(Ezo#+vMW61vh?Vkw>Qpt0s`w*EHp(dJPjLE5BOoM@HfXXXP>OR zswn6yR0V^r+~aO_0o-Gaa0azRwG@16CoeBAlwn)UOX$&-)yG`&X_C5=zdle1?94`J zizaujH_`@uiHvN5b2P(=+x`UHh&^nL<_>x&pT?q7gG!T%M%p`chDSI!IB=I*GcwI% z3l-3$XJ%(v?H3i^y?eI@ExzPnF-x`3_;SCdBb83xW;~xgJ-~>`T6~(6gaofxe#aly z)1nsTD_p46%3Up3rr)6t<&DRy1T!-;vmx6d39Xy%MTDw<6m;D|uI%RS?!27eu)e-N z0ZH>3@J-u<)$w-!G{i*Vo9>eBKK1LoHm^UJmgSZ$(npvpWrZ>1RRlw0#x7>%{czj2 zfye$_uQ$1miD$MyB2(6wG~*j8GNk}mgkS~)4EfdnYK>$kAR=P0Ujd-enfMGpx9Y&e zj*kkqhzP)oFw}~skOybhcZMyoHD^dBR#sMy66|7@poB7NReZZ)S@Cs#-uTMZtNZJ9 zBuIIH7IN>-ovC;2)r`^HmiKviOBJdct4|L6;yq6WReuf^7}@qJDsK$v2W>!Wwmm)G z4T+0uLzX|~Wyl_M8O=b*Ck#3(cM7`Y?h(Kc`fYy*v_RRfh{ zN0F&A0+y14gqkzu)18)biZyn$i!G>xkJis1Pc9@RRB^akK4MjOF^0$bS8C+F+qd7E z5C1G3p=}qyUSO`;yF)7$_ID z0ldzechBGx&-gJ{=`0WAYgpHl`QP9s_EO4Gvp(2*qm--B1b9$(4lB4zE$Dv00WokF z>H$>eXsF57i#-n^VxDVh#Yqr77a7Z|+M6Q!6GYPv9mIJyOu4b8MIRPvYi&FpZjg7J z-*I)M$qVNU5<9EqYxg11;a1n7KdpC3Fo&t`z`v{p4I(Z>qi+slh+XT|sg4H(+5~9t zcTVwGbMd%Gi~H`Vk5-;hSISGTN>xV)znemC-ykb4QBnPM9Ct^sU1MY81Ozza;r)k` zY0(yU`1qn=e+%rFlup)8Pl7r+ULnv4gRRE4@guMeK30s~#U=A>=Pz#gfJP(042gZ% z(1?Kn6_2A0F?cG^+D)bUi`*kMae}T+6L0Z9`TE{@`0z8JLz}7J1ei7J+IQz9qc}bj zQ}MCr|G98Y_C?i>o(ov;byC0))qD zeL`e=SmVcQ0w^@>v3&M=JIjM9>FKseKtWQn?VcWC+nd_j3^!+*NJ&Z8+xXXzh0Zta zXENHW>@Y1BfRjTp;9J86yX-7CK}iyIaM*Dk7q0b)PfbhH%U3~|i;Td=S+$&0U%1KA}Vx=?LM@>OtX2cTKn0~^hZ8JuF z)rZ>U#kn5H@s`p@{QT+xfq_cNNl6M>y=eHO1$%4)7jAR45Ed4;hjpP~tSil}+)-1^ z>(3GkylHL0?|x9YI6a+Ae3Pf6bOoRaeL@xFHW}YqXR?^$<74PCF~blTdAN&bNCYNE zpnLZK$jEf5)RK~xcCcvw`&ThQH2Gj5J-#fo*O&v{5Jcl>FP+dq(yun&VB9p@9K!ar-ycn_( zr3|l@_TG(yht6$3JUn(sY=cbLB75Gw!^QmEm~JQ+h_Cmf$nrV>mR5F?->~(XqAck) zBr{XHdR~9I*>Ju-Y{XjSZd}U-jptGR;=;lLqq3Y_FuH%K7oNPdVlLio^Cg+pK9vBr zm7PA}1d4BJoP3l1Te-YMsMir?#W$PF#2Nx_q?>S1+GFSb&T3^Pttk%<4x+28t6iW; zmBu`{ef!Ba7Hc~wWHs@)x1ph7wg@_GG_P$MVMbF^(_)qTVb7;e=ZnOGs7=(=qFPu3 z4;P@fT3IkKGAfiite`)B{D?LzP*qe^bO-ni8wIdG_Av6VVUbL{5W2XyxW%0)gWaf& zQ8D~w$o*1{!?LAZdGB}cG=7HdMxp0j$6%{9wWb4Iw|bSe?JWva7#E>viC1!oA3)U- zuS{1|aB(>}H!jT1#->0+LsO)jr)A>dQPrY<&oc;9H3xiwne0_Hu!so#aAs{S6Ia08 z3XhKg!o&^-2M7P#R$$a^=48%)-8SkeAXlvSkK_~;k0-oI6dr3H?rv&reO=>)LuT^lYzed+O|&!qg==2DCbNM3CBo;Be`t2hO_hk~0vs1HM+^L7wd&AfYHDhr+>u#l&Czjl z<|UWqn8s=;QY}lYY13umbJw?Xlo+aycWxly21yJH5)u;3&tVJw(K7qj1_p{#kzu18 zbFXYJeNMjKVa8R?A$0;Ro0OcKP4D-4BUNSSo<;py67Za{hxLE{u(|E6%k|SaGaDEh z!s`D@c;e0DvPB29n1ZpoR>z8%@a~;<*_jDDazsG{NmK_z>7H6!lQA>P#(u+6dFBQSSHng@U%kengK~CuULLPL zt!S6Y>SY5k7O_Gie8hrA{{S!?u>zRaexIS(7SpzOa1c&E4$SyE+v`sS8d*v?zs$H0 zKvPmNN8>V|C}(g0j|O++S0GxMf|jJQTNN}Z7zE*nHCZf($@cwGX@6PAVJ~z`K<5*{ z@9*8aSHGXyYqHRrMFE8qUuP};5NI45^!t8BGFu1t59uNqxV@GJQS1l^Hl`tOE)YOu(d|@#$H~VrmT~BCk?Wk1*<6XG+ z*u=!-!tS6R+Io9UEwNt<`MJ59FQ& z78-GE$ETT!dCli>!~@9ZQIQ}QSKn+@knjl)Jlz)DQ(ulcyYuGjzC7(Un^pv6u8x+! z>C3(j0BdH@D86#S$IZru4Z>(PywIA>6ds|ys#?qkGV^O> z;#UAu#gyd(M@~wv0=BdYR3aPgYQoCeutzME-t>GO z-W!ykkWga~kL_IAzCgtniqP2fc#kNk$Tk4Q)jdAw>LwR6+QJ0r4d|Kc%ckwyq+9dCmE~kGQzP0kg0F-_Vlbe zJ#jtQU2BI*AA2}r*DVENXz1>kYY_BEE!P!JP_ka3|D@grT9|M6H;Vr6X)z>&IE^Pf zGcaBos8~+ezuc+-9vPH#Uk??&L6Jp0)rEYOj2DW1dj@|K80inadO{!rF99&o3!ba{ zVbH=t8F1k`TS|}q?5HPMC3BXG+so_MuOpR(ir)cADJ-Pccbi#pqiRM+=_j&ZH+fBx zvTTGEeb6JxR+E_3Jzh^}ec2kNKYIFQgpU<6m&Sn7+~l=+pI3E&wmIjRjILNynh~^w z>IX7-?`LO9sED@_{=Ga{08*sD@mBZmKYxBeg3-tJLy}NZs?7=hu$gU^bI%&xRy8UZ zoCk%aw7(L>R)*sk6L}q-TX^1ytq&`24%2tzBV75tk59yYSvf2|Qa)oH$4d8bBNCO; z-)2e{Gy~fT>NI{`?@Pv{m^C~ zIDbDRbA-*9BTA0*1(~%)x5`UE3Q8P6mi( zOtfd2MV)uWoOd(w@+?#H?3u*6oj`bmta;=p+t2UwNTKRaxLI?EGqrK^%RO<3qIbzOh22jl@13rSb z5f1n%wUs2uFGu&fkQ)!Ef2}Z~NlHqR3*t}nM;a(7Yi^rO518@-HghxS2x;86E`vCw z3)JukDoE;1z6v9gJR=}?gyulomEbE^5^?%fi9wVx`C6;S6uQ(-smNbqy1ntiy$ zsrGfZ0=AH?T*Ln+?-jrLDYi$U09Y$`$805>TY@7ZFlIt_#-Lq;jMBDAe1q!(0C>ap zI8Bpr>?l9?sNGf2t0=Ub5_|N?{Zi!^Y!qiWZM&to5vgOYJzm=+{^-cf#@3d>E(hu> zB0mGTTI~|EKxFRB?`=g+8+sADQ!vKL2VE^)B=PrL zspqLjM877aM~i|eF@R@5AXBrs3EQBiV?q1_3Bg}ZK3p?fEeFT0;)%d^k31qa!4!uD z6iaNIhoDIh-IyCzDz{=&9MSIp+J57AWCB@qd8D);%~y-5QmY*V{}$k;NJIStA_@fV zO(JqeL;w#vFr9`G+l1%oAq}mlzYgRC%pEoXdsu@ufixA2b}vYB$v}~|mimLfe`kT2 zP(uu_?KMslQdqs$uU}ufe!b}%tNuJF$^dJ!Art>bb7LV%V~YRjP|#0OJWo$XJWr43 z?f8&A1nriga;6UeZzPYkUS!bq08wB_ZNMiGyb9T<41KLP|(R)=L3MCG$6oh65~;jx}N3!|h&?P`yq-y>`cMg*Vz{A_at zte65s>msy0nt(jDAc`C8Qf%yQ?MdQMGeh1b3JS4kE_0O1-G|kB>UmdpH&T`X{V>{2JcmKm@!>9}>Tosr`}Z%PTSmk9 zklJ;b6(clT>A)}rtj_4=D^fmN#$&Ene+O7j zUNO0|M3VK%b@@j;ZbuspCIIafL00-{+Aj_GNhY@YT&Thr2Mb2Ja^l-m>dg1!&9t}s z5F#3Z_7}K?9mTzXbSay6CVenrxz+>9Cwi$rPZ<&{7bMg$ilfLFbqmn20L*7V!IC{b zK86cs0PB(m^+{WE2a(@Fb$2~c}Pj^z9m}(Xcrw6 z6tp-yo9eL8CE^Y!iCN`7oEK0%8sL_4Wo4yeNK*>&b++fnFl%W!a@H`W{5D$dnB`Rl zqM=++0FAKL_U5Ks&`sVXsOplOk&-4VD&P2Q=Oi(q41i40(&_RbDh#u=SA$?#1mgg- zR-Ur@PqR#q^;&#`Fm^e9=fC84ev(zs$3iJ2O!-kCtI@XcunTY8V=b5i!Jy0+s_G6k|q(XPGOiLbA z9LBFAyU)V3^C=alNzb`FwfdpC94-%YE0IGcOPWSST6G@ z%FCA%U7VaUU^$c!gcXs=*z7tMXv44d0IUPD$45sRX<9bl)p8cW-GDiwx=1acGFs{C z7@1c9P|qHm3??8GDOPIbiHeG%L0?vumy>H#r}nE)5(3O)0$dAC=S!%uP7PG5gwJAx zhx6{;=bYCrm_SMH1>ufAJ+kcEEeZzn&a; zllO;$szR@aus;>Q()RYYBCJLa#?1!`hhU_STkyyPI1N z*iSNp1b4onF<_DqMRZ3s`{RhpI5GzO#R1_rA&*0)BfISQPR}2=LnN+nuccTc* z7Rc}T9hNgr0O2gcH~~q;wo;j<-FogZr)TDU*^x-5!Q?jsj)T!vMVNjnDW-R4 z`cW`fWw7zLC}bx87Aa86G11XUaKXen_BqHdz6W9~auJ&Iwr(EU=*+}EqejWA-UT}* zTW+qipu8_ay;mEq&u|p=zm_-#9)%*!3ltZ(sqN|3NPG`cGBREuw}xqpRUa0)tk?mq z&>l=3ZEMU9LPLMh(m}Ynd4z<7;+)>@phUyaK+)x4$w!#~G!Kqvv4QsI42>kVJB;J3 zVL@cHWmV~jp|xxkjQRP+Ec?kWZcv*WcXf4r<1$x^#14EeOV7w?Otlmoz)uEM{+W9!PSBSMFfIjMT4A; zi7609j0nZ1hHUp^l2KDr%S^o^(PdJ^)Y8|dT*P-iCDGT{H%Ya?5SiG)V8-2%Zkod0oMVt!wP!j{q1OP3x)!`!bvJro8t7hD*6JsGkUU>jjFeW%vz+J42T02B_a^za;*OR7DNO|k`g zMgC{S^M3r#(nooH;f%^TV3^(MGSk!3@~QVMke|!iDk$FL=Z^+x8*z{D##I6@MJpIv zis!s#KrDSj6f`t4fcwlTl9gVdvT+-(h(gZ^QzKGF{C%9v3=DptFqE1<{B`gGSBH!z z${qgP`*)MulKQJvy*xLn{^J&8{eRtp2gq^8TMCNxdigp#tPv3%y+}Tl%yiM zgFg&lbV%i0TLVuk&RMC(NRB{PaLhp;7C70P_NNh!1B%vH+FmME1MLoBW`Oi3!Oj7? z`Tl%zkVf+kusUcPHze<0MI0EwOu-G8!RL8%>ds44wztQ4d}H6$>u!4(+0}hLqBGiu z-eU#I*yhdSn-WbqD^n2P-iG-@CbLU=f;$8HZqU@-V40AqG)SaCRsrrt*~UMJb9x7; zGZOUPPSDBZFitQz-UF+^9>5dTY7aq>24SSX_paXq{Dvi9rb5Q5$Rr$U1`R&(O)H_* z>FGKcvLi!%Aa1k0jM=qT*`!!Uvv4T_VTk+ia z%A_-;x$5${%L8XULt3qv-d|eP%OBd?84oG4S&3!}c%Gi4QYmR+!32w<52Ho@Ypl3l z!1oJ4*b+L~(+4VsQv-9IcCazXt~!sot_cE&thMjg#IFIWq=MKS^Mq|?UaVH1demqQ z?*g9&RmQX9r@1=n^aA_By%z4R}jTmWuAEXRe6P>30=MNrJp@IHWM5Td(FrLuav04kXM#P+`k&z4dk z{cv9@>Pu+o%*aox$){uPyPD8qpGr#;llz_1)*kosh)X(v4csP9TC}>L~DTMBS51BU^aPyM(8G#TcmL!Eyv`cU&c)+TViiG z2}h&$&sg2M?HBWu2zB`+PLldc-4A^H?Tw2LjqmwI$pQp{(J{R!#VP-vjRo8_}T09q*GIZ%yhTg6+B5 z#GKf145^xv>+F*g%TZP>wX&d@n5S_iKLEosnn9#p{2UQMfy8i-&;i}sw{JNt$6|nx zhQYjiwPczYh>L6@7LlY{;{>B2W56TRfLH-tT=;zD_S*x17ukaG09hUg!`k3`5_=F@ z4DLd*f+=|41ItsKQNFkjx;9_5bH+PrTY3kcYW2olryass?~E67-YcgfB~>*|%78*< z(g9j+D`IVc!dW^KEWzWp#{w?aTeof{{K7av4=qJpJ=_*I!AMyPjzU0z`W%!Dnz@J{ z0q{2~_@2rfR+>S^_}eWbths>wyqK7QroY;%D5s=E4q)rGp`nr~rf=Ivo+mC!OyT?I zs+@PsZm9Lq>J5R7I;L!{Fb63&r_&t?ueeL6HU^ zf(YD*cdtk@hMsqP?Pr=$^%7eqPB#7!=LQZ^ADs;)N)HWYB2_(kKKKi;b88Lxw?Ejv zJD}cv^4=^rt{_g^F)lar4$iJ_7I(t!#d5S zk8-NGApZWIdvMjS^E%A_)RZ0$1ze8=9n@vI6>U5(icm+ukiD2Ufmdm1DU4b^Kvz>TJ_YE(3XQlY+Vq(I{h5YaSra*sv4}LR>(l} zxB}v;W_)~n1!K-gDT%tts&^J~e1UO7^TW<5ph-xVIdDVVf*}!N6$B3lI2ChDnBHvL z?BHbAa4=6FKJR4b`yx;fCPuMB$7ut==6yy+NeK_Y257F zggFp!BPh$W)bc7SFO-zRTa-1Y4R}s(eF^5E{LtTESDVuRV?%`!+ee+b3SA!-m)N)v zhXrhDAR0!P>+0%4z=FY4dycihsQpiSd;5Mbh*(i{iy|9+ORq@34=8N@?IT(p7ij$L zDOQ9(QACEnw>rMJ$dm+_lv@Sdi(rNL1@2AIP(Bh(!j`&DXc@W@{R&Iq8VabE>yEC`ANVYeQ9-pEK9kXFPr1*6Ji zzy_?5k{XVq_TVBYTX-II?p0gh5JpS=q4EUBot*&434FW2kqSjTHSccFO9g(2j=l-_uiJ1p2o7$1%~ z2SSmJ1=x-SEpu}&+L8?<4#a7Ri;Ft|4hm4jnW1-*fJ5Z$^6|V6z^uoQQDAwTgGJEq zMJq~1vei5PMf|D2H@$&T#Deb&Q5X@;^WXFpyrn1=(Cm=6Fu-(eMSX~P6JcBkxRC@g z218a%u&vvGtY9|q{Vhm)AK?@>fX-|Hy79GFg7S@Yur$d?B-Fv$a2{e*Z`Pv;7bQ~p zjXyUIUi1L}&_+e9G~l;JWDo|j+RDfdK+MgKXC$C!sU|K#&`e@52vh-OPm!_cFncWG zg`U#wN_D(0w%_GX8wSkigBXWuNz`R@w>s9LYA%f3Nr;l5e}Abc3%sq6aF?m50y>TF zwwom$vlp>nvs%N}u`V!h@ef1qM63qZ*4Bl_oxf)DA-@ph4BmEMQT;p&qO^gOd;|_j z6u86z7VIIE43Se|2+$73FKIV70gx3@jGASk;0Ch=Edazj<8BALbJhOFkxT1e0fs90{Amx z6o7hUJ#1c#NPN)YV}izE2*9Xa731&k&*mwLIkAvHXT^_mW_I?Wb{4vQV1`z1re11u z4?1;b>Xp)}nw9%D6)BskqvIzP;AaGttvMI#Z z3c4hC2l;8%IugCvkKR`LfuSNcX56$$4LrqQ55d)ec!a`MfBggn7|I6-7Yx&3yAaDL z`~V{t2%2a zBNiB>EgEAv77bteK|K^?zD@r zd;G9#P>IHndJYbb0+(%MkkgtWoBR!|@9^}~prT-+OmlUSxjyZe`g&6U0#l4)G&S$; z+z{z&R$SBW<$X8o!YQVxJM?Sit^q|!!6yL8=o*-m@ z7>E@mb5W-BZpUDT2!)qNHb6OtS&2GgNd=FbBy<@Z~;U%4|vgL~hRec~DRPb^86i=&dk5u_s@{Ofk7eo=>@y9Y0Tus+X6RhJt=j z-o`Db&|}F)xOW6};jK*%uAy=gO@eplvz8@p2b>8ERr;X)554Z`fA4NugrEit6fb(ANJvb*wX$^UIu-hEO6G3v15|^n z-9>S|YWrGqj=YuphI(K+wyrNEMzXzp-c|(f+qVv8La&I3)drIgHRR>dB%yy-Bkf0} z&5&-k1a{wi(U_Ld_~&z>ABh(#1ixVdvrzl?w^`M=OINH28Enq;i^wOO$?$9LWQix% zfAr}Ssx>yi{{YDI8{1txuYRSQx2l4l$eq8vcxPdJWW8~1>j=4{`<3K0$;2c%PmAYH zH2RoGGlnuI^4--gU0sy2ak$OxS@L!|vy?*U1$>UB;fjH?^QM^jv+2Fqxbh3J-%VK< z-kw*6cgB+Ruab&9$&&p}Ds$fa=Kvku550;{oDZn{snx2=3Mh)(PJNP_N=G(3g^$*9 z$DW^a)!YL}pWzL4=j7xByg)cR1YemQUUJD6XQ0Kkw5Z{Q9WZP~sA;PVz{1wpsRgv0 zO1V68He}%a5H5c1u@{Rr?fA%O^zfYJjFlWQw`bwoywzn9$&8?K-$$UtHRq3I)1LMH zSPMvTznm-e`h~EC?vd7=3C^@H27iU#PigOg%zL1JFwVtp?Nl6 z*MdG1(7ixbuQ38gN#JMS|h3e|ErD11eq;l1U!6WIF%&2}jz<(B0c?Xf|> zVOPkom1J+469*sv3Q)9eFY*w01vCz#=Bw@#S4!7O^xIFRF7YLG(;aWmAq z1}F(vhjvQ8kmN(Vjr>KOm&Lm#waInExa(7St}mPEtqwVnfSaVgg1T{;#+z6K$4~Lz zxS9Ro{@Of^RC=1nYcdt5gY?lZQbstgM;19OK-4<-(o~zF4t}gsU6wvyayMP}Ku9BS z8H?(VaI)KIX}IRJ3T+8r)LR_AI`>jfD+W~D{u}Ov(m9jTK;#g5&}?X@msH(3y@*4Y z{SxgnxF7Nw#vNHl{Dbh9?ETNyi2fPYp*cU5o2k>R*YU=AI*rN6m@Irndcw~$P;caAuNz$R9dtTHPqa8C&&dZT(N%Dzu}d8b0)cG^5nj#x z@A>qQ^8w*nnY%aH)-axesT?j#gjN4B&C%izo4I3(yy`uLMOH{0QuO>jWtJyX zjqPdcGS38AZCsBA*X{mT;gd-FdPwUj+W;w ze|5+V_UpFTRV$0cb6GiC3M?-N&q0M&Xepv8|M6(jLo_gbZli;Hm{r}Z*M(e&-6G=B)m4MPGc~=tbV$V)Uif(V6Va(K*7p^KT z=dK-d*@TQwy}BcN`$@j1fTpAB zBtsLmN68x+TBq;lpkRtEfKPRPgR(Z0^sXYt{lt#)!?#zixBTgHaU}n;_78A8%6VF` ze-s!uUqpGr^Q9H^#NI{_HQ`=G;a=0bO^g+99;khE0?>~;k=cJm=SSW(n>5_++Sg>H z8x1FSPlPmz?u~&wxjxa+hZ5Lr88eCgq6X1p+zQ`XQ1<+QJ;9!3Gz!1OjAYkw>x_UW z`}$;xS@@dxgrp&kb^RG}^wjFxM+=uGB@8_-vwIH7r`rBYI}QRb+#JzF)dYeZQR_i! z*%6ZO6$?7h&P++}7c8jogmop;C`Ka7rCz>v+@{|8ol^_wa(lr}gQR+8h+fEP{%}VaR8ABybbx zB1DsU(!C#=s`7}@RiucZ@+YgDZrGz&;MBvWV=ZGR=aR=vB zOoX;|NlU9^PH%yV`3yPt_5u0YwBk)DG$Z{Q{6F-0sG<*oO@FfO2GLsZ=lyphNinnM zy+B#dHn_0WvBc4qsSiM4bvZA+lTN_HfFD(LgyDJ6jU92YfU6|s!*@xvwWRbyH;Gp4bcd_Cn!>oW}C2E^t=YP8|j+;<&Yn(0W zZGmrH!Za%?#D`o2C+i}iubD-8RZ>jOxg*`-m&A8pm#>T<39Nq?=at46PgR`nd#6=@ z3UFQ}%d#x2{Hj@L#aiSaJVmuQo_6z{R3ViObfg8C1FYvTTAb3dX6 zdd5T2#ftGKa>DRaAN~_p?h<%Sy}S9hg7+M`8CRG<0hynaNU~RP)tm_m$6}efX?Eo) ztGc=5sRO@=((X1VvVoLD$Y&}p@Y$)Ii#CZT{=$2*0% z%Y_490B{4w92jK~ct;Kd7TLs5t@Lzv#?46740=(xdkWacUxKMAhbV<*NQmzm7Oao& znN-L9+Y*jXpfkaDV<2wr3UE0ivo&}r|1G?v4jMUgsB0^b=El}mJCFJX?zo!CYXr;l zeMViT8y(^9hfchJGKvYV)r_YY4MC->*cg6dw2}fRzTMn^3s(o;I0Tye`}gyR6_^!q zyy;45)koex`x8jj0tDnGhyo?6WlP^UP00~i&yb<~VW$oYSo4=Qd%x|4Wo$5*p8f8v zf7eQ?2ZcK_R(=lZ`imA$cFVtCDNEDfGP3cUpHRR<5hVs_qJu@jpjoz7Wt5QnL8!AN zz+lRNrS5){mD*H3vAjN`dt%4ooVWwE<#^FvI0A)~an~*r)x6ubPMIO?`%i;7KtDPA z*lVFXogKc#0uic!F*d;aqGB+>16}2;4!k1*UjtEBdI}^hlG~Dc+zopX?5p~~$PqU= ze7DEY^|K!s8iK7}d7KLK44;iL%2h!Xs+bR$DH4r7(|@*bWkJm2YZyriIr5b@Jb9bL z8;gixA#!Hsb)56u^($Ad%nubYATNCqUqFnw5&W_Gslq_kQX6HwOc#Ao} ziMIVU;bB4%$o6+UL>D?Lsr_%j!sUD7Rr-M(1a?X<({d4=u87m!y5i{R`~d|~M}h{7 zfG#U*mRIlLa)>}!VO zb)RKK$45L7^SgCb_DLG{qcBQ-PGO>1gdhA_ zqDddq)GBx8S@4e)Q)Wl=Ihpo(6bE69csoW%&mpzBA6CR&4Nvy9qO;?6qIm2xq!Q0V zB{rEf-YLq|>3Fl=Gi+JZeSN>p9SUuz89ORbNL25s`#k9a{$o+CSq#>-q=bBZ*i&W` zrqqhmI!MBDa9lx&6dBX3O8A`D#w#SAE3=S#b9L@a30_U106TfK@00Y}Jg4{hw)J0+ zn(=ESl5w5woYYZsIlR9LEsN!iGf!S-BK_&$DQ-drd7R55&8You#txA6I(o*hekVDw z${vgkHCQ{Pn9{eR#$0<7qp6eG<>nva^LzauK(pfwDQsBOM!Z?D;!~ss>cQ;7*E%F%X0$fhNJ zLD88=mc&<*uS<#wq0xL|D4&Cv*gTnJ*>$cV{4XWRe=Hs^T@s4!xtb$7*&l1PXV9=f zA1@DUnXv|INqKeBlEekJ_GLRmQX@L4oBr%K4Ge+ZgNyKu1O~`zzeJI8rhU%49H6It8=<5+Yp0H@DeYB(lr{7h&hqw$wy1UA{uSY0amVoJ zyF{NWwA{`N{{J~}9us;Wh+Z z_i!U?<4Z?b$ z;S;R`xx+p3U7XfOg?#D$))D;pg|7jKZ~A3Rs(p_Hif{$# z`pH|uSk>Ee;lhr+uW)RKciKtZ@6cHCBjBX`rFSK07 z{=(UZ4}1C>jY3?eEH`yr-S9|`EVG8Aqmkpw0QzKDQwBW!mY3hN#e8pHp-zDX;|o*f z(?6OJpSrzOcVRz*BuQYfmm~`juz0uO@s~xd>fNr4$77|bH+*qVhwa|+R@3~K^Vz>W z`&jk?Zp2^wf^o4GkSqSEB@-$&`V%~ zNzw(}x0oGu?Yta}Le@7g#+FV7zksnXe)V8mm!^@)%n$-#r2ZXMaEvm&k9y~xG!HO( z?m!|+uP9Ssz1lpRKU7Y?AK6}$cX0nku~Y;a>{2zvY5~7Y^~$CvbBGZl)y!C3kZ~b$7O7KNGTj{i0aoSG}6E!3HsZ3Gqf{6x@`mDgB`2YoZ%Q zEK?bdO!Sg!9Mz>a4^MtmGJ7MTK?S+N*D{}2pVE)}CC(@}j7@`*tTFaD8CeU>|I*-3 z2QqNBZrsW(RLX3hH0rFAlZrY}6~u93TfLlFWP@CC6_9q%n>N%pc~_i{`NY|Psk8~2 zpRsykZlXD1B5;HiKCFv6AEvKFD9zq|9Z!RXbi*Eu$-_etJ-h|p@um5*c`j(s(YMd(ivvXodfC2BXW zO>gc0F!t6_Sw>&C=u1eaG}0g-E!`*}ASn_8(w))>NGeE4C`dQb1|3R=Ad&)-3J4O? z(ui=^m$e^lP*eRiz9)?9PWy~abt@l&^v2ioIXw3C-ZCW58zaPN^J zW3C5P&Y0g#Q!LcoA>5EC!%J{Jo9-NE%Ky3Rv1K&4If%xK`}>P0&(#!uQM!kpC6EQ4 z4!Qc6ADZbQ#Z3=99&)3Nfrhn4TYaQR|9jhjf0&AY!dZ^}Lz@iR@Jz1NG=&Sw*QFcn z2Sg(eQ)EDjVBdOY-z@I_;A=9!Z~Q27CQydobR0Mg*qBB9}1OI0CUzCm~{-<6cvYh1Y0G?|f&QJz-tUI3%K#B@AlYB0$ z+djgq-7ij4bSZ+y|0oBpj?WWR;Kz_5@J(P;97OG!{V+WAqca#-C4=Glv z#oo|pSAJ10+pCC-IxfVq=6ReD+_X!XDxWcOm35g=pCrOd9H%rY{KDVrv|2YhFhzF0 zk;%9YwQ4x!m3aPX!v_+`@$epr9aQM*hbRNqwJe=30d@M(2}kSmm&=U;B{TzepE& zP9XW`P4>@^?B)?T!CDX2M(9HPoZ=e(p23TTeSmm<@YIS)WfY}_9(}=RM2Gskj-7gc z7IU_12&bVHcXDA6ZNy##Z=I;PV$WKs))+aV-N4{3|NH9jSUjL2d@iK(vy?wd(E7Qg zP?C-)dNhIhVIy9hIz_D1h9Wgg6yxic{~%!R4A|hV$A139LXsr>ol`~gO#B!|gycrf zHgESAO3(;?e_7O)cAPXJlh0YtzWD})l-dP?EC@}Ho*m}X$td=RG1u0tt$ED2QeJn9 z{=3`nIwwY3@*|~+A73kVA!B^{@o9b;!i6dSNsGLm6fB|xQx%E7D0;OvKYNOln`~P~ zWDPt=gmn|>L9GXDxM?=T>i@tRe#Jr{uJ)$Orl;zuqNNLSCm znd{wOpEj2j1P-5tpk_}ZAFwgn#Aci2f+bszHT*#whtg0FFZwm$Wo|_cIp06+2M}>I zx-M;5bml_;lGdY$9v=-&hdJ`|e5y<3i!qfOW@}I7sph7XK3&0$U35%603a zzq>zN?#CB@a4Bs#ByBOCsJ({b=bzzs!bAu#I>JFz6U=9 zD=A??8<$;Lnhu=R5Y@|jF9*Vx`VARYjrBrlm!N}MQJTv+zvfI_$;n$fW*Bo;FH8%{)aOL{G4<{>HB(EKH6J8O;G zonUsrgX~ND570*fK=|7To^`3>?kvE7TX{k(+h#4e3pIOE;{``ffIJA2fHsaObU=cO zSO)^3@owi;s;$fBzuR(0%`3|?Rcgg%k_mjx&9n>(LNp78WoO@wN#s9nwx8%q5il#L zzAeEzWL)TBG9vrzV*deATj$&s6K}oa3K>jo8B(wTr5Bp1P=l9vW+)X{K;Ii!1$q5e z2r(bX$DN>T0Vk*eXy*e-6~DapEXXK4JRI81jR8^b6|~9igmx-_;HEb38>IwF9~eEY z!T*>qu`komt_(6IE{nifkKTqyU2#A>1P3M#R2H zOXh$a6ksYPo98Sm5rVKy|b3OI*{7gZ5R+n3#{c~$04jRa5aKbRUqT@d4(7? z0k}}Shp~jzMxxk1wEAJ6@I0Jkk;F4v|fK*$>*H;{@BBwv|lxcl3y1^evfsvb$9zqY9 z^u&XW$2W@?-YHxQVExbM-h|IZ!KWa?D1<2t(z$rx&Bud?mR&Owrwy3%pf-H!d4c?8 zO^q-E3=$#-2VMjMLcorF`=*!)DEzx#0&SPD{f#4AKb`m7&<}d<8JqwNjSaQuO8<3wL#@$pg00I*)Cnw zr4P19FYrH1?`z#`xSbl0W~N0CO~mH6j=_t*SG-nh@F>eweL}mZ*o^fOPnD|!w9t`m zXK%d}fcM#}HH6FC*CFzFXXdMNyi)z#*Vh5w7cj?b#FHU^>o`J_=!BrVU{AXAvu=+; zW6)yk!#a|z3RQ4JN1&7oaz zzPGDXm!Li=fWIIOFdf{3F2GL>7+P9D7?FTBKX0-+j?@#)nBwo}cikV# z-M|KQMA)(O^X3qv z^* za1R@HIPAxp^2><1307I4&1pkiA9V)>h&UvMo}R@Oq5 z(5kzY9uQu-E|-Xn&whxIU%v|(s-HV@Cp%JyL*Fxh_j%!b*^T5E4#vq_k_t+uq!=@p zWHjbwmFruPL-Wh=qEHA}$t;0km#rC`@&{GUWc}Cxp&&%Poe+tt;n+>Z1;W--`9%{!SWLsdC z*#fvqC*|`DBF6;GgE)8FXP8gk`qQGv*M?rwXY9=Xe1qouyT`;iWgIy=b#KBbA_@*b zg;9t?8KJ#_;G`Q6Z^JrgL*5k4$ZF_4tc};O&4x?+`Z+<0XHhrVa1_JKX7jlhdhR4I zb=J}Dyqic&Nx^OdYfx%YXKEC1uLsj_GXFxqxUAMeVf0!gC@@xO;Z4SeVXm&2u-E7e z$NpDDGrSfcvvS{s88`&31$^f{Kv*jrM%k5OX)m>bRtbzRU&9QzCqo_bIroxd3y>+| zN1mK4@DasfNi7TaK(UKBx3ZYE?JE|jQfJti0oK?Uy^Xh zZ1nleg)3{0Yvf{)TE>WMzI#g))O`)UwcjzpK*<8w%LoA+aUn$hT$~IABOj(5M^_3` zkA;pA%*-^iu-Y!vv*Vg3TE>?%{OqaPS)G-oJN;T8p7#a7*i-1Oqq%|39O(DaV2%ix zPap8`042p785se8q1rm&IpOm^f#&~{vL73d9mT^$o0jdGyoTh;Xdf>^EH3I}SL|kR~!N&z+O=Q)jY$4`-KqOIkyrOu~ zjz0dWkU?crj}QUfWYezl*}qH(t(E~rh=le@=OZZT-`|MNC6kO7ZT?N>m_MrNS6Mk?k%f3zm6hd}ae-?aF+x&< z!S;5c(u%x`9)n@-_%@yp$6dWioAGJ<)Z0V#?$pWgZSOCL> zNV*F_r4PIz?1GU9b!!ZjGqag-7wDX>m+Om^z=YlI1(gD$yGe8n_&8 zTXhCjOzUbEt|ZMA71Pm zAr_mR)RXLCa>VR=XYU@JSj)#x^Syw=Sh7eT-TV`+Ec35|IMSdRyxouG;>Qx`=B9a< z^z@t#;;C+Fr%Jq+x!3ZSqjg)$@}NbLFP^Zx_BR}GC662fNg_!OoJ7~{o zgiCvF9$vVaT48Fqy;`f;f^$yXn_8xh!iP8zB2fGXtI zRQt=^g$fxSdH@x0#CApPL#H$FmW_du4qJ>A>9_XHDLV$0N+Q#e2$HqgF176vwAWGt zZ#t!f7rtf>+|f&Ial>A_s?Q6x=7=v8-5nZqf#~b1gt?ug_iBr6DyVP`FZCZ=P?eQ^ z^?8oe6oR0RYlwPCPZ$DWCH4_ST8d5T_*P`tCUE)bFKRk)kW2T;`{qZ^_qW_iE^wQtzA$oRTQWXE+EUH)a2`|vXpMA>t8nNU-I=d$L* z;jA-th5*r04vm0VI@Lal-}mlc^U&2oB#=A6Qdm&>DS{@26=43X?s_Pb zmfcgjA0UjkABpEB@m4RA3ZExq|$M+ zWR7Vuv*57lecvT%ogUq8ip@@64@DjnKkw9MDEa@x&hh@wWQ<@M+gEB^*9J?Z2V2Pp z8Xvll`5gWMG-cS~bCATxFkcKeY2J6!r)%FNn9|ojh;$cqU|h_oKF%o0hAo1S56L@X zVR-$s{@QqpUyA_BMS_WWyF&ReOYc&Zt8PM6FG_1V{0~5&T*#}&VC z&=A*n0*N{5w_pEN1L3bo-a6mr=MiUjQ4ar_A(;G zmm=LPicdUVPkp46?~t0@dt7dW}4zxCG=f2!(kB>WO5{89-A zG+0;8LdQ+;OU5~yJk{>8oIRt{`1EsR+oz9h1maQ%;9B_%&?tKXT+8eGpZ3ojoAndw zLmTVO9{(r$ET6kK7`+4La{lta|2qQQkQ0of>`!Hf>)uWbZ9)Z7sGU<+Y`?=583XG9 zgb{i4KjAT4Ub9fAftkMXqs`j!`>>>Qy?2uYN+p(Qajh=a#xs>8>Mw1uKG{CrFspi{ z1+1hor~ebivLeF=(rs|v2m_J**qz(qCA5jA5hI=FUj};Loii12;z4UpVEa%_z~A2B zkwDs&?-v=bcno;~x&2j+MTUZ=u?FHBo~T?!cY| zZO78a&Q1v2W%rF%FH*_Qlk5#65p!U&1aFESGssy2G?Pyhcx7lntQpv3{L2GXBz1SjE%R3J`+ zEAI{P%T%Se6QBm${s(-`BveB^B?{$eF&bAt3_pH1@|`V!igrffIm5Eyxn)V?kvw3R+nGccz<&o3BB$zX<3kuGI!Z z#WD#N<=}ktFvukEU>vOP!T>N+8+}`{hon10KaARD0gfaS+!S#y!;`p_?8u8SsWWF_ zVNTF%E_~qSC_nH=3ew{LD~Xf}Aps676p;N;2_~J) z&cA-Xi6S~=xn7T7SM=an=$<}(KQqa4+PNS%iFc0Ng!f2)Y^HXpphN( zn8hj96c}NO-Ty+I=WE=J;jRhOKPy%huJ1ktg%AlT)v=ECv{fba<{ zwXBPyYYcREuZV=8AX~Hmjz6Sxqf}cZFPT90lplbE?iD(Wn{-d)=ABXfef)C1n;^vg z;Zh9Dn|o@FP|ss9%VGhINa$qU1@ylUZbZYp?mJMZ$!{6EdO_&@~Oj^5+)Ten(If= zwn5GgJlzoo3Q6VDMb|H6H1oJ^-$xC{jS%kG7gny24SD>dz*;@_C`$QABWP1bV)ac( zP&{k4eFt3|qGRBV0GjpPt|BmuALU-!xJ0f$S96`gh|u%FhcI(jnLmTpyHEiC=h1`E z9fn88?>ZCa4j^P(Yf#QY-df}2;nU?-Q6CCAa@}!R5p{1okO6P;9^Pc0JAd>dJVQ%& z{Q%xL30V$=Nv`fFATl6565OCmXwOB*b7RTls; z27a54+?MUn?_H`nNZ9^~tklroV@@Lu=CJ1Mo=x-u5M{$8ZpQYYo4;)p!kI#WwiDinDJEkntY8IC@6J z)-hK-8z?1QJAuxi*`GHI6&t*$2j~kj@SuR?HUW#Vh1%;`G$WO`K<@m|dYlrgtOJsD zSnL1x9HBvEe4t+g-@utY&5ywEff=WdkWPc8jznsL&ay1@NK<(auYME!T_)=COtX9; z>;C)euUv30-4bQzo$McUGzt zJU2TSSAcwR?|d{1=?073Pup3ujblrpmxX}QfFxYB0q5-t#k@i9^@xy)DJmiezdB17&h0{H0x2x}$1_~HHZn<2*Pa9tGfX9l|7ggWL_ zUeWA7HvD9=-_&hIjA4DzB7+|(co0dXSgftm$G5c2dMI%U8hXGI?8w|~DWLnR6&W9@ z#lAm(;v@;AEhNWsXLR-Yssz=ewW9VaAplghd%Ntfsbvc+SMK={bZ_k8-vYu^){a_`wXe zynwcVVxjml`s=kdLwKo4H?xliQI=bqDLX&u5B)HXAoV$I_CBlQ$W!_Ze4&Hq$m@%qa!221^ONw0l(ZbH_3u! zN3?3ZL981YzfS))0^PLGN$N}2MDIwFu`Tbndt|rBA$I~T0ZD#e=0Mw;2owGZ0qfze~Q1)!J55vp>T5}a?IrSvBYGAk_qBh7`TXdXeg6aK>j1D|Mf;0q50m8N1Imu54x9G0yg^U zY6$m`DjRm}c$A(xjCK(+O%34%lod_3^N=QC6SO2sJ-$n zu#bVRT8-eh8^JLIRNUW!x!P^cm3rd6NF4l`)x7hcaPX*QQa-P6SxEqVVq6e_&n4TUq7&+2r44$@6n&0EMRa3Bc&qa|zl zkibd86A!UV0k#*;f@mda3nv~(yP4kj-cj(vm7(9lMDwh`wrd>wit&CU5>t@4>UPDf z0Gl@&+h#)|3pbPS5rj!e(E|(+&4j82H$&eJ%sp<~*<(I(Q}3(8R@Q39((9IRiLt_? zp8J8KUImTF%PZ!WDK@$%9v<3$_0HP4zBOrvtt|#foQ$r8g ztC93jlmd)S62CK`Vi}C!s0ra3TBq7t`9ziIzdNU02`VOifSY@roP77{F;+|-Xu|GI z#G*hU4K(meg)SmuCIKC0kE1Mbu*JY40NWkpb}&#U_<#Q!PC_wJ*+4m5X?)+Sg32fs zeUjtBR|g6JJkPv2Y4mC*hz?yS2-={(x1rU`M@lDydr+x$@B)T_2+Mu!T;e#R>??sW za4y|eLXyvf3mHvV{zAgzcXZTA;QNzU*5FZCK(#szE1Wz)2r&kGSEK_EcM~C60zQ-X z0^ke**1~~+z|DE5R$)uyYmGQd#|85!LFH;;4J;c z4G#O-n-%rhAmkIq7aoxw4lDcdn!=fMDO|H0usP29OD~Ga!CRIG zaiyVjBO?N$y-{fX)X)Fpr_CRl<7vi#O6Ip;1_mIo&yd%K?z?S)U$Bh-zBx#&QNW=< z?tw#$jzNLq-o6MIh`_CAphSrPA+_FWI#`GSz5yNzQQ%wtvX5U;Au(O27uXn>{%bT} z^P)amU6Tlh6OokvN%8`Hy7_*E*c>Ifp<&e?L3nq&qd|nggn*Hip+7ZBGoX&E@PW;cf*N*gw9lDoc0q8q~n!94a zewsZvX>Dq94i4w2hic}1?tjCE-Uf&Nmr^Cq6Y+;rR8(vT>-8M?Z`zbH-3QFHlCIF6 zd%IDec7wlJ?btIC@6giz&mF9KLQup(qJHOx@ro$g6`7jBHeap+OEQgnPfd$0jB_~8 z1DpjO?#E-zKdDuw{R_z-NP`Ekr<9+Q5*0EKyD2}7QPuUR|hf6Z3*S6W-$Io+!YZaz1P<4Nz)%%0xY=T z&ZGru@8a9;sC_~E5eK!_KoMRdgvu%+dc#V0#VsiNOFSZPwWe^JIg4%DSvSRtwtiJX zlE39hf^?VvCk*MR0bwtIvv?@@7I=b>*jGhuIQxgChZR9s0bKBxCk^jLFn~@XN^x1x z>A~;i)H{supd4@_z@A_9?rHEJlswE%4(foJEB(L1kU-}GCbk_2eF@=mL9hYOb>O)q zB(kmt<7wYptD%L!_(7f9^KH@jp-~%>>ge&HKy_woG7+W4ZmbF=>60i4<3H#AEz`cn z$%$n0V-f(Zf>rTA6AT@~n?X!;012!9|9~a8<$ju#b8su@bQT2*9O{nF&MY(J=0q2n zOUz+c#M48yY?iF5#{+iWzc!)fW}t1eLG*9V(g%wV7>pX4jg;8o2(}SP^+P#5>1SnA z{8muLCFd-2E3f*%YuDuJ%zH)9N^V(8q+WgqNEt91N?n9382sMTl zj#$(m`vn|3A-98gEWUV%e?z(YJWU_OkcNxK;Lo~~D-wx@k8D7A4s2`Sv2#=@3c0y_ z5avo?4PkWwhP-UTz>X6Cz^65zS1@%b{u z`-`nD4eJmN_tHa>R5s>2INC8tMnp>o6c^jj!xkU+Ykp^eY%dw>vn(GWMDNnlR*s7g zZOo#x*igPrHCSD%l^W2gzCmU- zHy#6-JrGTrs!vHUOi!|a+|Qz{gp1GYnD7k!EjrCDHpRbptZR3_wQ`^#*}2Wzn;R7? zUhEuq_kbiwEtk0N-+4>_3J8YIG)}o*_Sotef&d!ymP>bD$RwR+NH^G-bALQ=2u;b` z7kns>bM$=3wG@q9UKkzF4O6T~t5Rl(<>N(FD_)dqez#srq%Ku~7j#}Y^z;ngb0e}> zH}Pv3EKWa@Ge+&nm3;8*P82Zwj=nyC*Ip-BbR(}e7R(ED3M~r<8n2%C+<80uM(T&lM!h}1D??w~S zt!zPv4ODZs`r+t$?VesujfPj@a^IEcZ|T2;tfsta42h*C^(y)rj9vfGq-I~Si=&AV zt}L)U?L#g%hg#?ne=|7Q*Z0tpW7ly09pDaAG#-p&QF| z#2Jjj!D|HE7am+IfZ`|(TH@fCfNE;6W^{ck&H1?(mw6V!IrFvM2v&Rhxw)!8@-df( zu#`s^n<_-shk`&83dzkLe}4gCQG&$tjd=pFFyLFKG^3;Yc2k?2f&P0kw06+uzl}$% z9-gUw46KS866<=NeLsj0gm=101R`Ye!g#V+NZa3;OCp>y;MrT&0IgS33dR5w+|ot? z`T`woQY~U$+St3lG6&FQB$8jK1sKVu2;a-<(R-QCsovZq0;dtcl{h^*d&hg`g5XcN zd_aNi>t=uDDdfm&CIW z1k5-*aJMLJw0+!6_<(oMr8(Ub`U7;g2W_BHA2jO|{TFu%3A8PzE8>7@sl}I|@E9H;E0&8W@?N=y20Qe2Td{BpBk4I zssGOK4C~tJY@Y~w?qjHXn#r~OhNQoK-+7QRo?yA9{f#}%Mz~VweiMr*oyJeFFfcRD!&op4}Zs%2mISm1jF*AXS9~6g&gSR`qK2 zOP^DV#c4s8UtxN$OxdE5nx=rm7`NUPO|07Cd-?HkaciFt^y41 z<@`$-tX*cmmtV3I+&i)9anOf=wjM@+vIaovSo^^QISL~$IE6BwrK1>Mt@5@PgX9!;~LE)3Pcw$Z;^BvIIID0 zfu*g`Hw}->xdrzikgwZ;lFRSrC`o79U7rzK--dZ9~7@yA%0QRl8g=Jdl+= z<~F|e#p~$|mAgKO4cHHx;YxqA%SMF8-wLl~`@0klI@C=fWr*`iQwEm*T4R17^|UJ1 z=NQo6gtQj7%$8c5%Vu_f66fa)%R0~d)i<j-R}b132E?`_(UBOM7>8cY_jhZ;P@ z;6W08lu@|vJ;^gPz>$n1{4jDyIemYL0O$(z7SW!)Xp)@dp^o6iM%yj_??!$JEah)HY)IwDT^)O6`p(hiKUU>EhT31-I3~CWt6?9qy zg)U@f&?EVwt(oYql%4kT1DQSjvc?f*C|~^FK=JSf-9I;y+g%hQcUpJMlOcR~e& zc}jmiVnYpAmh!uPAA2ckA!wi|?EL$LR|HN$rH|SesjhVsKDBrUK5EAp#_U!^M|-b4 zUo{&Z%r$u3^-z6Bt_liRt+e(t*=ZDa0%fM59;Zd1XQd&Kwt7)?& z)jH=VSRik6Ai7HZg)a$+o+|*kEP%Z2sFdev>t7DBz=qJF^ElRP<+=GiI$EZcN?e!5MvpbW>VD8*NL)ploh7fX##*SZ|5#h4#m@m|Vsah6X1SavRKyx2R+;=3p4l4u@|b{wQS~MOF^|XMV(h-7m*o%9!%v z+00Kb3n%f;`FHaC$Qz%xsW>`{Av*N9ziH;@Ur*36Q^Gpr?EO}3Bf-G9lXAgssZ4Xh z%h{2*z~)lJep9t4RkCzED}m_2k=Ni}{krb*E$li7&U-y3eWx6Ji>(EgYhcBp7e4+c zv0<%~&{%HUHF;b1$-(S%KKV%h+yCNL6yed;$@^Nxy}uYw$|f8jf?S%v>xrF^WaCOn zbRYsiTNmYo5(tC=3zj^pp4P3x=Na7AvRjhEb{79C5J#}{%A|o9jug;Vg8RwyG_$U+ zWNSR%yq|X7mZ0Er)d|)@A|2!QcF#63@ed#vK_ear4efxI*{o(bo%k=}ru>Ge!H8rW zO2q(NbV>@hzj~KedMAUDxKE{@$L(+q{2&H{LM>VjMZ#oiXzj?n9k-@vTl>#gbSVfV z34!mRe+6{92-gNuBic*p$28YhYX(UgcMZ7Ie6lSr(wqf<561bnQ1dD@r3D6Ze3c8L z(Rtc6?=_fM<4puEG|Fe2Im(XM+G-FU`OX0eV{idjC)~0w35%yvC{TMkM?jKZkbb`r% zMFKKDb_mZpG$(v$&_SRCm&hO8Iqu`9#1ue$7 zLORc>d+$aCpe2IXEBJk=;2Nj~=td5v7DpQ+of5lk6l88>YWo-5*Lr7KG+m9N*v)%z z<{>TvHwg@6tA6voqH=ZhA8ZN+rc#PX6l+XMnN(V~){08-$|38g#*jeas(~VX-)qv4 z*n;IV4LCm|iP_QBsy%D=Qie8)aY8jP2E~a8%^Qdtw2R|ftSdq~(Y$B9=yEdKV^j?%#Hl;5# zj0d=6V6xf8FQo<2z9B#d54}^wdI~s)<=9iN@Vk7hIJBUadF68_G98p-fY62L7Yug| z^@2bO%KhZ23*sBafVXG=CoT8aAvUffLjusE)X{-+=J^0sd~Mo z&jNr*H1AfmUNWDQ*`a!=&2v*C>l4g(*fF*5MxT$gWD_r}si{D&L};&11@L5PxH|xp z6Anz*d8=VW5ezI5p%RVAu$zc05Q42TYhXxAz#Mqg6`a&>v{9@Ua>%@ktTC>xHvBrV z8d`UJ5tPjU{TxUgMp=4w^PH5iQdRo7maL6rN7_vX8?jhpJ}13!dCIQ$C{8+)1^^IK5O5_ zh3G>CSI#*>kx;wmsw4 zD|x*WS1pXNW(`tvB+E>KjPOLi3zEg_nm#EoQ8?b<#+P-i%I(?eY`rpY{IGz=BMRrU zEp;W6R(zGTOrOUA)wfc0oHS}x6fU#%3(i-TuS#u3N==@bUWj$%Mw{0AJ(l-N!B1pt zR3vD$J{v7`Y{V?RHd6YNta)T@ac#|!T30Z#VRfoE`-TCvx0H>0{=}AY&M0w~;QE!s zch6r4woMd7Z|V~-ul(wnHDT}aZ|bVK@Ed{*(F z@IxCv|5-sPGCfcA)aQ8&N6lpNN(Gn+B=YRqai+K#QaCRI_D@?$B@4+}_}(85ZA5O- zYHB?1c9F_E($ur;y@Ec3s>IH##c%wa=qg zqtR*NHa-jH<%B&SHpRc&D1R7;Su`1uyI7DL=oNdF%cB+VCn1@%tn`qooWr57VQx)1 z-6&|pm&Bv?Ki_|3-%F&QNG|%Bl~#H5ExP?{BO*bpI%O%WX#EP56rGZp^0hMXtEg04D;uE)Zsj|X3bRkAm1kzHAKE{ z({$gMzF6#8`skCCmhE!X(imL|su53?k^7OWgq@}yJUPKNq3<#M#F;zuyOB{e@ALjTVxCcAWPS`J;oklqkN8d63(cxz`QFV!Y9xl@?McQO03Pf95@d zhMKT03m1to3MZ$bl{hs)+mLah_$m{}mK!TWH0!Hzdf`P(8%{oVO|$1=bZgLg2zN*k z12(L4``Y&wb$>?Ick+hTsFbu>r4?3ksqQ=7uc)oNR9#im5Tpb?bcOjmS`l>3zw=qc z7I664K4srfEGbp#ttb7@S67wdM;kMHx;95@6z(-PXi=!nlc^U_$0R30WZdbv09>zHR1x#;h1b@exjObx4sR!?DugDRw;!# zxsGwT+{@_|4Z{MCv2!6(AvhNYM}eAhS3{QW$6UT4kJE_fKyg<^k*-7f30$$2_{^)8 zE<1#3vu>5#?z#3=X?D_>iU55qqMAu_pJVq5ZxVV@ejZIZ>KM&?b9bcQM|zr;T~_X* zlP7(e#xA1j>5U43Rb6wx`M9hnG{g2IyYud`0%?t*Os|HXCg*|&c8B<^EKc<|;<&|x zbe3?<(#~Ju623MA=wq+f{~6F?3QNEh zAGTCDN}%Fiv0=XDV{_3QR5ujfxv9``R6jJtpck2T{V7?qX2AGjTQ7%l-t|jrc!UK$ z2XU(pPZsvWugjQRRevY>m-+0&2*JmY`^(m*` zFJOH0Myef&d)q7>y_f2>!|Yo5Yh)JVXPK#Mroo(#1MS`*5tORmlXk#84j$MSvx+n&Ge^Q1!)-tYHnKWak8z~(3;rxF%)qczffDH zG$DNe1rrKOw^xW$+wycS=!o9AHqW~a}JuJKc) zxb9n6t4VhieV@kDz9)?qIGfv0x7b_^mnUV2n89{0;XNH6mcR^-jF7z*4eJKZ13Gx} z#1=-d>D((zq8NNa0SAf%wObv0>o>K$BD~FyMO4*ksmDC59e*~k>pWp8P&JV9yLOrt zv_s%7_UqZz4rMZ(a9!cNVC%_Qw6hgOMwIz&?O))moAkd1A&tv7dm)GL8;&yd+br9* zntks3_EYpYR)2QCr(!ztjDFEeO)EtPnj~6)oJP;UI5oP!#3yspvnMc4ou%V(KywAR zU)Q;(e$7l18Q0?F=pFHym5xe2>@Q=2x&zlOhSJb#_CGLRc3-92&tKNf5r7*m?p}{@ zP!d^QUcHlCtYG+-VN_`B&Zn+L&2#$iB(hG?ab^00gVcLTG^ib{PVtd-;7^1EHt@ZI z$GO-{CEWg)68W`uI*fk8lC;8dP>c#cK4OK&IJClT@W486$W;}^kNX!zDqr-%^Dm#l zxAulBOmD+P%du@Eh*e9eRnw>iD{*|xaP;rp5XW+L&qE9ETqhkMVsy;FZllgkikin) zdT8C>_k~I0YQ!kx<-U>rPhaDV5^)rVn7=<9#H*EmJkwXz^KF8E$Z!N=^@BLdJ&%Kq zq?40^!Z#QX=$z@pq)0ZEb>cCkF_!LSA1%d^ zG1>F^+A7Zrb(qBTqB3=_dhB28$k8ym)YOh6D`%mUGJqY2Ay|udW^O^`W#!C3+n9pS z%cp*8S6p>5j77SRe)FbyN3OQY{O^c7t>-~jl{@$nf0;Mr>^gHfA|<@R*0Z)VIpo+42xcK z=xv#Q_A}viveW)fF*2PJ_;9fEQ^liI+Y1Y+SrFZ(+#K+eat>Q6yK5W=; z)Zuf~iT|~LpZ&=|@h{iCEG9ngf7s;6dl7YAMj_ToP=xckL$03c$jVMZixp0`IVN5y zPN-W=4dIYbfV*n=OrM7U|GkI~;qg=_3Mpq(=9BWwmr?W@wv)}wbenYYet8zgf2Ah2 zl@ye{dL&SptKKYX?;2KnuQoOzhdPPJIE@oqY1gY;;vF!K*X6Y27SN~eR^qT{U6xUh z^&&jY)q0*cy4;<@t1s}hVRY_EHWRu9!`J6P(QBDz!2D57q?v;(h%^#6)hfgUQ<2T}8hbtru;J^e#T~Lbt(0{aD=?ZI68AiucxEkT<39rKl);Hh6K z{Rp^Qda5T7#%soAK6~NazBSF0b(t4~VPE3!^$D%}`O4o1`p1mD$a=o8V4UUQK+fwU zMm%4XwkB`k{E&%<&8)FhmB8=G4kpX-HZFd&kVpct>sNdFof}>5sW~ZJ8*HWq33%0= z@i$T^6IaB*LBK_$-!Ia=Z&P&piAgawQ)1*!v!9{(#5QHz^m+v# z(EFV~_B*dUyHSw9G?(!B>Mbm5`+S{W(im|Mr!0JqEsn58WR?^-JIuYY;pgMCP<58a z%(t-2IMM6np7px1Z{gn}Q!JMF$}dVzJn2`+9D7vQ*$A0uRRbcbd6qw$=$JlhYq zz)Dh);?wJ^xIg4LPVXcnKW?0oq_dCBuCToGslxdwsYSN3$vV^fhyZ&AO#x-<@v79L zyDHrVcdgr6;9N13!3kqU4);NV?bPfn5&zLAx64V2YIup{;0O^AQ;uNd9iW;H>mWU= zZn;80_aHq@)^XFOx;y+dj+xVj1u3eC%piv0z>cPKu4blN$a|qy@oG3^L-(qn2%i1R z%gndmZc}$eF<_%x1RZlfz7eVH*M9t!;zd**Qh=#^xu&ku{sX7&RpR0)jZ&l{9XZSO z;2|{8h9r zPltw3ffM@78&j{zrVb(#2)5hgSC}c?Nn*Mh7Sg?Hh#FvHwi|fi8L<7hV@ccWDK?bw z82(G;MJ8dhkKFk;d&;81J%WPbLJ7X~3ef}c5y5#%AJd$7-#_ z{|MtCxtTE@(XB8}Unia-6R#|!o=eEPq->2Vg#di)m;FQ8zDG^d>!4*kx| zjpKEJnKuj@u9Y`gmhYG*M6+&=WVJXr(mZIg-FFX-lFyk-LYZDZMPms|D7{7!hr{9b zEMkBjSrESHq)V^3+!saGF7_V9zfSuwN$N+ouoI3vRFSU2GR~pj>JQ3%Vl4~U zsSaPvm7dZLP^MHQ`ue}egFMPAInv_Uf*c1=$88=|!kc^Zr!*g9TDGkVhFs@=owT~s zApLPp9-c7yyf(N;*&VdfF?APU>92kFE_%3p=$9{d5sQn&F&)r^+^dda3q~arB^N+( z5QDGdzFDJoznW48Z~Hg=eXfq`?q5Gc1H<%#*xLq%*$k>_IN!}Nm8CW(zYepq1$$Q2 z8c6bP=G)PDc3!!w1SwWSp7`G~)pM1xq!YQ{?bwXwa3=zC$r&vz?Hzsnr)6ba`$tDT zF0F6{Ib17)h1{iw+pJVghFMn zJWol9FgyD}h1@2lT-yp->4jb2ioicU3)67lbPSl>Ah$M9PdxfUA_(ELH2OMLbtiFD zq{34l$E@L-IdeMJm>~1XZ)st8`SN9l$a9sjzCKm($6?xn``W}wMj23LWn~|owSfQ4 zMh4Z)n|qp#OYw>tQGx>cFdA~}Aa zTR6Jb6lMzV4Il6^i5e}F2YeMmHH*nwfSGgo+g0Qr5^ysveMOPWXR!WCv#-F-&cR!^W1x%=N`}2A3g28-}SDwe(Sg1e(Uqu29x5&nRM9a zQYHx-7Z=0Bp~U5uz86OyZE?e!FoAUJJ(sN}eAwm7;W0G}3DJWOofIX?C?xWe);OXo zBXr0FE)tv><0hck;5kt>vXk`t9f1C&GjbtZPS1}Qa-PF$d`W_x(#O~|Ex|4vEKfLl zmW#xl79H3~I@667X8k>~cm4F!I!aa{zd>Q;kbV`8u1`%AMkYYc$jxLjr(lBI5;Vl7 zbZ{>==}wB)DMI4xCjr!}D}68;pEflAgADn&K_iP#Yy^~)n{BwEO^6mt@>rPi(r#57M&L zOkS#gQ}boVZUJ@PaKYe=UB14Xa8OPcuDiE>`Zw`U&8SrBE6JSr3q9hBOckS8tFRTx zQ)-$cDrU~ow38LiP5=1EB|VjmsV@Y&RKyq*h*GK_6yASxG?(L6Ze>DeB>we%cTYPf zo%-lY@w;2S*d-S6(Y=6vO--s`?bxz_rzIe0HZteen zCxlhbP#FM{$OCO;qqYLTsr7I%{XC%g;|+*r+(&wtFTAyznwm&x#S1oD?swLguQb?9 zc3W9RIpwoNBZhg#Cni+xH8MtUS}>|t*I=}1ZT%y!1gpJ!MI&Z=71wHLEVIlJ&&kQr zg>z?EmnIArfHqEY-QK5e>*&Y;!dJDZk?N`}UT448FeWQ&joLL!>svg?=Hd7BbTw>XSGUP9uX$w3Z7)lM@ro@dXV+3epR11$z6 z=(ruHvsxC~nnutyY+YOuY}BF;o~T%&khsfx48WuwR5mdosJaLbc=qGRQeX)0aW7o= z7J!41T;n-G^iEtwMm$|+)v9`+HCA7IXeggYS&55rZKSy3Sa zDD*+=%KOsEcUZgYH5?yC=es>|oiY+<6md8{W$^g&PO8(t&CJLUWuafOXQBmG-n7WE zn*=>Y=r~F*nM4r}zlicLX;)c&e#JdKo(?W9zmajE%;PB^>%b`M5CpCq=*$$y=o$T~ z&0e07Q%@D6kKtpQ`}`*1jtSTLHAM{eBQN8*f9|Cf2-O3dr77Xz zhUyzO#2j05MF0U?7vgU2(CfM)7kCKw&C&z`U$j7s>6R_(>(`sW4{6unjnRzAb?EsV zPqS=t=*xr6rJvL52kCg`-Mf5{ z?Qjut#u0Kjllv4@?E;?+#L8m>jI(WLM# z&+T$+^CU{p>NdxG2g;h|a8G z9a{Co-d;}=;0)dLJ?ktjEmup%EoV@MIVG*0(AE)`OX+$af<4`f4_v--W%*b+WzE?- z_uV&ir{^Nb2?gZ$S%T`jMzt#fO=1j*RGjk`(yfc%xwgS`N0yYuSjFRy8dhUZZl3iwR7sI8Mz?5)|4>w?E$?kWbVoxorj zOIXLJdiBU_zN(YD@pW}|>lJgad@Rh)=6UnxP5pr4Wi~za7d0+xT;zG+b}(3Wmb1nT zjvhT~V{3b*HsePHmNb;jN~B6_d(aSt)FJoANot(ir=GyD_4nVZzkPddKs?Z3mkMjX z3E@<(M9s67mSTWsx?7v2lQB&b)FlE?_qbxk3WC6z?yi;U+0zrCZ%d{Akki{Uaau{7 zId3Ty$3#c$7-jW^^)gJ%&6jWjx5GFeqk}KyZ5<=QfGa{WXY{9H}^CiJ$5X$ z%}27P%C+#tpGg0_rl+TUP;Sm?y0Z2`R@S-w`}Qdpy=BnnHQiZBTQx6;$a{)2q77#_ zB^*v$2?rU%Apq<-n0m|G4FIySE__?E*JwI=n~u&y(%H3g<;pF$T9a!t+#E3;XnJ~j zJ{Wlq^79kI(J9ZpwI908k0vih$d*1&lBGxf67LijrgjC657>JAFc|Dv1Y1^_dmXm} zmD)&R+GFG5+EBzTe#$DD$?Opq=4(6txP#^A@85=??HM7;&&}1n?XIVDk_@?0lC`vb z{ry{0tyxHm>Op}^!BV-3pg-w^>L4?rwVwuWd#fXWT~-zr9zkq6|JJnM7=r=loKpzZ zW6q=?QYUE08F$ms!a^_<97LKze@KSm#B2MFTen_Ca4bVb>mO`(`t8m=BDude>-fB@ z9UU7>HO+KKNTuO^cs=J2)@nEe2o^o^7N*jrEjl&QC`B)WNbs&hUaCXhAu><%uW%MD zPiyJ-q#rqUOm^(+FpgnIe_#LPX#Lk103;x(uvf?@A13|JED5>6_x$7hzw-|~V!*aC zX>oV?U&)s8BY1+P$iwjgKL{v!+1dUz|4@#JoFBWTrlApIcb@{jBZBk@Non(qoRKw} z{wQ%$j{j1x&B239iGfd_>Rp05mQ=fnM%A4`&&z-Q{JDNGAzp5N^6?XMc!*I^O+xs1 zqv{&ixFYK_$}i>dh=0RxJ~}iU7YH6v>K%~ zy;q68>`TG37O!XMT7e5s$P-SNYMuIu;TPfUp3RFpQ+e8 zp?EvHv~&gZnd{(H)ev5`ETL_FYNS^;Xh;sJ==e5xiZ zi~Gc5Sr-=<>Uabaal4lS58;m*LaGYW*Cn2?Ax~qfRm!ERn3&e8AmGN=m;CG z<43Z1#vxCBY+ItDvB<4f{v10&LKmiETp#u`1q0RCn&f1ycPAT0rCvbahydngf{<_Y zZD6giu&_IVFm|vM8g1>3v^0-LPRoU2iV*WaN+k{5q;0*uy`AhDsMTfm-V