From 40ad0e13b73b7d1eec82e0c337435692e1538741 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 19 Sep 2026 19:06:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mlfoundations-dev/c1_math_0d_4s_1k Source: Original Platform --- .gitattributes | 56 ++ README.md | 61 ++ added_tokens.json | 24 + all_results.json | 8 + config.json | 29 + configuration.json | 1 + generation_config.json | 14 + merges.txt | 3 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 346 ++++++++++++ ...28.jpbot-001-15.jupiter.internal.1537050.0 | 3 + special_tokens_map.json | 31 + start_end.json | 1 + tokenizer.json | 3 + tokenizer_config.json | 208 +++++++ train_results.json | 8 + trainer_log.jsonl | 71 +++ trainer_state.json | 532 ++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 47365 bytes vocab.json | 3 + 24 files changed, 1417 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 runs/Apr26_23-29-38_jpbot-001-15.jupiter.internal/events.out.tfevents.1745703028.jpbot-001-15.jupiter.internal.1537050.0 create mode 100644 special_tokens_map.json create mode 100644 start_end.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52424d7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..9ce40aa --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen2.5-7B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: c1_math_0d_4s_1k + results: [] +--- + + + +# c1_math_0d_4s_1k + +This model is a fine-tuned version of [Qwen/Qwen2.5-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct) on the mlfoundations-dev/c1_math_0d_4s_1k dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 2e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 16 +- gradient_accumulation_steps: 6 +- total_train_batch_size: 96 +- total_eval_batch_size: 128 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 7.0 + +### Training results + + + +### Framework versions + +- Transformers 4.46.1 +- Pytorch 2.6.0a0+ecf3bae40a.nv25.01 +- Datasets 3.5.0 +- Tokenizers 0.20.3 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..f25f0b2 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 6.666666666666667, + "total_flos": 2.3990446016220365e+17, + "train_loss": 0.4939488410949707, + "train_runtime": 2825.0166, + "train_samples_per_second": 2.478, + "train_steps_per_second": 0.025 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..a916f0b --- /dev/null +++ b/config.json @@ -0,0 +1,29 @@ +{ + "_name_or_path": "/p/data1/mmlaion/dcft/hub/models--Qwen--Qwen2.5-7B-Instruct/snapshots/a09a35458c702b33eeacc393d103063234e8bc28", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 3584, + "initializer_range": 0.02, + "intermediate_size": 18944, + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen2", + "num_attention_heads": 28, + "num_hidden_layers": 28, + "num_key_value_heads": 4, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.1", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 152064 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..a753841 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "4.46.1" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..51de204 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f1317f06f0a15ce06a18e351f1e1267a8a4ddec9f5a484f25cb29f5c4991a4c +size 4877660776 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..9eb9ac6 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:805383c8ba1a7471e6181570dd5de7de24976db65be3c771aad1ac37a2cb1a0b +size 4932751008 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..ddcf072 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a07c4ee21ccbd74e6875ee6b8f1fc99464c2bf84c99766de1f9a4b6982731e0 +size 4330865200 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..9d36d87 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c50cd4f38d985c2e4a494e6791cf5774bb9f923ec0ba8e080d0c1610bc9396a +size 1089994880 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..6ca5084 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,346 @@ +{ + "metadata": { + "total_size": 15231233024 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00003-of-00004.safetensors" + } +} diff --git a/runs/Apr26_23-29-38_jpbot-001-15.jupiter.internal/events.out.tfevents.1745703028.jpbot-001-15.jupiter.internal.1537050.0 b/runs/Apr26_23-29-38_jpbot-001-15.jupiter.internal/events.out.tfevents.1745703028.jpbot-001-15.jupiter.internal.1537050.0 new file mode 100644 index 0000000..8e8a327 --- /dev/null +++ b/runs/Apr26_23-29-38_jpbot-001-15.jupiter.internal/events.out.tfevents.1745703028.jpbot-001-15.jupiter.internal.1537050.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16727f413c55204babc8220a5cc343fc33427d30aa1cb6b41d345e43c48fe906 +size 20352 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..17305b3 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/start_end.json b/start_end.json new file mode 100644 index 0000000..ca7a8c6 --- /dev/null +++ b/start_end.json @@ -0,0 +1 @@ +{"start_time": "2025-04-26 23:29:38", "end_time": "2025-04-27 00:17:39"} \ No newline at end of file diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b84f53a --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,208 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..f25f0b2 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 6.666666666666667, + "total_flos": 2.3990446016220365e+17, + "train_loss": 0.4939488410949707, + "train_runtime": 2825.0166, + "train_samples_per_second": 2.478, + "train_steps_per_second": 0.025 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..9750bcb --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,71 @@ +{"current_steps": 1, "total_steps": 70, "loss": 0.8419, "lr": 2.8571428571428573e-06, "epoch": 0.09523809523809523, "percentage": 1.43, "elapsed_time": "0:00:46", "remaining_time": "0:53:47"} +{"current_steps": 2, "total_steps": 70, "loss": 0.8347, "lr": 5.7142857142857145e-06, "epoch": 0.19047619047619047, "percentage": 2.86, "elapsed_time": "0:01:24", "remaining_time": "0:47:53"} +{"current_steps": 3, "total_steps": 70, "loss": 0.7892, "lr": 8.571428571428571e-06, "epoch": 0.2857142857142857, "percentage": 4.29, "elapsed_time": "0:02:02", "remaining_time": "0:45:34"} +{"current_steps": 4, "total_steps": 70, "loss": 0.7191, "lr": 1.1428571428571429e-05, "epoch": 0.38095238095238093, "percentage": 5.71, "elapsed_time": "0:02:37", "remaining_time": "0:43:24"} +{"current_steps": 5, "total_steps": 70, "loss": 0.7275, "lr": 1.4285714285714287e-05, "epoch": 0.47619047619047616, "percentage": 7.14, "elapsed_time": "0:03:14", "remaining_time": "0:42:02"} +{"current_steps": 6, "total_steps": 70, "loss": 0.7245, "lr": 1.7142857142857142e-05, "epoch": 0.5714285714285714, "percentage": 8.57, "elapsed_time": "0:03:51", "remaining_time": "0:41:05"} +{"current_steps": 7, "total_steps": 70, "loss": 0.6869, "lr": 2e-05, "epoch": 0.6666666666666666, "percentage": 10.0, "elapsed_time": "0:04:28", "remaining_time": "0:40:17"} +{"current_steps": 8, "total_steps": 70, "loss": 0.6701, "lr": 1.9987569212189224e-05, "epoch": 0.7619047619047619, "percentage": 11.43, "elapsed_time": "0:05:07", "remaining_time": "0:39:43"} +{"current_steps": 9, "total_steps": 70, "loss": 0.6473, "lr": 1.9950307753654016e-05, "epoch": 0.8571428571428571, "percentage": 12.86, "elapsed_time": "0:05:45", "remaining_time": "0:39:02"} +{"current_steps": 10, "total_steps": 70, "loss": 0.6124, "lr": 1.9888308262251286e-05, "epoch": 0.9523809523809523, "percentage": 14.29, "elapsed_time": "0:06:23", "remaining_time": "0:38:22"} +{"current_steps": 11, "total_steps": 70, "loss": 0.9323, "lr": 1.9801724878485438e-05, "epoch": 1.0476190476190477, "percentage": 15.71, "elapsed_time": "0:07:22", "remaining_time": "0:39:33"} +{"current_steps": 12, "total_steps": 70, "loss": 0.5877, "lr": 1.969077286229078e-05, "epoch": 1.1428571428571428, "percentage": 17.14, "elapsed_time": "0:08:01", "remaining_time": "0:38:47"} +{"current_steps": 13, "total_steps": 70, "loss": 0.5601, "lr": 1.955572805786141e-05, "epoch": 1.2380952380952381, "percentage": 18.57, "elapsed_time": "0:08:37", "remaining_time": "0:37:49"} +{"current_steps": 14, "total_steps": 70, "loss": 0.5828, "lr": 1.9396926207859085e-05, "epoch": 1.3333333333333333, "percentage": 20.0, "elapsed_time": "0:09:15", "remaining_time": "0:37:03"} +{"current_steps": 15, "total_steps": 70, "loss": 0.5557, "lr": 1.921476211870408e-05, "epoch": 1.4285714285714286, "percentage": 21.43, "elapsed_time": "0:09:55", "remaining_time": "0:36:24"} +{"current_steps": 16, "total_steps": 70, "loss": 0.5344, "lr": 1.900968867902419e-05, "epoch": 1.5238095238095237, "percentage": 22.86, "elapsed_time": "0:10:31", "remaining_time": "0:35:30"} +{"current_steps": 17, "total_steps": 70, "loss": 0.5558, "lr": 1.8782215733702286e-05, "epoch": 1.619047619047619, "percentage": 24.29, "elapsed_time": "0:11:08", "remaining_time": "0:34:43"} +{"current_steps": 18, "total_steps": 70, "loss": 0.5179, "lr": 1.8532908816321557e-05, "epoch": 1.7142857142857144, "percentage": 25.71, "elapsed_time": "0:11:45", "remaining_time": "0:33:57"} +{"current_steps": 19, "total_steps": 70, "loss": 0.529, "lr": 1.826238774315995e-05, "epoch": 1.8095238095238095, "percentage": 27.14, "elapsed_time": "0:12:24", "remaining_time": "0:33:18"} +{"current_steps": 20, "total_steps": 70, "loss": 0.528, "lr": 1.7971325072229227e-05, "epoch": 1.9047619047619047, "percentage": 28.57, "elapsed_time": "0:13:00", "remaining_time": "0:32:32"} +{"current_steps": 21, "total_steps": 70, "loss": 0.7894, "lr": 1.766044443118978e-05, "epoch": 2.0, "percentage": 30.0, "elapsed_time": "0:13:38", "remaining_time": "0:31:50"} +{"current_steps": 22, "total_steps": 70, "loss": 0.4923, "lr": 1.7330518718298263e-05, "epoch": 2.0952380952380953, "percentage": 31.43, "elapsed_time": "0:14:39", "remaining_time": "0:31:59"} +{"current_steps": 23, "total_steps": 70, "loss": 0.4884, "lr": 1.698236818086073e-05, "epoch": 2.1904761904761907, "percentage": 32.86, "elapsed_time": "0:15:16", "remaining_time": "0:31:13"} +{"current_steps": 24, "total_steps": 70, "loss": 0.4665, "lr": 1.6616858375968596e-05, "epoch": 2.2857142857142856, "percentage": 34.29, "elapsed_time": "0:15:56", "remaining_time": "0:30:33"} +{"current_steps": 25, "total_steps": 70, "loss": 0.4782, "lr": 1.6234898018587336e-05, "epoch": 2.380952380952381, "percentage": 35.71, "elapsed_time": "0:16:33", "remaining_time": "0:29:47"} +{"current_steps": 26, "total_steps": 70, "loss": 0.4858, "lr": 1.5837436722347902e-05, "epoch": 2.4761904761904763, "percentage": 37.14, "elapsed_time": "0:17:11", "remaining_time": "0:29:05"} +{"current_steps": 27, "total_steps": 70, "loss": 0.4796, "lr": 1.5425462638657597e-05, "epoch": 2.571428571428571, "percentage": 38.57, "elapsed_time": "0:17:48", "remaining_time": "0:28:21"} +{"current_steps": 28, "total_steps": 70, "loss": 0.4516, "lr": 1.5000000000000002e-05, "epoch": 2.6666666666666665, "percentage": 40.0, "elapsed_time": "0:18:25", "remaining_time": "0:27:38"} +{"current_steps": 29, "total_steps": 70, "loss": 0.4749, "lr": 1.4562106573531632e-05, "epoch": 2.761904761904762, "percentage": 41.43, "elapsed_time": "0:19:00", "remaining_time": "0:26:52"} +{"current_steps": 30, "total_steps": 70, "loss": 0.467, "lr": 1.4112871031306118e-05, "epoch": 2.857142857142857, "percentage": 42.86, "elapsed_time": "0:19:38", "remaining_time": "0:26:10"} +{"current_steps": 31, "total_steps": 70, "loss": 0.4706, "lr": 1.3653410243663953e-05, "epoch": 2.9523809523809526, "percentage": 44.29, "elapsed_time": "0:20:16", "remaining_time": "0:25:30"} +{"current_steps": 32, "total_steps": 70, "loss": 0.6569, "lr": 1.3184866502516846e-05, "epoch": 3.0476190476190474, "percentage": 45.71, "elapsed_time": "0:21:13", "remaining_time": "0:25:12"} +{"current_steps": 33, "total_steps": 70, "loss": 0.4292, "lr": 1.2708404681430054e-05, "epoch": 3.142857142857143, "percentage": 47.14, "elapsed_time": "0:21:53", "remaining_time": "0:24:32"} +{"current_steps": 34, "total_steps": 70, "loss": 0.4378, "lr": 1.2225209339563144e-05, "epoch": 3.238095238095238, "percentage": 48.57, "elapsed_time": "0:22:30", "remaining_time": "0:23:49"} +{"current_steps": 35, "total_steps": 70, "loss": 0.4262, "lr": 1.1736481776669307e-05, "epoch": 3.3333333333333335, "percentage": 50.0, "elapsed_time": "0:23:07", "remaining_time": "0:23:07"} +{"current_steps": 36, "total_steps": 70, "loss": 0.4253, "lr": 1.1243437046474854e-05, "epoch": 3.4285714285714284, "percentage": 51.43, "elapsed_time": "0:23:44", "remaining_time": "0:22:25"} +{"current_steps": 37, "total_steps": 70, "loss": 0.4342, "lr": 1.0747300935864245e-05, "epoch": 3.5238095238095237, "percentage": 52.86, "elapsed_time": "0:24:22", "remaining_time": "0:21:44"} +{"current_steps": 38, "total_steps": 70, "loss": 0.4293, "lr": 1.0249306917380731e-05, "epoch": 3.619047619047619, "percentage": 54.29, "elapsed_time": "0:25:00", "remaining_time": "0:21:03"} +{"current_steps": 39, "total_steps": 70, "loss": 0.416, "lr": 9.750693082619274e-06, "epoch": 3.7142857142857144, "percentage": 55.71, "elapsed_time": "0:25:36", "remaining_time": "0:20:21"} +{"current_steps": 40, "total_steps": 70, "loss": 0.423, "lr": 9.252699064135759e-06, "epoch": 3.8095238095238093, "percentage": 57.14, "elapsed_time": "0:26:15", "remaining_time": "0:19:41"} +{"current_steps": 41, "total_steps": 70, "loss": 0.4052, "lr": 8.756562953525151e-06, "epoch": 3.9047619047619047, "percentage": 58.57, "elapsed_time": "0:26:53", "remaining_time": "0:19:01"} +{"current_steps": 42, "total_steps": 70, "loss": 0.6213, "lr": 8.263518223330698e-06, "epoch": 4.0, "percentage": 60.0, "elapsed_time": "0:27:30", "remaining_time": "0:18:20"} +{"current_steps": 43, "total_steps": 70, "loss": 0.3984, "lr": 7.774790660436857e-06, "epoch": 4.095238095238095, "percentage": 61.43, "elapsed_time": "0:28:27", "remaining_time": "0:17:52"} +{"current_steps": 44, "total_steps": 70, "loss": 0.3867, "lr": 7.291595318569951e-06, "epoch": 4.190476190476191, "percentage": 62.86, "elapsed_time": "0:29:04", "remaining_time": "0:17:10"} +{"current_steps": 45, "total_steps": 70, "loss": 0.3847, "lr": 6.815133497483157e-06, "epoch": 4.285714285714286, "percentage": 64.29, "elapsed_time": "0:29:45", "remaining_time": "0:16:31"} +{"current_steps": 46, "total_steps": 70, "loss": 0.381, "lr": 6.34658975633605e-06, "epoch": 4.380952380952381, "percentage": 65.71, "elapsed_time": "0:30:24", "remaining_time": "0:15:52"} +{"current_steps": 47, "total_steps": 70, "loss": 0.3844, "lr": 5.887128968693887e-06, "epoch": 4.476190476190476, "percentage": 67.14, "elapsed_time": "0:31:02", "remaining_time": "0:15:11"} +{"current_steps": 48, "total_steps": 70, "loss": 0.3874, "lr": 5.43789342646837e-06, "epoch": 4.571428571428571, "percentage": 68.57, "elapsed_time": "0:31:36", "remaining_time": "0:14:29"} +{"current_steps": 49, "total_steps": 70, "loss": 0.3778, "lr": 5.000000000000003e-06, "epoch": 4.666666666666667, "percentage": 70.0, "elapsed_time": "0:32:13", "remaining_time": "0:13:48"} +{"current_steps": 50, "total_steps": 70, "loss": 0.3994, "lr": 4.5745373613424075e-06, "epoch": 4.761904761904762, "percentage": 71.43, "elapsed_time": "0:32:49", "remaining_time": "0:13:07"} +{"current_steps": 51, "total_steps": 70, "loss": 0.3827, "lr": 4.162563277652104e-06, "epoch": 4.857142857142857, "percentage": 72.86, "elapsed_time": "0:33:25", "remaining_time": "0:12:26"} +{"current_steps": 52, "total_steps": 70, "loss": 0.3892, "lr": 3.7651019814126656e-06, "epoch": 4.9523809523809526, "percentage": 74.29, "elapsed_time": "0:34:03", "remaining_time": "0:11:47"} +{"current_steps": 53, "total_steps": 70, "loss": 0.5468, "lr": 3.3831416240314085e-06, "epoch": 5.0476190476190474, "percentage": 75.71, "elapsed_time": "0:34:56", "remaining_time": "0:11:12"} +{"current_steps": 54, "total_steps": 70, "loss": 0.3634, "lr": 3.017631819139273e-06, "epoch": 5.142857142857143, "percentage": 77.14, "elapsed_time": "0:35:33", "remaining_time": "0:10:32"} +{"current_steps": 55, "total_steps": 70, "loss": 0.3698, "lr": 2.669481281701739e-06, "epoch": 5.238095238095238, "percentage": 78.57, "elapsed_time": "0:36:11", "remaining_time": "0:09:52"} +{"current_steps": 56, "total_steps": 70, "loss": 0.3714, "lr": 2.339555568810221e-06, "epoch": 5.333333333333333, "percentage": 80.0, "elapsed_time": "0:36:48", "remaining_time": "0:09:12"} +{"current_steps": 57, "total_steps": 70, "loss": 0.3626, "lr": 2.0286749277707783e-06, "epoch": 5.428571428571429, "percentage": 81.43, "elapsed_time": "0:37:26", "remaining_time": "0:08:32"} +{"current_steps": 58, "total_steps": 70, "loss": 0.3656, "lr": 1.7376122568400533e-06, "epoch": 5.523809523809524, "percentage": 82.86, "elapsed_time": "0:38:04", "remaining_time": "0:07:52"} +{"current_steps": 59, "total_steps": 70, "loss": 0.3574, "lr": 1.467091183678444e-06, "epoch": 5.619047619047619, "percentage": 84.29, "elapsed_time": "0:38:44", "remaining_time": "0:07:13"} +{"current_steps": 60, "total_steps": 70, "loss": 0.365, "lr": 1.2177842662977136e-06, "epoch": 5.714285714285714, "percentage": 85.71, "elapsed_time": "0:39:20", "remaining_time": "0:06:33"} +{"current_steps": 61, "total_steps": 70, "loss": 0.3644, "lr": 9.903113209758098e-07, "epoch": 5.809523809523809, "percentage": 87.14, "elapsed_time": "0:39:56", "remaining_time": "0:05:53"} +{"current_steps": 62, "total_steps": 70, "loss": 0.3682, "lr": 7.852378812959227e-07, "epoch": 5.904761904761905, "percentage": 88.57, "elapsed_time": "0:40:33", "remaining_time": "0:05:13"} +{"current_steps": 63, "total_steps": 70, "loss": 0.5551, "lr": 6.030737921409169e-07, "epoch": 6.0, "percentage": 90.0, "elapsed_time": "0:41:10", "remaining_time": "0:04:34"} +{"current_steps": 64, "total_steps": 70, "loss": 0.3659, "lr": 4.4427194213859216e-07, "epoch": 6.095238095238095, "percentage": 91.43, "elapsed_time": "0:42:12", "remaining_time": "0:03:57"} +{"current_steps": 65, "total_steps": 70, "loss": 0.3638, "lr": 3.0922713770922155e-07, "epoch": 6.190476190476191, "percentage": 92.86, "elapsed_time": "0:42:49", "remaining_time": "0:03:17"} +{"current_steps": 66, "total_steps": 70, "loss": 0.3584, "lr": 1.9827512151456175e-07, "epoch": 6.285714285714286, "percentage": 94.29, "elapsed_time": "0:43:27", "remaining_time": "0:02:38"} +{"current_steps": 67, "total_steps": 70, "loss": 0.3661, "lr": 1.1169173774871478e-07, "epoch": 6.380952380952381, "percentage": 95.71, "elapsed_time": "0:44:04", "remaining_time": "0:01:58"} +{"current_steps": 68, "total_steps": 70, "loss": 0.3676, "lr": 4.9692246345985905e-08, "epoch": 6.476190476190476, "percentage": 97.14, "elapsed_time": "0:44:42", "remaining_time": "0:01:18"} +{"current_steps": 69, "total_steps": 70, "loss": 0.3518, "lr": 1.2430787810776556e-08, "epoch": 6.571428571428571, "percentage": 98.57, "elapsed_time": "0:45:21", "remaining_time": "0:00:39"} +{"current_steps": 70, "total_steps": 70, "loss": 0.3555, "lr": 0.0, "epoch": 6.666666666666667, "percentage": 100.0, "elapsed_time": "0:45:59", "remaining_time": "0:00:00"} +{"current_steps": 70, "total_steps": 70, "epoch": 6.666666666666667, "percentage": 100.0, "elapsed_time": "0:47:03", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..8c4018f --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,532 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 6.666666666666667, + "eval_steps": 500, + "global_step": 70, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.09523809523809523, + "grad_norm": 6.605348131730995, + "learning_rate": 2.8571428571428573e-06, + "loss": 0.8419, + "step": 1 + }, + { + "epoch": 0.19047619047619047, + "grad_norm": 6.421236878123063, + "learning_rate": 5.7142857142857145e-06, + "loss": 0.8347, + "step": 2 + }, + { + "epoch": 0.2857142857142857, + "grad_norm": 5.6301912031095, + "learning_rate": 8.571428571428571e-06, + "loss": 0.7892, + "step": 3 + }, + { + "epoch": 0.38095238095238093, + "grad_norm": 2.3481103388632967, + "learning_rate": 1.1428571428571429e-05, + "loss": 0.7191, + "step": 4 + }, + { + "epoch": 0.47619047619047616, + "grad_norm": 3.77462144106806, + "learning_rate": 1.4285714285714287e-05, + "loss": 0.7275, + "step": 5 + }, + { + "epoch": 0.5714285714285714, + "grad_norm": 4.145002917098403, + "learning_rate": 1.7142857142857142e-05, + "loss": 0.7245, + "step": 6 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 4.160357161281431, + "learning_rate": 2e-05, + "loss": 0.6869, + "step": 7 + }, + { + "epoch": 0.7619047619047619, + "grad_norm": 2.530895080447052, + "learning_rate": 1.9987569212189224e-05, + "loss": 0.6701, + "step": 8 + }, + { + "epoch": 0.8571428571428571, + "grad_norm": 2.2651868042761207, + "learning_rate": 1.9950307753654016e-05, + "loss": 0.6473, + "step": 9 + }, + { + "epoch": 0.9523809523809523, + "grad_norm": 2.017603532790786, + "learning_rate": 1.9888308262251286e-05, + "loss": 0.6124, + "step": 10 + }, + { + "epoch": 1.0476190476190477, + "grad_norm": 2.142230908069242, + "learning_rate": 1.9801724878485438e-05, + "loss": 0.9323, + "step": 11 + }, + { + "epoch": 1.1428571428571428, + "grad_norm": 1.192411410964399, + "learning_rate": 1.969077286229078e-05, + "loss": 0.5877, + "step": 12 + }, + { + "epoch": 1.2380952380952381, + "grad_norm": 1.1055427383462693, + "learning_rate": 1.955572805786141e-05, + "loss": 0.5601, + "step": 13 + }, + { + "epoch": 1.3333333333333333, + "grad_norm": 1.0654694223469574, + "learning_rate": 1.9396926207859085e-05, + "loss": 0.5828, + "step": 14 + }, + { + "epoch": 1.4285714285714286, + "grad_norm": 0.9654479013607004, + "learning_rate": 1.921476211870408e-05, + "loss": 0.5557, + "step": 15 + }, + { + "epoch": 1.5238095238095237, + "grad_norm": 0.8914056609525524, + "learning_rate": 1.900968867902419e-05, + "loss": 0.5344, + "step": 16 + }, + { + "epoch": 1.619047619047619, + "grad_norm": 0.9774447718066034, + "learning_rate": 1.8782215733702286e-05, + "loss": 0.5558, + "step": 17 + }, + { + "epoch": 1.7142857142857144, + "grad_norm": 0.7790629886541486, + "learning_rate": 1.8532908816321557e-05, + "loss": 0.5179, + "step": 18 + }, + { + "epoch": 1.8095238095238095, + "grad_norm": 0.8202964518997443, + "learning_rate": 1.826238774315995e-05, + "loss": 0.529, + "step": 19 + }, + { + "epoch": 1.9047619047619047, + "grad_norm": 0.8155377516615383, + "learning_rate": 1.7971325072229227e-05, + "loss": 0.528, + "step": 20 + }, + { + "epoch": 2.0, + "grad_norm": 1.0671953476376677, + "learning_rate": 1.766044443118978e-05, + "loss": 0.7894, + "step": 21 + }, + { + "epoch": 2.0952380952380953, + "grad_norm": 0.5021207833915019, + "learning_rate": 1.7330518718298263e-05, + "loss": 0.4923, + "step": 22 + }, + { + "epoch": 2.1904761904761907, + "grad_norm": 0.6991883919562059, + "learning_rate": 1.698236818086073e-05, + "loss": 0.4884, + "step": 23 + }, + { + "epoch": 2.2857142857142856, + "grad_norm": 0.5720037808635232, + "learning_rate": 1.6616858375968596e-05, + "loss": 0.4665, + "step": 24 + }, + { + "epoch": 2.380952380952381, + "grad_norm": 0.5458417578805382, + "learning_rate": 1.6234898018587336e-05, + "loss": 0.4782, + "step": 25 + }, + { + "epoch": 2.4761904761904763, + "grad_norm": 0.7366558111251066, + "learning_rate": 1.5837436722347902e-05, + "loss": 0.4858, + "step": 26 + }, + { + "epoch": 2.571428571428571, + "grad_norm": 0.5385737455534967, + "learning_rate": 1.5425462638657597e-05, + "loss": 0.4796, + "step": 27 + }, + { + "epoch": 2.6666666666666665, + "grad_norm": 0.47977596305770687, + "learning_rate": 1.5000000000000002e-05, + "loss": 0.4516, + "step": 28 + }, + { + "epoch": 2.761904761904762, + "grad_norm": 0.5155484599482115, + "learning_rate": 1.4562106573531632e-05, + "loss": 0.4749, + "step": 29 + }, + { + "epoch": 2.857142857142857, + "grad_norm": 0.44464289664292356, + "learning_rate": 1.4112871031306118e-05, + "loss": 0.467, + "step": 30 + }, + { + "epoch": 2.9523809523809526, + "grad_norm": 0.5523193408133361, + "learning_rate": 1.3653410243663953e-05, + "loss": 0.4706, + "step": 31 + }, + { + "epoch": 3.0476190476190474, + "grad_norm": 0.5264144060681053, + "learning_rate": 1.3184866502516846e-05, + "loss": 0.6569, + "step": 32 + }, + { + "epoch": 3.142857142857143, + "grad_norm": 0.41126779074862735, + "learning_rate": 1.2708404681430054e-05, + "loss": 0.4292, + "step": 33 + }, + { + "epoch": 3.238095238095238, + "grad_norm": 0.4490298708496658, + "learning_rate": 1.2225209339563144e-05, + "loss": 0.4378, + "step": 34 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 0.3886114013945829, + "learning_rate": 1.1736481776669307e-05, + "loss": 0.4262, + "step": 35 + }, + { + "epoch": 3.4285714285714284, + "grad_norm": 0.38569867397130814, + "learning_rate": 1.1243437046474854e-05, + "loss": 0.4253, + "step": 36 + }, + { + "epoch": 3.5238095238095237, + "grad_norm": 0.32667953259390436, + "learning_rate": 1.0747300935864245e-05, + "loss": 0.4342, + "step": 37 + }, + { + "epoch": 3.619047619047619, + "grad_norm": 0.34387926938768176, + "learning_rate": 1.0249306917380731e-05, + "loss": 0.4293, + "step": 38 + }, + { + "epoch": 3.7142857142857144, + "grad_norm": 0.37550697839247893, + "learning_rate": 9.750693082619274e-06, + "loss": 0.416, + "step": 39 + }, + { + "epoch": 3.8095238095238093, + "grad_norm": 0.3339790028645127, + "learning_rate": 9.252699064135759e-06, + "loss": 0.423, + "step": 40 + }, + { + "epoch": 3.9047619047619047, + "grad_norm": 0.30613589011704845, + "learning_rate": 8.756562953525151e-06, + "loss": 0.4052, + "step": 41 + }, + { + "epoch": 4.0, + "grad_norm": 0.5533136576839677, + "learning_rate": 8.263518223330698e-06, + "loss": 0.6213, + "step": 42 + }, + { + "epoch": 4.095238095238095, + "grad_norm": 0.31266304108004894, + "learning_rate": 7.774790660436857e-06, + "loss": 0.3984, + "step": 43 + }, + { + "epoch": 4.190476190476191, + "grad_norm": 0.333588488447849, + "learning_rate": 7.291595318569951e-06, + "loss": 0.3867, + "step": 44 + }, + { + "epoch": 4.285714285714286, + "grad_norm": 0.3460065169199803, + "learning_rate": 6.815133497483157e-06, + "loss": 0.3847, + "step": 45 + }, + { + "epoch": 4.380952380952381, + "grad_norm": 0.30272468877509284, + "learning_rate": 6.34658975633605e-06, + "loss": 0.381, + "step": 46 + }, + { + "epoch": 4.476190476190476, + "grad_norm": 0.3046448293769283, + "learning_rate": 5.887128968693887e-06, + "loss": 0.3844, + "step": 47 + }, + { + "epoch": 4.571428571428571, + "grad_norm": 0.280969582851044, + "learning_rate": 5.43789342646837e-06, + "loss": 0.3874, + "step": 48 + }, + { + "epoch": 4.666666666666667, + "grad_norm": 0.2984012316645626, + "learning_rate": 5.000000000000003e-06, + "loss": 0.3778, + "step": 49 + }, + { + "epoch": 4.761904761904762, + "grad_norm": 0.30139527047552517, + "learning_rate": 4.5745373613424075e-06, + "loss": 0.3994, + "step": 50 + }, + { + "epoch": 4.857142857142857, + "grad_norm": 0.24709339303111982, + "learning_rate": 4.162563277652104e-06, + "loss": 0.3827, + "step": 51 + }, + { + "epoch": 4.9523809523809526, + "grad_norm": 0.25286199068075177, + "learning_rate": 3.7651019814126656e-06, + "loss": 0.3892, + "step": 52 + }, + { + "epoch": 5.0476190476190474, + "grad_norm": 0.3897706495957114, + "learning_rate": 3.3831416240314085e-06, + "loss": 0.5468, + "step": 53 + }, + { + "epoch": 5.142857142857143, + "grad_norm": 0.2720027061358551, + "learning_rate": 3.017631819139273e-06, + "loss": 0.3634, + "step": 54 + }, + { + "epoch": 5.238095238095238, + "grad_norm": 0.23340708465551444, + "learning_rate": 2.669481281701739e-06, + "loss": 0.3698, + "step": 55 + }, + { + "epoch": 5.333333333333333, + "grad_norm": 0.24284971158342084, + "learning_rate": 2.339555568810221e-06, + "loss": 0.3714, + "step": 56 + }, + { + "epoch": 5.428571428571429, + "grad_norm": 0.24573930825254336, + "learning_rate": 2.0286749277707783e-06, + "loss": 0.3626, + "step": 57 + }, + { + "epoch": 5.523809523809524, + "grad_norm": 0.24228391477999003, + "learning_rate": 1.7376122568400533e-06, + "loss": 0.3656, + "step": 58 + }, + { + "epoch": 5.619047619047619, + "grad_norm": 0.2424674393246646, + "learning_rate": 1.467091183678444e-06, + "loss": 0.3574, + "step": 59 + }, + { + "epoch": 5.714285714285714, + "grad_norm": 0.2260500547448982, + "learning_rate": 1.2177842662977136e-06, + "loss": 0.365, + "step": 60 + }, + { + "epoch": 5.809523809523809, + "grad_norm": 0.23262274251274268, + "learning_rate": 9.903113209758098e-07, + "loss": 0.3644, + "step": 61 + }, + { + "epoch": 5.904761904761905, + "grad_norm": 0.24328065113087025, + "learning_rate": 7.852378812959227e-07, + "loss": 0.3682, + "step": 62 + }, + { + "epoch": 6.0, + "grad_norm": 0.3542176555963666, + "learning_rate": 6.030737921409169e-07, + "loss": 0.5551, + "step": 63 + }, + { + "epoch": 6.095238095238095, + "grad_norm": 0.20725527246794545, + "learning_rate": 4.4427194213859216e-07, + "loss": 0.3659, + "step": 64 + }, + { + "epoch": 6.190476190476191, + "grad_norm": 0.20871665612226104, + "learning_rate": 3.0922713770922155e-07, + "loss": 0.3638, + "step": 65 + }, + { + "epoch": 6.285714285714286, + "grad_norm": 0.20911819934603798, + "learning_rate": 1.9827512151456175e-07, + "loss": 0.3584, + "step": 66 + }, + { + "epoch": 6.380952380952381, + "grad_norm": 0.2119088624352818, + "learning_rate": 1.1169173774871478e-07, + "loss": 0.3661, + "step": 67 + }, + { + "epoch": 6.476190476190476, + "grad_norm": 0.20643899236666943, + "learning_rate": 4.9692246345985905e-08, + "loss": 0.3676, + "step": 68 + }, + { + "epoch": 6.571428571428571, + "grad_norm": 0.20106120319449272, + "learning_rate": 1.2430787810776556e-08, + "loss": 0.3518, + "step": 69 + }, + { + "epoch": 6.666666666666667, + "grad_norm": 0.20675993672406334, + "learning_rate": 0.0, + "loss": 0.3555, + "step": 70 + }, + { + "epoch": 6.666666666666667, + "step": 70, + "total_flos": 2.3990446016220365e+17, + "train_loss": 0.4939488410949707, + "train_runtime": 2825.0166, + "train_samples_per_second": 2.478, + "train_steps_per_second": 0.025 + } + ], + "logging_steps": 1, + "max_steps": 70, + "num_input_tokens_seen": 0, + "num_train_epochs": 7, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 2.3990446016220365e+17, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..e284273 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b3aaa72adb5ca152091c7f0b9747f06847a390382e97fcbf05aff9ec813b1f8 +size 7352 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..8a8ad5d940c347728c4573680358756a36515797 GIT binary patch literal 47365 zcmd?R^;cDG*fqN77DS|_R0O0IFlbRwL6MRYHYwd8&89(Gr7TdCkZzEcQjwDGl2E!E z&b4^n_Z#PoGtOUdet3pH+r9T%>%Om;b6)e_p~?^BDM%Sf5d@*Qt01R>Ah=ir!5Jqe zgjYm5hyTDIH=J&3I;q;4Iz2ORFhP_Iob0S@ovh3a*<4H<9L;TQuJ8*9@(c2^nK?Px zIo=Quu>L>q;J0;nD)7od(*eGP#7;rW5kV*o(Eo7KrP9n1q|E-VoQ#_5+l7&5uBy{? zL@Ud!ON!ec1LK5sk{2S#eTC(4ZqvN_;3q6s7fL3Fe<>YHd?06c{uZ+p&8v$Zs-`;H zb2fi%t}HJ{ZH#i7|4z03{prW9_(RrhL;oct>;n>g@kN7K=kKh{38i8)fW;51k$^v&Xv?d@4|vpQv82 zzuK#!Di|NpEVE;$56a&bWXz^u62%(OU$}IsZ||#Ws-lds@u!|~deeefyTMN*}?{6Oz&KTdnM0yz%455BR?% z&$ZC1VBFg3r21Y_lbGS_QlLV?Zs0|Gb|9Kw1_S~J0@6R*1Rb^we`LBmw%!c{3 zs5NPjfd#qb(ntkSj6#6E_wHxC?RkqLZ9ZH)ywy&5)`34;vu*FfBs{h-M+dt*OBKt4 zR{eqt!{vodwT->A>6tnO#&@e~tn?~fPm|Y=H-w&{)qlD?TIIU;H?1@0$xY%w+2H+; zM$a$KW)^!MZuXfCmGBu0GiaAsg`T~varOHlF81DMSw+QgCI7*}>Rhp_F;zsEw$2p! zRk)Pl&sW?ltE>5Yi~1EV6u2@YlVepL+uCkdb3SBckvB)4tAAr#9Xe3>RLALD?7cv* z{VjvPzdt)ykDa^eg6U3wVb#9!gcwwzk*t6RMy4&apSPjb#t95^Pa~yT^6L3m8rfu&zr6~dmpUITMZVG zyu11Aj;5yOyX6Y@MRfVrdl-AOwESn^dz_+_IuM*`eG?2pX3+NbIu{>bqh)TDY1cj> z78Z%^;>E_)?MFk~n?W;q47GzD7R6iw0=YfTpH#RT4DH`7J>-ay=7{P3`!$F6=1nHV z;%o=&4JYE;w{JTi)jm*EY$&$uv)b~t|$g}L@SNQy!F>0*b@zUPLU!#`- z@)SzEv^pCJ*#@xLX1!SqhDJu#4*ObKTE$0iuEsfbj~WYWy~C5X?1zs8QL^e~e&)Cz z$17uCz#hqb-LI_d8dGGBJ@@6yCmRxTUf!@JjxRyfnz8zDOGokTwbRR0+bj@cPrLTp zfByXT@phOMi&^iMSJj8>#z>jngly&7&&volJ)KLC+$gU)#DML}EpJ5jiq+(%Vp}%5E z&RS*{-p9f$?n(ub8L#hMx4&EywX$OO-B@_o=lHP9ZQV3>U$5BW>}xUGQ(|IbPRpa` zf=`|M(&rx3&>$DiBzDT%+uQEhGx_%S68T2Wkvz@Wn)$f-`T6i#aBi-^SC_@-tUd=Z z$6k*fo!0YQy)Ad=jx0|s2NxIdtswHc#4ArNnCl@rg*22$Z+hMfPKa8P7O2-zv;}MceSGX+NO?)HRSRP|t zT3Rye{77&-xI3HV(~%-iSyo>D!Fj&7zsAQWV(MVAbWG6Uk3v9TpbV_kjT?+;WL#y8 zsIyP)MdDt)8vh)xCo3n153#LXY7_BLa`)5Eu>_Cdp;B9UxC&eBz0*ugEj6t4L-|I* zb?Z$9ytD#(;jpP?6%|I~wZ3JZy9GbyXJ%)OmWIm@=Ff|ZGr#0il6~;t)bUYW0k1~3 zc4HD56zRGz>X|$F4pL1}n=%VZCw4zK$8`?J6NK}AOw9Kj@}alOrzf~}Ng z70SSYVvH_-b9aX7BW-O9yQ&v2sI7*}I>(oBHILrMCnZIt$VV~0y{Vl|o8)tJeX!J) zGEp%I?t`33^cUudDOzIAP^7Z>c2v2OGSr^ijC`H=^W$Z)J1@~GW@#H6e$%$M=61VTT7}9gDk{_KVHHw`?Z5V1p>}tE zb+!~=Z8*c}ldF=k0`>W$NlP3A!piox{8+VDzU^4G_Q*r)(Y^?%b*FrNeIY`S=V4*< zPD~>9-?_&jhbH$n=Xd_5CFObUIzUwhEQW`-Yjkw9Z+igsH9^8d6c-nFhcdcd>X?~Q za)*uc!CT_bDxvVC3{y=J_3)>8r`Q5S7E5(?wPqd$=f%sHs{>Dy47L^q`ism}Bl-@< z{VCa~h|zMLlAMgNdTpGBFA14yj#_Wd(yL-DeA<4e#`_Rm4(QlM8*`m2o13>?U0wN- zxJN#&!)~P%7121({6d?ysLgN)5vwPaPKi}rf{+n1mpU->E74z`#SLGeas~HiON%{( zJ+qWI^BGP>1QFjJcI+=OAv0}%ACZti|7T`q5|T?nK|vbIYHQ@g+H?yVNtIPqs}KsZ zytGEGuSL*BV!alA?k26Iq-4U)XZ$Qa2lnCgLQo}hZ$4XUz@rq$*d^Xcsmn8{?SlQV4BgIudbPu}5*5Z(m&G0q3 z+qc=TTsdRenb4bZJu07Oh=q`m((=5uUqcj&RbG=aX$C`uy8eyYg;fQaite)CE_rPO#M zoqmI3yF@U_8P4&kD5<9NQR05x-D<9GZi(k+gD9BB|Naey3SS3x6w0^QsN3v08d};( zc&n&~M4ZVg?EGY{FWw3C$TyN-fcB0S*CojA>6UmVW}lrE1FNAD3b?a?_;|YNok=qB zgOz%PyLZvO_R+m_hp_Fvgr!|%<$Bvq%}Q6HJK^-cr_bLR|CM-!{)UrTtaN5s8U5kj z<}F!S-1qMPxSf`U8LnTyz5@`!ezxu0@Ut;56d|qrdHK-rdo+8(RdZ^D4QiaZxp{x7 zEo=4u(#@AqeLKub_wV1@UK)vkWd7TgmZJ1Vw9I3hADWrp@82r^14Q>nbJ6!Iz87a$ zU0vOQ#eq`ryeIQ<3Z&RIk1gKgQ8%>Q&i7Fo=F@kjJ(Pzk4~ZNob+m)GTytFgBY*6x zGnqdjg*ft1r(Gd>R(GbNrqF&E&Txe-Mq#B}^&w7&i60?3J@$>5 zts$gR$n)plpb`Nbruj2FI~7Q$C+PKJ&J8|$`s~?2bf;lScE*m6f|HZkJa;C752k!( z5}$Tdc|220l6-eufyC9!CTcsZZgf2~st=-|m-M{$-fe~WLs0$+S)4mtl>s_l+;lIK`rOSi|V`Q5Dhk}ym$fqoV5yc1AQ*X-Ya=h z;j)k{<4?|S3vlYD+nVvw*qG-!1sV37xT|1hkHu~a)Pxq&Kv_{Ksic}LpW`Dd$gf== z)@ycHg4z=6p*VFenuBSy#*<;ITvs_-3V1V>xio!zd`fgmZL;oto{SpGGr%LO9T#mC zV%ZK8sQ!+Np*(k^L0>~nt>Mn?+xamuF z7`P+1BjId~764o?Vihh}xwwe>xZS-=a{1+te%tEZCQO!aVtAF;zNpVY?B&OrAC$i{ z)-Z>+UyL&u*x7L{fea>$Z)|FMeJ~UoAHUu%b%~ohH1^)-1wc8!ByA`uDgA5m^GnCP z-&pr%CDxfBni*;qEACLIVDTtONDRox$YAl>lk}&HdjM3>BKvTsYw=I2++%&RAr*ZN zrXeN_aOlNzhv(&wMU^Cc&`_9PT55}f3&tzG7atg3wHm8_M^Fohrhoivl=vEPiy*nj z`izo)Ghd7XIsZ+cBXKh9lYGO#y3LxSJSx z#@{^~HNeRmDzVO7OW4RIOa5sI2wF?MjW068(dqZ6yIIm~n1}Dh&9|y~y=r)PcnrNf zJ^RhOQW=IHK*hNn-$KD(vs}HeDIg%=-xstxr2|Eq4BOh)W_pI2x<4;Z5Z!MpJ-zpJ z&SmR=yBJiokbYnNEw_v-Vq8;Y;$EDxY&nBwF?)5~zkI$Hm1`{#R%x?XAV zqp`lSjJ~PgpYLl08IT{%%(OjTIvg4s8yjCfgj~o+`k~;|Pc{o%_VQ|Q(Y!u*g2Axu z_Zvm!^JdW;ulG06ij(l%5u9IKY=s#6J?{0Jmf3-{pZairTTDwNjg@<>;u$3Y0Ri;V zq}yEyh@jV=lfNwi6lQ;DlZ!*8mX%8YpD3!|Z9|2`@}I#+(jL5%1#FY5^u{zV&SbJ7 z6qDBUfMQRb1R8pn)Dq$q&jQ*Bxi*b&r1E7w|RFS{N*D z8DFdOCt7DXhX5(Y1Dui>ZVQ*Bzh=iKl>^IvD?@D(aJ`soYt7DNn0ix@^SnkwW8*4= zv)86MtFdRKMX@#{*142B5yFYLg{yO4kLE)A2|hUR6hGRT`u^j`ginAhyZgo*6qHj) zM|L}!udC327%D}7NmSpD=l=keFeE&@;plK*soE!0jzfHZq41#QA~nf-uPrTO6O)OJ zzg>uv&&%j&D)c)K?4bohqV2i383XP|A|x zB%vh~6cnrsJGL`0OF>ioKJ5^;993vgPpDhz8qZrYIcH_w8 z)Ra9mIwRNxQGKy~GrU@$w=d(5;U4D(3NHb7J2*I?qNfjmzOJ+3OOgEZ4ePUyIt5(C zsq+rDKl!wa1g|}~K;2U=Q41jr*n6HQzSMfCcU)56V^IY3ppSs1%mxZBnzp_U1g(Nz zcNXo7(447GpZ0~IHUbPNQk`B{Scnn{7jj?>85tSQ?p7dA)OLKhmC1WRON>ug$B7hK z^pGOty;TeS`FPN`rqhhk4{2xw#qsHAlnba%Njdx>CZuE`hvK}mv%>}y+qQC*5Ycp! zG%wcX)vspe(`3va-U% zs^?HXJUP!);khf^6wZKGu6xSX))s*4TGx#pi6dZp=OLedZWOFuZx!+$#x517NlE6s z);)HcvT5G&Bqk@%qV5<5jI%gceC6iMS7GN!T3T9dPkoW9Svyt?ARk!_Cb_O1;CxJM zEJ5;G{m}3Ib0QWrm6erwPup35j=vG-qvZ$oA{L*eIe(@p!P)J|ER^k#8r(p{rSn=`}4u1{PTdaFJ z4i681;Vm401}{6kWTVvu082g4sPJm9eKh#zhDvkm#QNn~y=VXoY33UeeEaro z1#s1Qzy`dD`GK996 zPpiO~1l6qemntZs%1Hof^oP3vm{HPZ{m^A`kN{{YWVy!fyYlt+-|Gd{eSIi0JKv&GnJj~nf2;>v0VvllS5eeH~Zez-c6A&oo0f@->J}0&aK*FEU_Jn zgxgv@yl=VgUeq+JYi7oEm676@ARtAJC+5u?%a?K2L2D&}o(Z`h_2-Wnjuzl>tWT&DD>B$C~gt-eY$^QsaM?$Ll}?@~)(~3QHSdG60S-}1$L}0e z$u{O2P_Sh=UmAdNM3~WqqN3NgGOy&2Zo!ffvW{C6GlI+uHTKp!n|0vg>in~*{bl?3 z2qaiIs}u{c)nJv32Ee$h(9w-RodKGSI0*piergB|^!v}BvQU@Ne_U5pYl57cSX#1i zA;Uc?lZQ+5kRM=6!erSxM}M+R6?};<(Pu#{*_O*|y?GC|e*6#H~3# zs;Cpwv-zo*RPN{u!W~-fs{!=*x2&(PQ_!~bH9;FEPZc`X1I+=}EX;bSWC94vl)%G# z_r9!t1rl2i+X?{PIGW(9^8=lqWss>ZHp68G(MsRj+HzjBhD1g-L1nV=s=@BA*AHL+ zx48IZc3-$jDT0WAz+h#(&NOO@rRMYYJ_O{g3)HKDV!G^!)zEWay?RA&j1!@shF$~` zB)P|eq5!+OtMf)>WcIGovKth$bm~v?^72No*56xNELV6jPoOHF?#tD0hH|`%dlBKx z)Mhf2{{&Bg+o81jPpTB)fS*R@v`_9alCanWx*;jR_$-~$Qx?UqYYu{0z0)1XQc$J|`uR1N z1$rMXz|*}sPb^omMa0DV#@(qy@r8thFj}-cv80Rk1~M(J)Ih{~P9Q zYKg4}n#M;5ZU=kwx$54JRcGplJrXk<)!3*oAjbeWlv1==*BBZI0J;E$+UUoNi^>^l z>fY_e;Uwhb4PM(L!JG4akIf@3|4A|g)j|HOem@_DS^M(?W#XC4DH@p++PvJc_kidS zf((T!#mLCmjq~U0lP$EeHH;dcpGB39G_LuUZp&_{AisVozP!)R;=N;##~TLuUi#DP z`nT{XA=O-Y&=sI#KfYeVpHx-cs2<5w+M`|NE;2kavO8M=!xm^o4UhG`Oax6T4eEom zqilgY?riqyQ+SuHJHq?|{rm1`lcuD2kXu0+y0?V0D(44j zfugczpqndmDN!8PuQM=-T1h)OIlZfPt2){{QQQPUgog4#1d?_?5Z@OsUgQCIJJQ*N z$T>|-?I-EA$9C-+J#0T3A$KB~Nq~<4`9~F0lpjq_PNMn?fWRqW#5+LjGtbq-;0aVe zNf4#!P*FwU!nfBVmJpNwDyMs)hN9{6vgYLvV^psK_8870;f~6wP}hh?fj(8McR)@m zidw^#K0`HrRMCJh`Xglpx<5r*%!gaSvK%q!D93ec;OQe>-Ee@m>|9*w_vE+vpM1rD zdW7mU+C^r*K!wN|uM$&=uOPI1+5s?O`}k~mvh0m`Xhj_LTvvkLaGsz4 z6acSA=tx1JEOaK1*HZ&u29Ym)&EO1R0T5OaZ9fYcHW0s+@Sp|F`pb(CUemFU^GsT3 z(V4E5#3>exHcKt#WqDCMbyY^c06|Wbs%KDx95raq)iMvt>P0RYx@* z0Fp89-$#OAG6j62*y8Hq;$j4V$EhEelH|~C0K^NOesFVhqYDgVrk-d}-*c50bxfLx|+*Ezb`a-^>S-pX)KUG7SNQNP(2%3DWkDDiVR>_h6Yl$cJVhLEOtx7 z*R!5f#M#mb1KC3J3f0g-ygJRm5DMUL{Cmv#orS{oFVwN^r*Ok~3eU0^WH6)!)$3D(FN08kvo-*MfHA($xx!utA=7oXIVQ7s?xTKl2eJl>Y-?NJXam^Nto zN@J9NpE{FGdrjZxP-LjUuU=fPgO{@Mq#-uY-_JzDHqhFoFy#B<< zYqGMkYH+^HhpFaMP;ejm8-e&xkAjvg(9=MP8kn0i+X8rLKt@Wc8P`*6<_f{s56ru_ zr6p{0Wd$=eIoS__Z9$VzK5xtW>yAMYQBhANBqX$+J$vQ?Bb5aZij*W-MT&jPo&Hjj zVI}M*(YT647CSf$6iML=(hYeyl(x^b8)Pu=7*>Z zAciXgr|Nc&6pMYY1A!TWwub6B6l7#Z`d*vr)q&ymmaJ1-^e`z!Ltp@;77bq7LI`JL zfJRe1e4@Xq=;mr3psn-gw1a=|eddTe_0an(4#v#DBd`F7MzOlh!O?L5KtiF?>#OKv zGO@6Aa&2pSEfQuM z_~^~{<)t-fdK&!kg+M$bA|p-H6cfL_zv29IybSPLzEM;7#MpfpjJ3jGb?9JubEwwt z-u?RnkZpy~UOX$#Rj2`FcYE9<@DkuO#VSk$?#v=SB;0M-PkAMuDjHU>=&+W7XeP;wp0;o9(SJ*FcE3f~hAHHTAdAGW(RasQeq`EjKXL zgN=4f-BB=J0TNWWZMU$5vg87jmgx8I^)B8N1~zXsQ1E%MZLa2EjSL+XfhFTcF{zyz z04~>YU!s3+)t%LKyH2!aw?`qK6=(_i{nyfz+rP=4-2 zzj7?|*Q0Aw*Z*0;C(!xS%PLk9d%{;ZRv02mmIjDWbRM&_zdwbF?|_{;ORRO?N_u^j zaX-Fl8fOgdo~>zehT5PPF)@!8mtmn8Tj>a3dIp@=A}Xe3T4UKT`rW%HCQL~ zag>S|s${1sCK~qaF9J&}R;u3z?aH5sQhU03VUyn4R~R)Ig}j@y)i=MVshM!=>W30^ z7PMo1^eZ$XB3o!KI~x>>m7(Uu$@%$~$6|f)RV*od|HpI0Typv<>PI5Zr_jdJqy*st zCMYXwYZlRqj;Je1#fP^Ab#fRO7!VFoeWfNv=Gpo9vLEaZqfV!WBNbKE(=04D%Le@f z1lY}5Yt>h;Uu&lw+MxEQ-z%hKWT#J`HYi>sWI7L@^nJ6nxwVygVtg_;)^*#BvwYxr z=EN~2`2TiH^`d4fdpF(|*=&u+6=}TYXup=@h`FD;nn`lvtI~a~k|F2regpDyQG&+s zHVnjxDJTNvIP$lZnW_JKOPogLZRkJnQE0UQ2DvP|zvuIk!CoyaSY5by@dFTU{-K5P z8zt2~AeuM#LSYsk8@tE{IB(6I+3d{pKVeA>p0 zPe35U`SJrgt8!brfQ*Bx0MZ*EA=!BTCosXc-&vX9QOyMsjE-3$9Uy^L2Q70A0Kucu zs!#YTjU7z1;&`?E(%!q1LMt#EEaFD_kYGulo(Bbh62FRyn;^kP!kmDKC-!IDL!yj} zq)6y39*uN+(Tl8?UaT!h(14-sk!6v~ZbmjB^s@jL8i5en&-`L2GV8DSxqXJBYm z3+9@gF%LI40RI$a4%4KP#|Mrmvja6Schl%X$t~5|2KJ2ZuVS~<&yCWMuz$+wX5{m} z?%d43eQ4Ha7ZMORZF2A4y*&3#3+V1R^}&=x2>SW`t;PC2eV+&z>*1UrT9`*ARK0`Y z7;3~q?JWofhOuDCc^a`T1!xn!AuRt;DNNRxuh}60xd@TU&0d`YbPnVS#dQ_X%2dx| z{o=XR(?cmp^tB7caRi8&*2v)5f4?3Qv&X`v2*5@KJ$5BNw9yc?!vG!dMEZ*@9~YKB zQdY(SPl8w9)hKe&e1v|~VUc;fmYt+zOi#$p&JLo)q`**-`I!@72ija?V>covQ z5$H}BV3=h9-K*k8imV2x0g>+jLF>%c5kqw;bfEOkHmaYH0KJSRT4X-mVD((V0q4zo z&$YWWXV0QGKA_>0KuGwiBhZ)!F%_LBL&->em=p;hfjIEnji`AD+>_4Wv1P?YLmJL} zof?RVC@sIP=Iqdg-sU{s*4!R-uxb5qxK2t+YG$7qJMxR?Tj(bb1bce%*7y{E{(1;8 zds}*CB{Q%Xpa*`6oM@MPklFJQWS*08F(B&!k87JMBV%!rHQaa#%&+PgrGG*p3{ip= zV*)mG8%CEOl)3U8rtd-ZLKVp^7RG!b9$fZQcW>Qh3!pM|gwZTYN&z!=q&;Ls1sdoX zD5qJJxN2zh3g-g66J788a_B_<_Y5a*aKV+Rm2l8f{6E1{m7E(Cw1GB;|C0T8JMx7a z7qz)&J;#NJAQ#4};iHvXGgg%Vi?U>>A|SM*^9C^WB}iy|Rxtnyj>d^1=Pg}bW`-VrK`9Ak?5QfLO6HQrS} zrci0Ka6ztS zk@JlkR~lLca6%)1S_dYuw9tE-z+R)MC;vfNZGf=}3`fC~tfC%Lpzpy|^20XYLa37pTX8!yE*#^je|M=SYIL6r6IHB?ZFes42gP6o@q%(UA zK}+f{v1a<+)zv!M4&y+`$K52@r%cIHDtBvEZr$QWGo|6nTMi^E47vz950HB!Y7MPT z5F%6Y-Ho%jzPoA0P`S9cxW;{;K{MGkJfIIy7Nni9{vU@huqNhRFC6u9k`cD+OV0y{6Bi7?qa4 z)z^b9Qiq^=^Pj}CN z7bsaiishQ?N^;$%m{mU(`0uxok#hjPWo&G6V&C8G`$L0+fmsJ6qwtk06#VVKe#t2) zg#4ICoj33#T-@B~7}9?8pE^3Hfr+>2GU&v>S%=1h`-8lDqg-&=1Fq77X zP&4pRNfgXS!9Rz3tD4FkXHgo@t5;cO<714AVEPB&+MmjT1)YP@uSS+8j`X(DXBdB@ zW-mRT!%fCqaFcZaloj8bOVKPa4!ymtrKw3=t{ds+hf7MBZPoJkrt%kO8H}pbvkhwo z%!;eGrL;ZP@&ntqzMc|0D;h#=8vC3Ree-;L0d06H-HG8n3%vpP{Zq;2*yB= zqVb7{QUDt#h*;91;?+_0*JsO-&@&BszNmw;dk44+*oVSkg)|u2q5ZPakm4Xwl6zeE zxH#TNyH7z{PKHnbyO9ixlYFW`OizK@36D&|shEI;r-cpoKRyKcF9_KDc`2!}KaR!+ zr9JXVV-H^7;A7##1|wgc(LJH2rbc@bsNtMAxinSTcBhd*7A*h=e z?A~A(cHQiGytqjf!s1V!?C2>E^(iwnEUX?PD+&;#5r{CFr8ehaWY~NxiAo@MRqgBq z!CBaTtiwg~ZEP&bHZ~4o63U?D4jvZp0n~&^kX>QsEeFOC)I%&7i3*79>>rv|o0^)| z>R6G0prEyFuhq%hW>*=}0VANt11Jp#{t#NLQ}dlE!FASKFoN+W2` z(xh5_(&mCtUjphphXw;tRfq2TyLS=rNAKS))Hw;MfgTTlf{hNO--B^SeD}}G1I5A1 zxs`rkI;VmX{S5%@3XsVu;FqowfpiEWBO_zy=vWWo5R;e~3Sk+xRH2@!k#NnPgH!2s z0H6YPZf=rG58l?o7w?Mr0En-HH?M*WIS%+5m5;5*v>yU>2{vM0F*m1xvnBMX(HJdZ zFe6BYFLRyGE?og1s3A}R=dTi=G@))iH#axb){M#ys6iY3CLe&cj)JzM;*}e}@0*QP zOF+ktfO+FN=rH(5h#Ut>S~bBNgld)@wWEjPn5B(RcRJ7yIinvs6~B7s@h3zpt``TTt-W#pkgw??TxZo?0@6(3eL5e5=-Yyi zQhQLa&McCIW4zOnPRGXHKwHN56Q!5p)P~l>W8JPyH$HY<+p1va4{Sl6)vo#S;l{asQ*_`EYV8v_8WM4~P`Hbf`+ee2Q*?1nvd!C5rvv7}KPkq6v~g zL5_Z*1p0;bB3`tDqvu$& zS9FifDzBBDy}&UWGQAll5rF&OLR!^b|44Z00xfCB=S0@Yp+L5N9YWS;BtO-(@!jv{ zTi>x2AHL44O}n!;&KLf~3tz18`GSOTW(Pe1R``voNj`GT(!oc@i?ivJbAI=mcy4~~wZKs$#Nwi)hnQVM9tU&& z%%5yBWI6UrvYI7@x0sKd4!+0zm{+QP?Z;mYq9%IY+_8i_`Y#YN(M#CJhm3Qd@ip;X zFbu3)hI`~?8DT;4w#MXizv^J3*n7hUT`7{I|9g%>c#Z(S%c;IsHdB4C-!k-Dl@3-m zE8^7~alqk;DETQAsc5N7pm@Sh8~&ZVxyl5=X2}Nr7!&Xmq?KGU)V(XvFz9oJ$-!(h zb!Hn!Gz+)40J$G{5@_nmNI$W94xXBZ77_8BI}v|+I_Z(;F~#sN9-EHU9-_YHjxtI% zX{{4buZ@2F7agMS3?um@ge9i}R8kr(bp)=yChXKDjDE8>eMF{wnI47z=sQ0t7W;QL z3zCnrcCoNfvp*QC4qiU07>TaWyfVdu@x|iM;aM>CIov_tZ}14|S6H1#!W5q(IBdU~ zDRQIC$dDbo?VdaN`hs-G^MKeyDSoo_RATf{Vm>J;!o|*YhTExgJ;SV@ z?@_!Tv?F!9_%n#n@ZHL7Hh0w;Pj=!)A2gxR=TvZ0xV;ih>O7BR{=g;0C)ZF~2q%^j z`}8MvvV8gB8(wC68c125hf3_$MDi$gJPR?X8U47ms}>obWv|=&F*1Jf?1Y>O%jm)8 z$NCbr2}YUuMjy}n^sjL_(dy%mTYHDMf5`KenGv6VRi2^jC1QHa`rn(UhFGKZ@zUvV zo|}<^Fh`uvlSYa>&ejh6{#^l1Ai<;?4|-_&)()6c$)QgL!3^tv&uPT>F)Lnwp8Q-k z+CwA@?+>}zxqxRZ9h*c4m~HiiiWlZxt33o_t(jxT5C5lhs9#q?%FMesf4vc-1dm%S z_(af?B_I<3jz|4fQ%N^xzMo`fZzbJQP&h-dA(=v&(0&oywOIftjYO5 zs?M((x0_I5{Tm>`G)!V~!Bx!^#6f*vYM=#7kuIF2}MpFwW{ z1Z?*l5rk8IplhNoh76R@8lup7{b2TZhh-o&KtrwJM5$dc_J(+JlD{7GHW;??1tJ@9}0#=o0N_VoLgV ziZYZ+-geq>hVtpcAlKId3dJ4{s{bVMd00JVj+kT+0e2v-c3MEX0;7Sz#=oAHKhA(n z*r~wt|3R4;F@1C4{$~}iaWEZR!@bWW`=(3i8_|54lfNQw?bzc&!Dn69D+qLk4@ngX z{#U#~7Yso$ABxmKfslja7N)-veBmS%sw5zS=D#n1lP*ch8%Fb*V8%e%6{UZ5= zEETfo=8~kc;w=m6C~thOosHMsmr^d(D?V`6klp_rUDxVhFImSRJ8_mIo5X$`_XAwF>of()Ro7#) zu_jt}LTT6!98eh88#L&9ABhE8Bx;*{6mmA8vJ>>{olOGrP_=h(> zy6}l^(#3{^u;`SZ;&7R87aZzNXa2iBr1#d8w7>Uw))j*+qr|ED}=WUBK`Ya)hf$<<{)eJyH3ZI2;Jf z)q{t#$;w035{f2d^z@21D;!P}_tABp_1A}o1PL$s(yG$({7Z5^0>|Gcgr^3$VSzecMMR zb*=>;iT`|VosF@qFE)!Es%6-I>NFyPwTM^}sxVx+4}0Olg*b7H+Vnml`tIgvtW!k3 zCg&1^n`={!DS71LwQ7k(q+u@~Wjp7KVE0sabLbBM5#*nP6$#-J#$s*Ucf*=*%5cz( z=Vof{9MueIRC%3x{O5x{4mqML+tE{i*^BDyVYvy*IP?+e2z9OayXQ_9ry~Z0(}S?4 zsWj+r?WW>ldm{g-XfeO4w?0pkw4nkrMi>CWjnn{eDmsk9PgRvK{rQvG4hV z){ixC-n_?kDZbNDLJ*Hp-wG^s~SkHK}s= zVLMH_?!D@@?lSzjvHv_j29GUtCUKWfPs$hn`>VCdhcw4_3_L&@V*mZbJXxZemtoX=%bynNSCGZ zN}2p7n5uflOlv%rZ}w5nm&1+1avscKi!S$>JO73Ke{avQY3=qvJxIh^!c=~P0{g+5+N0+^t>+^5U3Ex6nF)cYOwB3mBfyx9|ji>f?^^<)2l^$jjEWbD7= zf%|y&-6J95jTe&|E+lcwrJg)x1r+2f`@2_<);8r|)Mk@9Wphx~_X>2A20{E4L;QVO z5TPJPB$rv*w>D#OjhE}oeE*_kO98*ct#K4e^bejEl1Xwii* zR2dcCr}483YQQ&gYR-H9Wt@ywiNKL0S0erj4zilhp3njDjM@H7j^q@ddT`qkZ5I8+ z5G+66Gf21jJ<2Cuc{OROAtYIvEK_tRGw@D};j+n-ylqUgpyJY5k{E1VPdLYL`Qv{o zT7nUsuW~O-xS*x*HU#OU3toORqjY3$F#d9sIT50{-p=>-VQcP|YXq&rFaA3=q14q& zh8xzWu~g;cu;U0KZ!@zJ$dQ8`BGcq`s zEwkrwGVjYCfB8noNh;f|9hY=;?kpXlZ>M*yM9SgBGP_Kuia%f4^3{gu#pgQ5moP|Z z^obiG3xt_VP1$%wk1x}EaeP2*C8+R_e%GrEp=Uh~9M27M_kj5G-K!Q2jFg) zpGKtn=m!Tb83l?QfRS_*^s=?ao{DyZrn#34KUFPALV;|0G_Lu#3ttrJ52;=wD?)qj=FdHzE9}BOpUCJCOuB>HH%SK zi&QOLM-YjR2a0-8ZwMF1ZcuUH_@BA!R;HY9+QDF7fepbYm&45=4mhEry)qE1Q)DvX zslHlqjh`zB`aN%)9cmkHjCpgtEKxmtk}y5bYvL$w#hGsEj)su8c#PjUy5A5J#QI|R z9xaM`!DPs^jbXLWhWn*9TnnDweG-CLON1N!aT-HDSjy|(4>48u#vNh_iE>S*zP-aW zE5gcVH!cpVyjA#FzdZXJ&3yRlEp6{arKStd=!{0ApO*;k=NPHpwyiBAX7#RmBUDW# z+cKFU`L(ITM^8aM^`&Ug%wTOuz<(WT^AR%l=g(45AR7b0biXtAxxWO{R3!8pW=p|! zLNaD!a*@&k-1LN8{Ew#~l~3ul+|h`!#?5N35WAg;dH5&(i=9XcF)kszu`T!6mDD5x zOICjQZ3U_HV%}2kg_vlWWiuaGHp-a1Jt?mcT|${gr#!xW zV(%kY`Gtfox~ddsrT47_*kPk_VXQ2UKX=u6oVn*Rj0G>s*%Mylrk?11meBYJ8bnv` zBt((d4+gRc*VccW4++Gr=Gb167&5{6%)xG0|EFV)z$I0UP-fh}O1|QD?JbUmh%7_q zuQ5i2LW6i?M9R6O3IAnvAg(kW6%%JOwpZrBUHZPrsxuyD$Q%=yYWTBjfhJGSo|ul= zt);=W2n3yxExR_k&z+gLGy4dtV1oDqT4h2{gFGEFLvtCRYe~n)g1HZS+!(~OgbGRB zh{Uf)(6BVsh*4_pkG`7v1#2#VffBAEi^C?=a*M|=s)C-E?9=Q}$(Wv!YAr4f9zRKX z60zmXvTvQWGrRUeEq>B)%mG}uQ1viTX zjk?dAf;uG1Xiz`dyB`_|X;RGlHm5%jx||oNo?jZ3@Y1H^Wi0E-U){!Gqa$YE3!EPq zrWE=xih}R1P_;J^`RsplL%WlXQe{zM(L1h&GY&s=LB+s80cU!w;MOry>TVi5YE zjI}Ecf4&nk=TDKXyprajmi}xI^CT;8;BW;eIq{t|QgsiL!b@K-==vp>pR8=vOjuvK zGa;i)B*xtf!Ff#x(P4NFrrb90+ct12pdQ?xc3`c6;?)<(4Un_eemu%I6FLHt_6;$W;pDp#Ig)$yFs)*dI~HMUQ9ze z0#*pki0YLD!UASMw@&1Sj`ncn$9wqA6@AuwRvVVn8vurmr?u;@E;ZkV1}Jpx|5J3h zUAhWB{;B+C7XRR2lZY2j?%rA;{aAt_O_(Pz6DRnU*k8zPY>3k~#$9VW`#VeOJK-ll zT0AcHAMTxm3py}{gNAVO2!4)%f}ir#DX_h^cKM=H6mXHQz(Eop*{iI%%iJK4F2AX3Z^>jqwV^fDRaO(c<}t_gM7 zpmJo^5AZXjI3#n|&jzSx!){TJ;5FM!pYzOTVg~R$o3z{~wbeOe02c zFsQEsrk&_ddjtgF|4IpA0Us;6*lq(|DXd z&pNdT@n6(dwbksiNe$kqkvBu-@Hb~m$_l!G%2U@Uft$p3(`yTe-ZZ9 zK~=V4AK-K7lx~p{q`L&A5mZE8x>FEo5D>{jN{C|6NT?uPN(&qs1q76mkdhDt3F+GF z_RGJIY ze!%`f$p~lg^%BszWcHnK&@PX+0HRU4=jtRlhL4vo7*YO~NG#jHD3xX%)CqMK{f^sSI#^rXZ=J zXIpPFTwRs9SW2WO_?92L)T@;*5RIV_=rQ7N(6w6b+;EG!u2VP;Ejr3)RhXMSnJ z_)&tNfDHH8Q-S>5^Ad?5SJJ$^cFYNnZM*-xF!bL;{VDDtcA>~)?)a4 z_;3ap;H0yg@;;JjKI)=-WO2I-|KVZ3#)2hghyZ#a%@ZK2R(j2Nu9-(rATusE6k3ppnSFdcf#_mh3f%WnN-J049fk1zeOU(cIzuYaw z#pIxyMz9T#k73_ee(V3P0`75LUFGBD*U+?uJbICkwq)#TQ<#oZdVBW;9B#8PLdCDu z6E1}{`slSJuhS2$)aSuV)}4kY1;%9XU8LemC!wU@TKRixCNxIN9FmTBB>@Fr|KS89 zN+|XUh`!qoOL&{{+>|Z?m;-uklo=NST1Iz8N?a5!oI{~!)c03|(nngave};SS^p!c z+GAme3~6Tg)bq^=lJHC4(wPP}ewG#;&Uz9kaYx`*cs226XT*hDsO9li*&81Ag(9z` z53y4cyA)y!s+>6qvwLt%>**6n{hXrD_NU($@9eg}lCP!vc!v|PI@_LK`bCotL7VFA zt%c4AN~t8r68m~rfLXIOfFX$J&K(%xB<(Ik6?5PWl~Gq4(hp4Q#WJkB6C?Y6{XUNz zN!#%Kpi)77#`)is5Hsv)f@%M48@Efm7*>~76ZVZ1DPhFBwL%x88S>yKtw8xn#FMOOPlkc(-~L#0ts&o06g)+kVk{v~x6CB?JbBo%4nLW6f*4X3xv zk@Wq#4mGSFD>KHE-d35b1)y;KQQ3*%?4?3vZAeJQ?Y3VN4*{~fS@6MN^vpBD zTtq1iXOZq@VfJ9_>s$gD2LA6?5v^OdfFP)EG=adcCt%*hCh&BD7Q%CRfJ6T2lOc^G z4-5JY=p}9>E-GfVafEkgd^SH{>Ks6Uu~WDhkP*+M-py>0 z=)V#UgpD1D4iPknmASw{-4xEX(^-Q5G1b7uw?csp87ZfUJ{7C}ybmpl=>2SAu9MmI zB63UXY_SSbqDSKBsK4O~r z6IO*rhgryjd+P6nmO#X~%@TwDL0e89p8f9VT29PUman9rE7o;h_pNu)>NTJ}@IJ6a zqjF6}khjIW*r)IQfeWz~EugwAGCzf!rEwd{cKY#0J)Sd8($w#74v4kZ-0;vVB4d}q zcWE=^6|bNyBXzo$qX;7(O$YiG3ZzU(^@#)$BXNznVY<$_ix8{>R4yO z0IZL-)*UxvX*$qx*@BQ2WW1TI8rO=s+sz1MVi11vIH*y>r&FB+U9?s0Tdw&KsW0Uz z@ao;$I2<7*r}u^iI>ld@ne*s-%0DUS&?|W9MwSopBO~i^LgN@j<{;s&6|y;@28aMf z*Y}6s?aZL0s4bI6*roc*KUD@xm2n$jI9V7%J%EjV{b*d7pLzyU9P6@j_tQc;K!-l7HYK(B4I$S}-{G{g3v9 zcbRn)`Qw;aN8oiIr3HfI)^9z` z&IWE5zQNTRvQ%S1-uC`8WQ~c`v^ho#Mf&xy(~I-!t>lG1$ zM&SHzd>(Uq&*J@IkVoj_g2%j7p<;Jr@wNH^%^Zq?=?O|vtk@f?F9-2h6#R8I=2E7T zi;E!Cj`n|MsRZVsTlEz+XJNd_kKTFu-iUH2H&sNzuNE-t;ZQSKFNvg z;%K=KG|*iCoA{6~gAG7~+!06uA;S`%Q29cn95&{3_risWN}W0~PEfwyj8Y*yNoY_7L#ZfW;{P^8&aSK$_>vNL5iq)Cg@^)hnFp zd1j>`sH2je4Bx_cmrZl2Iz=a{i+vy{=jkl5;uVFGxd+aPK+x%8vx%_zfPzIw^k<-3 zo5c!t!CmDDZZC z4+#B#@8*4Vw8_|bV<-wW`DIu-Sa&ZZfDXd83z7n?ssN~QNRGi^qlU5H0GJ`sGb3$W z+$su$rIO0q=f?%6aDcnq?31lKre#)w0-#VZc_YYYU(f$O1SfB+&TIGteUsKH<5u0> z;i~)y%B8z|$Us*YVe`o@OQ}`!6VTmRLq-HPRRV;LMi2)x7U0)@t=4H~1*)$(N9BY` zi^qExV)2o{o!gwkQ$qRMu3&9)Gkg({;qKZTt^H@M4Y1!PEP#_phq28;PfK+eNT5f> z;}Q}qBg{;=A=a4VEmg%$u4ULB4UUc=DQM%Y8O+3H6pzNRLnlhMfA3?bEPgN3h%hbJ z_#^A34ziE+3pl~)Q-tuUK1vNzIH}_hT<#z_4&>NoVI4yFG}7z41}oON?Py!DKFyIhgu{g$y1 zX$&bL+I-RYHG^Z(`Q@9+s&jd51$5^)-b(+bMpo|bN3X_i_$=Wnh33kK5}m(aFEVg5 z_Q8edmXB6n=C@B|DA`yZ(<@t6)sxTfgqZbDq7XGg{~0VbvR)tiYftKtCc8&IS^m|0 z{ya1{XH-9DgA+l5yn8;AH1->s2oh>bH)4H7(Z5RiwWux|L-!)~D$QDHRf$*1wD)+H zjHJh)s=nz|nB7Q%#Pf0qB~avlGS@>X-I>-W1=+0<+j@vSO{9^#4yH{Q0fT`_T zbF_*j;&>7d6{(CHH3w+g5VCh$g?e=a0}gG45>YlAEo0}1ww}-VJBT?1hKyS`RHiNe z!KvK&Abcc~e~Yp;a8fixjRnC>k5=mF-Q58RV*bZ?~OeR3E zs46nkQY-3xZ;>?DG_EmO;(Q*-xaG@ZS`PqB48m=t?19Mf!L|SbK-;gSbvrjQh+0pd zpo_i%r%}Y?9fd|!XEcS2oYvnP+^MD5SWQ*$7S_e|tA?RU!ja|5IMQn!2=XOwaX!$g z=~m|t<7GIkdkD>?a69c0iy#w(!+ zhzfoUQdq2m3pYM#C{hW7zKJ8ZwKRp1RyO{tBadLVPDT&-rdB+disxhMeS#@EBb7M| z17m!N_LR#O>#x37oO-}&%FySBigHHkEcE_;eYk}W`9+SmZlGbF1TPjgq6b7j*a*w$ zxHzma9)hg2E|lr>i$O{bHUSm8n0?on!N>UsRI`#B-Pc`#kvM;Kep9XA!LK^xK7s+c z*UWNXhSO6c=PF)3Cy#2*hOS#@D=ZV2&jVj%^p&LIWYVJOXqG@t0R&3C!HrGk#YUYa6XW4v9Vej0k$CtDD=cpG-)V(_18|-^ zhPWRa2p<`6%ujE6GcORz>P?=l0964bt`7)(Wl&#m(mGkZxW1U2dd0BB##4IX0%Eb- zug~S3gI3OR42k$;4^WHsFsf&SL5>BOYEJ46v!8Xg1igM|c19%;JP|{gAaw!b@_?fx z(YbTdwO1g41B_lgWiLR#4?8WG6RaUL0V`_R#Hyv?dhb$KjV-b&8@471_Z?x~+9W-GHS(hoQl zq#0r8jH)vp)csDrQ9|n7&WQ?9kW3Q68@ZFQdB18KO{x0;@Js?cJSARQP6>%`Gh5(1 zjEIN;V-hHiAu|gfQYEcMz%&AGC8YxWw2xmPQwoGLn6tNed8U7qDdRjF5tcUE@+O@+ zmf*}Eas7BttnQQ5+`ow+rb2Pyqm?Kme1agok-T(9xd-P@yc=O%IwPP6wtdYp)gj0^ zl_L8Ctz_eFB|+~ge(QN;z`$%43WNUtSEy3t#VEvKP`Lg0NL*q$@~?jV=lT_U$XcLJ z0^w%iY+pC_rO@#kxQc4RZT;T@IOPU#@8K`_xvYhNIH4ux=N0J0Ip~N7%IwkKS4r!3 z+)QEP7jKf8Svqo`aY#DAp}G5-?dS3y%DZF7-5?LmGV2^hY0Cz03I_uPbU6grLsB#q zcs3!cm;lT`qL9CWVBTJTAsTWTc)AZBGj`gxYkrk>xaE3Fi;B7AfgK~k&Ccpaps#+`RKB!tel5A7smeRZ04w0bEvwb;S_oy$^8$E?4+%UCp_cJI^CH^_jtnw^n0f z&g7pIF{uN~4->m_+;ua8Cu|yK)Q|Ju>C4<3qMz=Wx1G3#Q_)#}|M5AVs+rteeW&bn z7wsfO`fT9ma0d0igJwaJNoh{5mc5&4B=8{M#^(HoOuxe0w3*9;S~9tOl4q5YbTESZ zZdA(?oCtu5Wv-1gLlf=4+;It)E3-@M&kfXWeILG{$nka^u&4MZS&vFJFL9SSi8OY0 z!;$phS_eD7PI6U|Fs|cAf`m3vG7wu+z~Klc=#7)jiE5VeSMXU~RNE6Rm)&QaZzS?r zV=-3x*GPh-+%wcVB?VHyt81rm9x089At7$m_|D&y`I-wrBX3A&58cbrWe{iJ^ikE(o=N z8d%I;5YVT4FHH#oa1dRun;>-wK3f#ejr#NKfke?5hk&|Cb!DBWg#;R1s^b4^Y&U@j ze}Bne`m{E|ZL7Ak7ZTNx#uK!K0P-`F)I=Rwc6yoxI}0uH{2Cudk3^9|?1Ny!OFiAS z3Zt*2n2taInrc`*ob(m5i-eJ4aD*yE$DjM#{##iHLE=tpABX8CCSLo+_>vBEV_GPq zJBWqrB{Dbi>;^0snJ^B(zoe;9*hd7Bsf_K@_F1V6=|Hd@$Z5TdIIDXX*$Lm2(*(v? zcK84U_#Z%0t6f2T^8vT<-2_l#cwOW?;iPmU&v3?9nwyo&Fd6TKgow#V_S1ViT>{@NP{+m zU4+k=zBbXogiN>e>x^N?c=PV8*Qr;jpV}LI>i0z=7w%~$UPX#RuCLTYSKJY}0$V(( zMh6bkbj9yQf3&p2q@2tNS@syd1p2V0lqDJEor9!M>MCLI zU|wgtl?Z_PO@PIjuR{GHnT+4dFWr3_c~EO`+43T7_QQ^*hEdkH+>ggwA)-+Hrg6IU zrO8oN5pq{@#Q5VpiSWD2>rZ%xXDcmnIz8kv0<_Kf_WxrsP~GkiCB<(62Nc$Ygzv^I z+nAm4XM6OE+V0bD&*c@G&#N!&y1(o#S)ws|PkvqlQx#UQ@OS6sk7wB33@gw7?nh$c zV7eqLu1AMCJo7E!vo4vf|IcXZ+*3+j8DMMP&G6A}#%D^IV(V)jp30E(BB`~NV%|w7 zX00BnLUEwF>+wf1(~vM0r;RazxIt5dw@YF=QziAQCx4Dmj${ReXm+#kSD#8Neg#Gc z{?i`(meTF>0GU4lV~}KR@daz+1Lt$2)I4Gh?dxo5iA+j8qsR#NH?9XXb|)|0u+kOK zoqYUoVE%@mWH!%_`&vJZ3~R4Fkp+t3_m&=pE>+2Z>o9;?GNoPjNrZ$a58nqI)*N#X00;I&~vO)l5p-5+M|UJ8BHkkz~G>y_m|N(N%BxU5tI> zMb3G?nZv7>;;9(O;`Yg`JD8OiNW!2W(E$G!Gg({qgE++d>DK#wKesh&*FD0fRD+1^ zf&)WmF1-fmKj*5}_ohJ3ob&`3RpW;O%9aj989hUWU72Q+-&)knVTjeUKkgsv|`N$zSU zd-R^CBuD&$R@F1Kz7&nFN#W(DB03=}lLiVuAG6rT;g=c_-x7QQN}{P`aSzTpmF;c~U88$7Ol4XzGrN#eA|@z}cO#y@KllN& z3~M%fp4<%yJq%gfP`$FRU6)K)so$iz4VeLo#!h`6?9_C0g1Ir>g2v96z zND3Yf6MBOuNVBKRCCj!78CY)nD5oM|4^#=eb$MW*#s_y!4a*qn`6jv8_k4RRK@HWq zCV09#C6L&=%*muw1$eLggM12hvCbe9ov+Ebud$=Lb;p*&R;3YzEdBXuWJVXjVKAyx zSCA!-N2X((SN*wWWn40h-t_Xf1s*EfwjsA@(&Tx|0uq`L)~;zIi4w1g5eGMN_G}~K z-<+uI8_uQVWI^3Ds^*IsBoWaHaM+>-kAZCS2}JkiRP z7RK=`A!lkOc~=wMmk&i? z#Uze? zTB>f`YHCymR)Y!RapjA5_J7&BWz80=s5i1uj^ZA2dW7JtFmTAqGE^|t134aIE@gSiMeWjN>n{agcP z3Qq8YZ0#a@&nC{JQR#LTIKhw^A)2agGZZbUxd1XZfgyUFhqkzgRMR$}_Njj%)dRQTXG)rLphsVh zA=yAr-Xa5JA>ywJqGYR03CzgL=Qerqj>un!#8fl?O3n;SrZp5$0#T8{R;MaS6Acx(~;da%G9%tX|k%=W;Xy z=zamvkH9@|iv8L+EHU)P=)x@Sd{o|WWni{TC6U^)To58ivV?{$?)9A!fn`jzA}RwV3ukLHb{kG&U3iWTnCF`LIB+no7K&t1ggEm0@6 zQ+yJ|OFCf>%ak|G*HXVwv|=YMjoh_;h%un8|Mg}}wC>Z+LmX5aL-^ZaPv+W6!fat& z6B;wvqqzAoxXoXFhyNHn<^9iTqqkGfI7GHUSs>!zl}N0VU z8ucKp9{Z)a%8Nax2ETW$KQ2B6%>{Ofrp$8Fym9YAphPUXs?9^c)uk^(UOZgM%WIIM zRUk%`A_-8~8V)9ks9wv4k>K09^OIqk2BnMEKO zoy#|Ir^zPp!>n(5;IpGwOM@hWCrdXD*^{WiI1?coF3QFP{X^{wtEi+FgE)2Ala7I% zRbNPCQYp|xQjLk+E~hW(VPGRkvKKOy0g8G&a%SF>73@C`ixrYN~H3W$EJPDCI zbV)`B8$yQp6^a}**powrVrl_8DSUf=&~G9jY0gpK%gy5Zuy>BtPA+o3v>AI&nU=95DdVsw# z`#e=}J-QrR;>~3aIchnf@3bP0Ch%G;I02qgue%ZMmAKx_AD>jlQyLRo#0ZbwU0FNm zkojx$d>!|VVg*0a?HY@SvIaa=JJsS~#bes?AIuonyX!N+7%!f?x1cK@y3rqr@gp(b zb2nWsvpbIzN}2{=Vl%QaKl%N6c%YpUhS>OeZ5d0cJuMd;Bv4TD@*B;TMF?V7>hl3ucr$ZQ90P(yz7 ziL}AKuT)~6qvI^*t|<^cpJ8H8S8hX~GpF)xCQ0;MgoT*sh&$8UkxJoB82KDNYn9@N zKZM3QQDNeAyGD}Fc717VJSMCa_TLi(7~-UZj3w#uy{9d%;qZx@y*2MVxclnmqj&}A z-``jMQXfKd&~>&mdlASfloA8uM3GWnj=mv^#Q_m`5R*gkFxv^U6#Fe}lD51--*LlT z1$M#q8(_1hBxV9R?O4ENT>BeBV8J7EV{C% zvT`a33~W1>6>HTEX`K*~{dBHRAj}*D@Y+4kTeW{N7`t1|$I$W)F~74SG_JekHOy~4 z_2-xBg?uvKTCD<4rDc-Z(RhsxGQ2ffRaq!|Y}NaYz2&3!>*K`o<6XlPv$t^j262=S z5EEDI)LDXi#>`JMLiWY;r~e61%r`2QW!IjIue?0@s7|+}qtosaf=5SWE-)z45aJI7J0-YX4@FtV(YwSs2 zI5afPs%jT5c9CZ+Z#W7n5Y}znTNi0(QiJ;{&T>x~q4i-FiYueIWV7+^%zCurube%5 zZT8aM_C1)BTmW&Y+IbImf^MZaZGZ`fpw{CZ=m2Xh75i5 zZNq@CpVWW%KFnBN$fWx&Vni0G?|&lE@sfkbA7Zzi zR(0kb8b5Cokqe-D%w5Zki$mZ+vnq}*ts^M+qHryBr8K~yLBkJa=6)7VAF8jxLqC_B zQ&O=S8N7U9;Stn-H+?NT@)I>Ygr%CtS79s2ml8ZT)lGnCtuokq-L{U=jIMZFNjW@vUR@zc+} zBD9@Z74AHc$4}Yc38^)D{b51X$zyW-_B{JoVs%?lOjy<-s86^oD)3{UyEC=xYoi)w zwv`IK3K0*;$^n2s0@AnO_7ab|cH;M4ZV-D1@#x3hcPa_a3vu`?MF%0ys_fPqjx|Kb zJGvo{e+}UYlDf#IJr2z}4wpKcEYuY;hkie6wf^_CUeKG~U4x(EZ*mmGk0l!~9bdgz z>s>?nwCsqYPFtK64!xPV27Ut!j_G{I?A{Z4;{B@UrMn*;tBRF-*g??s_y5y4-T0)Y zMg~%^4zl1z3YnQ`;sSY;9u*?J6>N#h)D>i#rkYlq!hLqS-pyxd{j0QS`Dk`}AB^$oJ={|Yh>ED%4lzWxMa(9;{w zwTXh)cQyo+#Sp3$F=PR|_Wh5~_FS3JLEDG(^BQvOP%s_j@(WIfum&j{vw&zZ78WcD z0Z(Ye7t`V@NYO~LaP(tiT%s86dO+@_d82Gxa) z^Tx(SL(C=wm3Bf7cJGg;|EtHQ;Mg4)8$}E?c&#B1hSB%SuSY&F>N$nY&mqgKYfll8 zdsU-SM)(uG)41?_kseku7nhQ3kH_t5@0a-o5wWT-2(ueZH|@NOuxO+sv%)Wy!6&OV z+>M)7G|M-W=qZczuF&EY>*K@0)MIbi#Aeq3IR852>=YZi2A4ZvZ}@yaY6AI!5aV}7 zLq#=+=Hhw#Jpb7as+bh`sDu=2m#kqzmOS6KficP#C02h8)+7Gg!4(GR7W+gFr|bU{ z{c$#2&s4=V6J{0@LzWGEV?b;MpS(E(Nh6|@zxT2B>!HjEiS<;7&+V|*$V^;YEIWll zp(sfryL)>jYp=jPfE*mdx0yWQ0s)8_jsV?A+Es`DTd3Qrl$*-RjWMDlWQ49w6iz7) z>l9{O%x5W&ysTu2=!W&i^M34+zjEcR#h zvo$*oazcDO16-_vmAPd4%@JdR5&N%fKL%!ngMPkHk@T}Z7|bHXb34CqRSKO6n>*Fr-K_-d3N}N(NffN`_&AMxFTe$WO=*CCLt}5Nh0J+~ zdFSNe>9nK>rHuPD)ebHw-r@Qa&)bmFVeQVBb`ZcmIZ7^G@$1^B_(Wa1+N4hz<9}O7 zvD^#IC~H?$FXxr&UBzR`5<+P4heI&Z?YB{*l*m`wa+{6$Si15XZ$z{|Fo+H=Nut;h z>E3>c+TW)buI@m2|^u-6-N6Dw& z9JAA1)?hcTOKHsGn;G9}0fWk1*S)Kvn;~7EQmPDiryE+gKb-TNWFMI0vt~F=FoJX3 zP{X5#z`TMm^Ye1t3$;HzsGdsel$B;3s-;Cq$nvRWmWiP(QT-??DUCSMlUJYqt$}^N)3BVxhrtwI+L?jo72GS-`URw+o0WY`nU$J4goM284fqcPPRLX%Xf*KX^;bd&5ijF7na9+ z|B=k6i+I6TGIeWO#*KaAvv))uERbcZSnQDECgb1F#dOKuFP-M;P882+mxO-PQ+&2* z9g01bp4VSYFxb+Z`_5dT6Y4{;@T&K$HVW90D6{V!eH~Q8bbxzEZbTH@%){<&e z!qW!4X~l22c5+go*LtwRiaDq$WzCC#of*?&Vbp8LsZIOLGmve&IFL3kIMsF7n1By(w4pCAH;+6aHjzz#P7zN}l-MI$sml8r z_bL?=D6-@ta`g1rG}Umh&b|#(>C>jP7_UTEvw`K?--jjf$(HRgD`SLD;R@=yW^ThP zKZrr%a70tN(QWkPeMos>9-nm+-IG-ZyWc@4@xSvx_cT*C;;0^#uRxme+$`2ErcTG%1k~e<-xX*9yzaXo zLPtDUS0F-AO^ky~ei5qr^(dy`*T)s(_e8Jn>set>l#=kq1dF$r`_ox1Z+9*wICkX? zt}v6>u1Mgo3%=wj>^#79sb?}&Sqhv#nd2QNkMO`YX)!+e#_)|su>stl`I~R|33Lpa zUA8u1hh6~JjIc%3$s}OF+MNlI7kHkyy>ETOy4L**WROPiLH0$b`&|Q76w#wUJ`TBa z@g7zWu#eGC;e?9OL95DmQJ#HohJYZ0m;5ZjuGaR~h9)gBrABK`S~-P0i1)KzhP`?l z#(5;6ussF~gvg3PepT8*11=)WXpj0v`q|^B!?_QFluR>E*8dBxawD6lv>kn%4mV`B zYfpbsg^7CCZD}4#H+niF<9c8-y4PN~bWq5`)&V?8Jhm0UjD+gkGsbrDdm)DuzUGd# z_iVrzv{%j_aG|pHnMwQ8P*Q(h+~sitOebiV9c3v0AzPQQZfP>y$ws573|oAJ{eAiQ zGt2&{B>aEK(94ilzWC8(9*=a8Ndbe+8rLsV$KpQ|^P&8KJ^BtkfBCkpfBbjV((d-> za6o%jr_aTbZD0=hrpn!PjbM;D0F`(jd?lQC^$8b8Z4fSt3*I{Mt_k9Le<;X4`l8&v{8CgEMJU90fHay*=Dz1& zhbJvV=Fki$e5q986Js-Omr~g z&K}NG`m2PN7Pte160h+Bg-rD4+WZh%LYgRE!+N`AfQpLh-_Nr~OWxZ(3lY>?9m1axU(zlJ{6Cu&u2QNET>4kE|op4T;BE4Ywn;vT3`rR&y9_Z|WDsBQB#sGd_~s{H^=L?uq|J>fnZd>dI4B_Aua?mI zPoZx$S93{$SBV4pXM@c?+28rU*3XQ0rtlMd;^)_J$icz6mV6>X|38s%(Zt)=-Zsm_ zWCEj}2e!MWSI$g`5rP!4G3VGK&;$f$4KuJ^{fYv>09!;KK6tk|x%Uoi>u!lhGkH}V zI0Q?&+n%S|sEaD73#;_lzymO>NwljFFs#!;?3Vt^?>RTV|IqheyZzW~LDSsvQ16p# zmgC>^nij>3Q7OQ&aR|3saJHss&(=1(mUqxqCB^>TLu+EPv$YJk$Lccj1fE2bY=})Ex@zQHC-@VP7KhCeAJ4pGRj)a{* zfP>lLz`|35_TMp@;Qt~TFR+2>M9|u;0_WEOT%^U$Q|z?cPv3s7oGuMqYok$BEq~r0 zaqylXz&4TgN{Gi#SECWx-j zFSLME_+n+oVyu#+sfE?`xq3JtB8(%O-_ZtNuyy>Pr|U z_oH-UUQEW3+1%dupuy7X_R=0-4{1QeU{<80Q_~dRF-@F`pf3eTOMGwsk8@~k;v>N3 z(UJA+8|n85KlIH?B}_|NGMTU@@ZP6X%tsb9H8Ich1nC`K&ca zeaEBx=SNe6Hnwyuq&EiQ&p)<;9AL{J+N07trZ3|GAHr7cziqh#Cp#GF7#y}_OK)jC zoIL!u*X}2?s*7@i;b7HpTT;()T|8`^sCu0Y^uG#C8bwClV#2 zpveTNn^?JU^KT2%TJL5jjVYEXLZk&rj3ye~mnpkzeC;8-BGs8qdTWm=fqXHx6-KNB zYlz;{eVx3YJ>)1R%fo23f**Q6U8F$C~@o?BFUxUDdTgGqb+qs~e{&yRygQO1+GfX$s+$YI{qx&DZ*oDFpJZ&ovF6F4kUZ;&#@0o4!t|IFHJbm-GZ$} zn93tpDdpeVYA>w4XPrI!K19i$%Mr7wI0JyKpQ|y;`BX)sGIHl|a595L(PsDQT`>qV z)9ewEkPYs)pBirlpC;AplH0DYK)Q{Q!f8$ghq09MsNf;sh<^9p-zNwqfm>KG^-Jor zIH_eTI5tphAW&sU_NHR*1%~6YY3D*p=N9 zvZP>-fI3d}&UZy@><56B)RD}O+Z3ZNHsqs@eTB*4Fl{q(ktY@2 zC@3Wv`;N;7_ruOi57Cwj(6#;VgtAzr6!}0>?efRcY)0JrNhV5?hlW(_fu;atAyB+Z zKg?DuXbGDZnSWOHWNy3JEn6!$6o52HDJg1XZKCW{v$-CqPRUC}g55$cSnaWS#nDMW zys~TU#%7K2$wTkp%Igge=rRyTT;IXYCRx^Ca&xW|v@_lBNTL3n&H##zRz3dK?=J(3 zPh_ajZil1#9&etOZAnTDGeOV=E&StQE zx_CM!{ayx~x!82FilV1;f7b#=0uWza3xWhvq{?Of#LJqviTFdl(*|Mf$P?c7E6|j1 zXm_RV%9AHH*i5|@9y>M{={-My1JZG}nKZ7-at2#C_FU4xv#h0eKQnsW9^rFl1ED)b z@lzLG4!hxx`jJGeys4)bt?v;S$GiNH=jH!wS>MDA@F!Bl$ihqe_~V>rfqjJd-0KLjvi~SDXH+UdroUCZK8=SPiX=#i)z?_1nEf; zZCk<$K%+#Sa-BgNf9aBn3O^X#Bl{a($Be5aj8vDCjH~jug2vVw9yccH{xgwx^XKTLjb_!DbIrmDpaA31 z^o{&=o7)P{_RxG5P;yWDmqS{2{-ChYPM&OAaQ@Y%nvemBmac|Y7(@|mC83ZHrZeVF z3c{0oXdO(pYyQH-NFwi$Y@h^TUB`{n%7(qq9($Hduw#QRJQ579?^g#_Ugv$*4w@uX zG#gxhD?ATXUe^dyBdE3F#(Z~$f%3!vnhjahyB^81iyDNA_=2UE5%0yd8GR|*P~dj8 zoUqAS(cfk(?*OL=C0STwF5?g3mlUT6J5MhQYwH4n2K6Z%7Iy|+@6spP!Sn^PiGzw* zwEPzPHD4n29_!l>th05~K=#?oM{7%8Jrty-olX{=WWW-~Y8f>Cs=Hk!@X+x*BzA>r zVrHIh-(##lwmSbY$zW;X19v1olTu8+=Q_0>%kUa5S*^CBn(ozq>q0; z0_dWJ4=TsWDR&bK^n}gqKGBM1*RWb%-BWd7Bmn>RETAt`Jjt_P8pX8^7B4!S`4O0? zSEp~4lB!EV{s48(`W27G-$s1~n8yZ9>+P!AILOmZ3d(J; z(hKWu-I(>!h^QsX^1sT{RQW#2LP^#(2jP$JbZVq*&^WM}{&)&WXL2KK*ITm~yjL$+ zv5XMV)XPZKEf}jx7~unNuwjMNPKjkaJV~##jgzTJRZ6j8gptu_rUzY;o2Zr4tqh3F zi=ceRMMXSNP*B#<^}uO`RH$dp^qQFNc5ls9Dp3&aG{M|5SX+b5ryHSgG@(D^UYzwZ z(gprvgcl$oPG@g64EK5vLvj7TG>mEa6KvY1vI3Fci zYqBFf-?{+tN?hD!v}ZrMl>=QwA=@b24g!}wIWJR0+B+ebL9;pl`fWu^Oee_LA7qr^ zu;!p!h7|r|91+F??QNJvviQbCo#b(_0y)=sr0s4teN|y`H9_fqC@Ipsze)g8*iKL?7@3=? zatSW1G|z1biK!dQN{EC;3bI@-a-v|hYIZ|&^=cfVSQNi}U7K0q*I$nszU|$T)xXzK zK1K;)ob$GFQ6a%Z-3Xhaoa;8{E^!I|Ztd!26{-zMV)F@22k!f(06 z8t{+-h-=}Jk9d7kVrskt_FpnzM#x3iYmh>d8!UW>g>QBBJAQ-J??=#kgxR1Qjl?%G zv2EC@5}v2}fRSGUtpXent{^G2z1U=nzp=YryQx8xbTgrV6E^Ly@&H^{bCAN!oP1)J zveHi%EJJxIljIUMfF5$K(CKQ?@NgW|;#jQK&-MbyfUtEjHO*r{Qxak$pm9=)HYbUv zhdI|}mF14B7sqd%?R$hWQ%$FIFU}ZXI$GTA8q>bTZjBBy5~l(%C#89fvy#O1o7}a6 zk+9Y3`w~S&@N>g$&<|D3HoMdy{}vintQ!H=XMa!#LC>zmgF<%APg$4981vFNDV+$` zwy@Pv0>Rw8uyPhX%9?SC(EDAU0?ei`C6R&_&neCmcIsuEj&>J|#mDeSx1P!ejjZ4r z8vzDZ;S#9v`_%-Ss$E#lVCDWVHIl=SKuXA{Q>{>O9X|R-5vXvs%7a+nIU3+k{B(Lj zR|_H&EC){!?^QgFV9##$F}Gf)al#bUhR}b(xNlKXo1SgBtSXz30QiA?NBX;B|4p82 z4LtQ0H@>|6`NlkVc62L7=y%N}--HuOGrWhkYi~=j<&d}2N;puxR>wg!CyH`tAURth ziGX(~eWg@DI4;>zC+dVa6>5XHa5IC;+U(Zsbflt%s*DPZ6Bi)XWwM*U^NsV9*(xCh zk1{or1-bYbZaR$8!T|sb77U=KRMEthD8-RhAJwYIgZxF=`$w5SwArhKa6BLL_q#m{ z9+Q3}vupkZqtQ^tA@&aM<^zj`5VkoXRXDUD4n$?uS_GzwMnqOaM@>K7$nUxgVubM< z-+7@htv!pEMEE++lGsULv!=2E0RiwD`K4do=xB=2!fKiRRoAqIZ{`a9oq;?SkN7|n zy$aR?N|o~o5cLi{|E}dHHLs3y7tssq>?&>~W1-?#pkOg>(3zZ;W^B&5(UIAc3dmXn z7T}>>2?p|e_URw0g-4GXBJ9+TbU@^ER;ycBrTLk!CGoEc?B!7H=YF^2=0rhyXTIc_ z`=2juZv^{0o`&2NPvxG_+KqH^p}vzSq=u)g`^;a^No2L3jbGSRM9?^SBs}x<$*wn5 zS?0Hq+zYP5;r<)6Mek;G>8Qx!DxXfArISaWOb+DVTQ9h9_zIa^|1gHx{i7|13HB&?p{Rv#~8EZN`~t97$9d#eI4F z;~9lhgELOngr z`1Pv+W8d~`_rx)0Z@#g1J)>CKX++V!@tffATDxvML! zk#2Htf{-+-?cmvo@m@I*&R&(GLyen{5yFtd+E}9 zjq>#v786miPgb878${d}pC#6vzg#3epV)ohP|O7#-0wpwR&|FRYF%a{3-mWPU?72aQnEKRL2in~Tz2ci55 ziaH%7^VAQo1l++SHOOaWl0==^Z+j~AtuB|H{V?qPdYP-%RfU?}2dUC}_p)A2k@d@S z7zDWV<=|V^DIU6iiHn;%QiCn%CEUSO-?ik|XbE>7b*NHYZ3p*f#l#x88T0!8{PK`3 zH!YErmZqli^qIT>cYD6Nv1%sD{I`9tGHK&GbJ|p3a5l;P@=WSBOoFia1)$V6MckXM&T#8RajAZGNiWZu&FmbV(%0 zV1`0&M{d96C2i*Z7pb7rAhMV4q^q+3jkfv}NME~jZDz}_?lh8oNTwl%SmM9YAp&o_ zu~CYr4z`7TAp({+e;x%S+(D+?WZ<&pE8D#ir>_2unLu+w`oZ|>cJNM-6<9;N+9(uz z;nxwqE`XW$pYWY)f*GEq`~1B~b$w$B*`XV^msS*e9z~qPVL1%Q4LIu>GARLV@3J%|3_a2=3H@I({;dvwgR`Ck zV(MSi?cj8$g3?*_4paT>wO!}k!}=Ix@(N9ql+AFZ%43!Y;jY>IYZWis!eP6~*_n%O ztfN0(B9iT0it+VaX%djV$mpMvLYw>TTa5*>pnwsis3x{S z`VP9TeI~4G@O>M-8+HHucAlP}3m0kCu#<`s^*iz1(8&y=l z1qNlVjZMl~2O%cwTK=Gb!nDztj#XAshV{4irLHICmnjmu!?Zds2Znv|zv_P6{J^tL z_j+HdMDWTN*OSfDxbN;lJzh?+kvuE>1kpUNFkKH-4>oJ&hy$a^os9UG&n!m2Qdf7 zC&KjfzUQZhB|r{@ntMBaN(}-`dSFs@#s{*D@Z*phTGTL)42m1KHV83yJ18Ej+RhVb zD#=8=GRC2$=Sp}Me;Y|yPAw9IBpk~gxZRMlOX=!r{^ttLauo+_Vkk;5K*!zrA&U|j zg{IJ%(SWVhSvb=5Xg$$FKw~1yzLHYFcRaJ)NqFkjr3Mf6Wg%*FL0WiHY9>R+dAh*A)4Pka6Wt!)VMh;tB% zzgAVn;n27fd7p09Cj&!KA^bq7)0hW-JG8#z9^ZxCYgq&Fs*9WWuF2v3oeqjIO*1Ab zq=D*>m{&i(mVS>pF(&k4AQhgIpFcnLCOIQFH#mrdX$K~I#N-d6U@0Sn!SAzRRv(MR^NyltpH}%o zjP=>08f#?r>&g1bT7ktWK!<5>BS~g0<3_59r(l;-8$rj17m?aZoje_P&a>nwR6uN3 z-fh%>l8&wYQM+xjZ@ZI)iE>6k9ySUwLrSF zg)a`)5gN#9xKL90$TyQfmsX03j;?vg&{-NwQeH0aCk1s^Z)~rphe)!5p7lPF9$!L< z_dblJoC?`y(z{!CRa%SNFg|QpdAK*2jUiUEmBE1(f6l@6C!1BukBz&7q|H7-;@uPM zpWA*-JAcNq=_!r&Ox_7hXTN`r%Z)kG3Tk((ENGJ=yR^t3NC7Bh$=OfqIj%ii*b1Hx^1z9j-&BTIW-dJ4~|OYTl|ZZ&5~3(|F9h{ zXF2(WsM>26r8DGyWnJ#YNFRlRm%6>HKPkzcA1t{POSb9QbjjQxkGxcSc}D~`!9x-( zEn#VH*UaN<*75qC4Kvfk%rSFNnzxzR*>l$%qRe|U%=;TF zA$>^RDbb`sf6#v7=qojk-#sSHQM){XM1t@3mVyUlgsw(TsJHhtx@2WSn<@Ga9}G@A zed^y(akti24u5CrwR1vhPKek}e%$s*(bG*oOdf|M(lQJ4$D>w;=dTr=id$#EE|o6| zH<$&e{sPjP_SL;{J^ajDTwfazv8^X77rwH4dgLA~l!5Q=Sm}=>c&VZ|FldA-j8)9c zl;mcDV6iCg2h z@ItuUlB0#5mx@dgU>JVDx3P~p1NX=;2jcVFo^LIwgvah04|h;#s2%80Pm?AYc4w<0 z1Rt#@w9(|)71oT(yE)*FgfG37n=DDpHedMGGz8QClE_3+Jwy}|&dJ3q6x^xTcQ#Pj z?7e>&_xJzIT)$9Jrf+aKtgb~ors=t<$BWMv+K^Nq;qn|H2;~Y6*n2{+UuA4Jrt33f z6zCkZyzAe#ItNox9o51JQ7Gqj3XJi+8M?-5$p9W|ITzI(X9>39US3c9xlIyo1ko!b zn6Q3Hb2xe7$DV#=auy=m3Xxr%Yf6j4T8RBu^FeQ(ht1#LQs$>TYR1u;_!F(dV%30{TJ8{uOnnw%n~i52P+iEd&Rz;I&fx> zh`PUz`zwVf&G#bNxa5AusFprceXaqq3_Q=9q3o0E--Q*ViYh8|3TvQbu#(K;UNlUd zH)|LbA4lJltd4gX;!zUu6HUC;qw+0=w=dRz^OTCZ`M3CUa|YH^P+no~ElDK% z@u6$#|6MFGylCY?-l`m@%0dkv>B27@Ze0^TW=u7~cg`w8^FQf+f5NWU&=%;Cs3V^7 zyJb&L3AnuP^d5dE@3Q>&1;an0ELd|FO=6;kwS#%4?A@X~&m@6uj73co< zE_LlmS=df(k;kuvD>z!;Zz`RLWesq#@J34KM4ZhI_nle3y3JZ~Q^m@9{&#*$ZB1D$ zXVg3Ok>-y=0!fe4XA1(ieSBjsdjqp7wrbkYkNi0jQ!{fWc0ta$O&^XXw}y9LM^>eR zuF>7Q|302ufJ|`I^Na!F-!uO`Hj|xO%>)f@^{^ACjuT3t>7i)N^wAim&ejLe2QvX9 z4(>U4l{(V+w^V8)F=;sKBy9GF6b7JxeuE!5{v|EtPV$C7kUtyqoVwwa@!*YbykyS6 zj10o>UybFt9|q%-&&M73dGgO0{hMM4oRUm*7k-Xjvi?l=?>=Jo-Oi^2^V_oyWdL<1 zX69M#Lt#xr@+z87U@-;)p5O5FWAht!W%r;;hJK7k6(a%doP{J@-I*h+v9bCF`oW>e zzXgMf{mJ+!b7uTsFe}l!F$FvPM>M`+Y}7B7`XaxQ#BxP~QG=uD<-vsx`&Y@4OmKEq-xpE%|c)jfZ7r zZyzgeq@;{5b3CLnyLPwJkam*NeMJFl;SVir$rVTb8XI`B8ARU2!04+g@H#rd zqH$^#yW04m8z6pQL8l$qs~xs<24-EauxeaI)5`- z+-F(&GM?>J$$8s{{PwNk#UDf9SfTmU*F^<LtP@E1FY3ZVnfH-cbWD_BRpD$=D zKJH1%ko2;|$P+S1G`dHvXt|rE?7sR9W`DHDF3?WCi|p*4k;(Fk7e&%{TF}Ch3=VED zzT1(2L9elu@jPZL?y)327r!Q|gUQ0c@}B5bRx5%K_4C{12E$$+;jxab(eH1T1jaNc zE$(NpmJ4b#eNa+xuNDg4#6m`1zxnLJvzF^6)(tayb&$$)iXcdt(c&;%ZKe`5{5=A03a_ zze9GXGK0gb_vQ}}ds7(W+M^F zHWjC%PG<~8`1$1W`Edz0D|-0LKM!~-%1X+%7?J(ZU97*3(mp9c-vJdan<64Om;j?Y{?7hk`Jxz?EO%P@|DI(z!sFTk3=^;=vuH>>vTIFe%rFIl>}BuI&)8`}7~ocJ>$1N2 zjP#cYdF1?^uK`zC_#|2aa4aOYt03K(bL^tbbvUwizJu?U`Sp3^RMYyJJ;2uS?9-dV zS5yY*Z{Mcz?4CPKmnw7j`o#d{1S0*XEq?J;Mi!V)K2R{{Sknn~{@l~+tLql{PQ0`) zAkpl{^?)(D-=AzH{do9-5L5{#MSqgobkAgi~X$+C`d&b4+rWy+M5DN8&Y zF0Qm8#y|^EVRahf&iY4iJ*+4r=?|YfX6LWdmeg=yHtoChY5&PY_L0r~b#{0(?kZ|+ zT_ddq*87Ue(_-l4W6i|Wvw@@{#zaSlW=g zQcL#pX=!x)77O$y*DtYAk)YJhfCTQ>H99P*f8Qu}S=MKWa*5F-^6x9~a$LHH694l$ zZfL~6$V4P&z<@yt7vA@h{|f~F-`>(nw1oY-D_R-j5oH)g#WVN@B9Ecty5Gk_1<%3S zFtY}(J_XVyZ_T^t@#8`9rAQKK>%Ga_6q?MJ4-Rk%xo20R~VBOs!qoO#D z9YJXF;VEHl)Sf8LGR`vAN8u%gb6O9K^AQ}4t~1Ae<55-^18%C`|17tdNeDE87;?wC zY*a0B#>u|3l4+2laro%@Q5a*{SH7RHABWbXciNCR5dB2ow@P87WBmW)NpgB?d+fi2 z<|?lEE<&W~H??TQTBiGddLDjwe4=`>1sXlUq?+4lV5 zxH*ywn9RKNM)L9=2&2yIQ5TJ#7ecO}dfmJ1Ab4>!cVVfq6rgjl^Lfdknms%uG( zB7lwl86 z{Y})x=7ptGjaHm2VW8wCrT;Xw)D)XQnBDHMu7%&YX^j0gD{Nsv>@J@-?Wac&s|8S6o!Z(QnSGN!v2Hxy5rb}zTXGQSdX4vv_L45f;Ly;_zFSau_-3(?uy7I# z4WsP7jX;n3i}RV?W0$k-wm6`A1J}7CaMEbRXX zjRmm%q0VEhJdLtoFv$}4;~gt_P=ufpS_=m_Xc6_=gK=}xn>V@a7i1IUvy4yB%x&n` zLMR_cf=2w#Px|mJIB$q{o^r+MU3fDG{d|QJ>w;SiSl&(-LYIB$dhv;5Klk@X-Fk zezDsKi~zdQMo{QNE8Z>kJ(L#SxlMUyCL`#KO3TU)c9wyohgfB#gi#C0XlPKRB=)q* zvm)|n+1bN1t?P#B~4WLbIMEq1?(!HI|G)JdWBF3%>Z1rSx!BZS5qDLfv;10uI?`mX`Q7 zzc`X5sa>C`=ObdGqSEiPvYv;3`b37}0-AIL_?Q{cbDM!i3S4+$WMp&&qT2|_&g4T} z%nl9?M&HiuWH~EFK1&63bu*OBwvxT9yA!VDMf07^yb(E#>u7IRdj9yWxDW{kOB%5t>wecBvJ zG)&{(AmaXS5c|IXbw%7%Q$oQl43Hgun-UK<$CCNa^eXi#jpq>^;1&2b5fzo3lM|nU z&_3yA?Jfb0$KDNrM1n+lNzh5cfa936KR6-{#w9my-fRJBsYkZ6?@{{#JOQW!Ym@{q zlfya31MOP!iV3P%5>iN)ba5T9-V>$OzeFJH01LKirq9EkY*b=p4YULJR-rCVLB+Rm z#->oeTH2P2Ac$p$L*(YOo(h4ZA^!Sf{EA6CJXcp&@=ys3@W${l3q~fU01_to zEr29qDylAPuhWUANd-h=37?@P5h#i*E{;4naN4NdmGAHG#~|moq6A)PKRDTguyfXi zd|gGH+|vfu7bKsBr3))RYQbk`XIBYas+Yj~&qln?Z-LQ;+~)DuIbV4txId_Jb}~{g zf&6^ufmk5xXLqrybl7!QNf0g>8?n@}u(0sre}zkTl87$B$U&w9>4Gm1iEgcx^hAF8 z)VebCjf*1GrEZG7P5#TnAav?eS@{UkOE-@$AolMY9}jNPzoa`+ZV7l45gFN!T!i%Y zvy9axJeV0!{_aAOQDQ#A4hVS!$(p>SB^z|9G71SL*47H{?C$2kLF(LgAz&ydjjI*v zUV^6M%VV1OdLKr4Kz(r_*TE$&`%~1B+A1lugaa2?G78FQA`P0#fRq*fd*#v@~d7 z+3@E_y3WKW6)z-gHYTgkc&J`t+&4VjDs(v6#Nl=Pt06I)NNg`co+ShGHzdB5<7iYI zU3VJJQzu!bW#Zf_t4{F8nz|Exev*XMr$fbX;0 literal 0 HcmV?d00001 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833