From 245f00cfa990bc42d68622bd123374fcb3a885c3 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 15 Sep 2026 12:58:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mlfoundations-dev/b2_math_length_3k Source: Original Platform --- .gitattributes | 56 ++ README.md | 61 ++ added_tokens.json | 24 + all_results.json | 8 + config.json | 29 + configs.yaml | 37 + configuration.json | 1 + generation_config.json | 14 + merges.txt | 3 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 346 +++++++ special_tokens_map.json | 31 + tokenizer.json | 3 + tokenizer_config.json | 208 ++++ train_results.json | 8 + trainer_log.jsonl | 225 +++++ trainer_state.json | 1610 ++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 42797 bytes vocab.json | 3 + 23 files changed, 2682 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 config.json create mode 100644 configs.yaml create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b5cc020 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +merges.txt filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..c587019 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: apache-2.0 +base_model: Qwen/Qwen2.5-7B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: b2_math_length_3k + results: [] +--- + + + +# b2_math_length_3k + +This model is a fine-tuned version of [Qwen/Qwen2.5-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct) on the mlfoundations-dev/b2_math_length_3k dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 2e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 4 +- gradient_accumulation_steps: 24 +- total_train_batch_size: 96 +- total_eval_batch_size: 32 +- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 7.0 + +### Training results + + + +### Framework versions + +- Transformers 4.46.1 +- Pytorch 2.6.0+cu124 +- Datasets 3.1.0 +- Tokenizers 0.20.3 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..21d5b60 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 6.850632911392405, + "total_flos": 9.289277301231452e+17, + "train_loss": 0.3896952799654433, + "train_runtime": 26951.6631, + "train_samples_per_second": 0.821, + "train_steps_per_second": 0.008 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..6c52571 --- /dev/null +++ b/config.json @@ -0,0 +1,29 @@ +{ + "_name_or_path": "Qwen/Qwen2.5-7B-Instruct", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 3584, + "initializer_range": 0.02, + "intermediate_size": 18944, + "max_position_embeddings": 32768, + "max_window_layers": 28, + "model_type": "qwen2", + "num_attention_heads": 28, + "num_hidden_layers": 28, + "num_key_value_heads": 4, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.1", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 152064 +} diff --git a/configs.yaml b/configs.yaml new file mode 100644 index 0000000..8b1892b --- /dev/null +++ b/configs.yaml @@ -0,0 +1,37 @@ +assistant_tag: gpt +bf16: true +content_tag: value +cutoff_len: 16384 +dataloader_num_workers: 4 +dataloader_persistent_workers: true +dataloader_pin_memory: true +dataset: mlfoundations-dev/b2_math_length_3k +dataset_dir: ONLINE +ddp_timeout: 180000000 +deepspeed: dcft/train/zero3.json +do_train: true +enable_liger_kernel: true +finetuning_type: full +global_batch_size: 96 +gradient_accumulation_steps: 24 +hub_model_id: mlfoundations-dev/b2_math_length_3k +learning_rate: 2.0e-05 +logging_steps: 1 +lr_scheduler_type: cosine +messages: conversations +model_name_or_path: Qwen/Qwen2.5-7B-Instruct +num_train_epochs: 7.0 +output_dir: /data/cat/ws/ryma833h-dcft/checkpoints/b2_math_length_3k +overwrite_cache: true +per_device_train_batch_size: 1 +plot_loss: true +preprocessing_num_workers: 16 +push_to_db: true +push_to_hub: true +report_to: wandb +role_tag: from +save_strategy: epoch +stage: sft +template: qwen25 +user_tag: human +warmup_ratio: 0.1 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..a753841 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "4.46.1" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..febfe1f --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee17e3bd31f78d57c65abee85f03ebc8b129f50c4598b6a683c8f8020916387 +size 4877660776 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..3b93162 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccb0034be55e894799a2b693bce10dcd6b814b020f7368fbb57326c74df8f6a0 +size 4932751008 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..f69f67c --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6feefef9c4dba14b57d61e2577fec203122677d8ff0e9ada66c68c9270542c6a +size 4330865200 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..165bcb6 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5be729bc9820bde60b676a23c408c31eac5608a9bd3248209ab5b91419d6b7f6 +size 1089994880 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..6ca5084 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,346 @@ +{ + "metadata": { + "total_size": 15231233024 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00003-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..17305b3 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b84f53a --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,208 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..21d5b60 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 6.850632911392405, + "total_flos": 9.289277301231452e+17, + "train_loss": 0.3896952799654433, + "train_runtime": 26951.6631, + "train_samples_per_second": 0.821, + "train_steps_per_second": 0.008 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..57e2e91 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,225 @@ +{"current_steps": 1, "total_steps": 224, "loss": 0.7951, "lr": 8.695652173913044e-07, "epoch": 0.030379746835443037, "percentage": 0.45, "elapsed_time": "0:02:02", "remaining_time": "7:35:53"} +{"current_steps": 2, "total_steps": 224, "loss": 0.7914, "lr": 1.7391304347826088e-06, "epoch": 0.060759493670886074, "percentage": 0.89, "elapsed_time": "0:03:59", "remaining_time": "7:22:46"} +{"current_steps": 3, "total_steps": 224, "loss": 0.8256, "lr": 2.6086956521739132e-06, "epoch": 0.09113924050632911, "percentage": 1.34, "elapsed_time": "0:06:10", "remaining_time": "7:34:32"} +{"current_steps": 4, "total_steps": 224, "loss": 0.8069, "lr": 3.4782608695652175e-06, "epoch": 0.12151898734177215, "percentage": 1.79, "elapsed_time": "0:08:16", "remaining_time": "7:34:46"} +{"current_steps": 5, "total_steps": 224, "loss": 0.786, "lr": 4.347826086956522e-06, "epoch": 0.1518987341772152, "percentage": 2.23, "elapsed_time": "0:10:14", "remaining_time": "7:28:25"} +{"current_steps": 6, "total_steps": 224, "loss": 0.7004, "lr": 5.2173913043478265e-06, "epoch": 0.18227848101265823, "percentage": 2.68, "elapsed_time": "0:12:11", "remaining_time": "7:22:59"} +{"current_steps": 7, "total_steps": 224, "loss": 0.7298, "lr": 6.086956521739132e-06, "epoch": 0.21265822784810126, "percentage": 3.12, "elapsed_time": "0:14:14", "remaining_time": "7:21:16"} +{"current_steps": 8, "total_steps": 224, "loss": 0.6914, "lr": 6.956521739130435e-06, "epoch": 0.2430379746835443, "percentage": 3.57, "elapsed_time": "0:16:07", "remaining_time": "7:15:31"} +{"current_steps": 9, "total_steps": 224, "loss": 0.6995, "lr": 7.82608695652174e-06, "epoch": 0.27341772151898736, "percentage": 4.02, "elapsed_time": "0:18:16", "remaining_time": "7:16:31"} +{"current_steps": 10, "total_steps": 224, "loss": 0.6807, "lr": 8.695652173913044e-06, "epoch": 0.3037974683544304, "percentage": 4.46, "elapsed_time": "0:20:11", "remaining_time": "7:12:11"} +{"current_steps": 11, "total_steps": 224, "loss": 0.6618, "lr": 9.565217391304349e-06, "epoch": 0.3341772151898734, "percentage": 4.91, "elapsed_time": "0:22:18", "remaining_time": "7:12:02"} +{"current_steps": 12, "total_steps": 224, "loss": 0.6354, "lr": 1.0434782608695653e-05, "epoch": 0.36455696202531646, "percentage": 5.36, "elapsed_time": "0:24:22", "remaining_time": "7:10:42"} +{"current_steps": 13, "total_steps": 224, "loss": 0.6327, "lr": 1.1304347826086957e-05, "epoch": 0.3949367088607595, "percentage": 5.8, "elapsed_time": "0:26:22", "remaining_time": "7:07:58"} +{"current_steps": 14, "total_steps": 224, "loss": 0.6265, "lr": 1.2173913043478263e-05, "epoch": 0.4253164556962025, "percentage": 6.25, "elapsed_time": "0:28:10", "remaining_time": "7:02:44"} +{"current_steps": 15, "total_steps": 224, "loss": 0.6016, "lr": 1.3043478260869566e-05, "epoch": 0.45569620253164556, "percentage": 6.7, "elapsed_time": "0:30:16", "remaining_time": "7:01:44"} +{"current_steps": 16, "total_steps": 224, "loss": 0.6376, "lr": 1.391304347826087e-05, "epoch": 0.4860759493670886, "percentage": 7.14, "elapsed_time": "0:32:15", "remaining_time": "6:59:19"} +{"current_steps": 17, "total_steps": 224, "loss": 0.5866, "lr": 1.4782608695652174e-05, "epoch": 0.5164556962025316, "percentage": 7.59, "elapsed_time": "0:34:25", "remaining_time": "6:59:09"} +{"current_steps": 18, "total_steps": 224, "loss": 0.5703, "lr": 1.565217391304348e-05, "epoch": 0.5468354430379747, "percentage": 8.04, "elapsed_time": "0:36:22", "remaining_time": "6:56:16"} +{"current_steps": 19, "total_steps": 224, "loss": 0.5505, "lr": 1.6521739130434785e-05, "epoch": 0.5772151898734177, "percentage": 8.48, "elapsed_time": "0:38:16", "remaining_time": "6:52:57"} +{"current_steps": 20, "total_steps": 224, "loss": 0.5687, "lr": 1.739130434782609e-05, "epoch": 0.6075949367088608, "percentage": 8.93, "elapsed_time": "0:40:05", "remaining_time": "6:48:56"} +{"current_steps": 21, "total_steps": 224, "loss": 0.5613, "lr": 1.8260869565217393e-05, "epoch": 0.6379746835443038, "percentage": 9.38, "elapsed_time": "0:41:57", "remaining_time": "6:45:40"} +{"current_steps": 22, "total_steps": 224, "loss": 0.5463, "lr": 1.9130434782608697e-05, "epoch": 0.6683544303797468, "percentage": 9.82, "elapsed_time": "0:44:00", "remaining_time": "6:44:02"} +{"current_steps": 23, "total_steps": 224, "loss": 0.5378, "lr": 2e-05, "epoch": 0.6987341772151898, "percentage": 10.27, "elapsed_time": "0:45:56", "remaining_time": "6:41:30"} +{"current_steps": 24, "total_steps": 224, "loss": 0.5425, "lr": 1.999877856940653e-05, "epoch": 0.7291139240506329, "percentage": 10.71, "elapsed_time": "0:47:53", "remaining_time": "6:39:07"} +{"current_steps": 25, "total_steps": 224, "loss": 0.5394, "lr": 1.999511457600466e-05, "epoch": 0.759493670886076, "percentage": 11.16, "elapsed_time": "0:50:02", "remaining_time": "6:38:21"} +{"current_steps": 26, "total_steps": 224, "loss": 0.5322, "lr": 1.9989008914857115e-05, "epoch": 0.789873417721519, "percentage": 11.61, "elapsed_time": "0:51:57", "remaining_time": "6:35:37"} +{"current_steps": 27, "total_steps": 224, "loss": 0.5197, "lr": 1.998046307749216e-05, "epoch": 0.8202531645569621, "percentage": 12.05, "elapsed_time": "0:53:53", "remaining_time": "6:33:13"} +{"current_steps": 28, "total_steps": 224, "loss": 0.53, "lr": 1.9969479151539238e-05, "epoch": 0.850632911392405, "percentage": 12.5, "elapsed_time": "0:55:49", "remaining_time": "6:30:45"} +{"current_steps": 29, "total_steps": 224, "loss": 0.5197, "lr": 1.9956059820218982e-05, "epoch": 0.8810126582278481, "percentage": 12.95, "elapsed_time": "0:57:43", "remaining_time": "6:28:10"} +{"current_steps": 30, "total_steps": 224, "loss": 0.5176, "lr": 1.9940208361687762e-05, "epoch": 0.9113924050632911, "percentage": 13.39, "elapsed_time": "0:59:45", "remaining_time": "6:26:24"} +{"current_steps": 31, "total_steps": 224, "loss": 0.5096, "lr": 1.9921928648236855e-05, "epoch": 0.9417721518987342, "percentage": 13.84, "elapsed_time": "1:01:42", "remaining_time": "6:24:10"} +{"current_steps": 32, "total_steps": 224, "loss": 0.5026, "lr": 1.990122514534651e-05, "epoch": 0.9721518987341772, "percentage": 14.29, "elapsed_time": "1:03:39", "remaining_time": "6:21:59"} +{"current_steps": 33, "total_steps": 224, "loss": 0.4982, "lr": 1.9878102910595097e-05, "epoch": 1.010126582278481, "percentage": 14.73, "elapsed_time": "1:06:10", "remaining_time": "6:23:01"} +{"current_steps": 34, "total_steps": 224, "loss": 0.4825, "lr": 1.985256759242359e-05, "epoch": 1.040506329113924, "percentage": 15.18, "elapsed_time": "1:08:13", "remaining_time": "6:21:13"} +{"current_steps": 35, "total_steps": 224, "loss": 0.4927, "lr": 1.982462542875576e-05, "epoch": 1.070886075949367, "percentage": 15.62, "elapsed_time": "1:10:13", "remaining_time": "6:19:13"} +{"current_steps": 36, "total_steps": 224, "loss": 0.4858, "lr": 1.979428324547432e-05, "epoch": 1.1012658227848102, "percentage": 16.07, "elapsed_time": "1:12:16", "remaining_time": "6:17:26"} +{"current_steps": 37, "total_steps": 224, "loss": 0.4878, "lr": 1.9761548454753455e-05, "epoch": 1.1316455696202532, "percentage": 16.52, "elapsed_time": "1:14:05", "remaining_time": "6:14:27"} +{"current_steps": 38, "total_steps": 224, "loss": 0.48, "lr": 1.972642905324813e-05, "epoch": 1.1620253164556962, "percentage": 16.96, "elapsed_time": "1:15:58", "remaining_time": "6:11:50"} +{"current_steps": 39, "total_steps": 224, "loss": 0.4767, "lr": 1.9688933620140638e-05, "epoch": 1.1924050632911392, "percentage": 17.41, "elapsed_time": "1:17:44", "remaining_time": "6:08:44"} +{"current_steps": 40, "total_steps": 224, "loss": 0.4748, "lr": 1.96490713150448e-05, "epoch": 1.2227848101265824, "percentage": 17.86, "elapsed_time": "1:19:46", "remaining_time": "6:06:58"} +{"current_steps": 41, "total_steps": 224, "loss": 0.4827, "lr": 1.9606851875768404e-05, "epoch": 1.2531645569620253, "percentage": 18.3, "elapsed_time": "1:21:51", "remaining_time": "6:05:23"} +{"current_steps": 42, "total_steps": 224, "loss": 0.4745, "lr": 1.956228561593441e-05, "epoch": 1.2835443037974683, "percentage": 18.75, "elapsed_time": "1:23:52", "remaining_time": "6:03:27"} +{"current_steps": 43, "total_steps": 224, "loss": 0.4794, "lr": 1.9515383422461457e-05, "epoch": 1.3139240506329113, "percentage": 19.2, "elapsed_time": "1:26:04", "remaining_time": "6:02:19"} +{"current_steps": 44, "total_steps": 224, "loss": 0.458, "lr": 1.9466156752904344e-05, "epoch": 1.3443037974683545, "percentage": 19.64, "elapsed_time": "1:28:03", "remaining_time": "6:00:15"} +{"current_steps": 45, "total_steps": 224, "loss": 0.455, "lr": 1.9414617632655114e-05, "epoch": 1.3746835443037975, "percentage": 20.09, "elapsed_time": "1:29:54", "remaining_time": "5:57:39"} +{"current_steps": 46, "total_steps": 224, "loss": 0.4572, "lr": 1.9360778652005416e-05, "epoch": 1.4050632911392404, "percentage": 20.54, "elapsed_time": "1:31:45", "remaining_time": "5:55:04"} +{"current_steps": 47, "total_steps": 224, "loss": 0.4616, "lr": 1.9304652963070868e-05, "epoch": 1.4354430379746836, "percentage": 20.98, "elapsed_time": "1:33:45", "remaining_time": "5:53:06"} +{"current_steps": 48, "total_steps": 224, "loss": 0.4527, "lr": 1.9246254276578175e-05, "epoch": 1.4658227848101266, "percentage": 21.43, "elapsed_time": "1:35:37", "remaining_time": "5:50:37"} +{"current_steps": 49, "total_steps": 224, "loss": 0.4671, "lr": 1.9185596858515797e-05, "epoch": 1.4962025316455696, "percentage": 21.88, "elapsed_time": "1:37:33", "remaining_time": "5:48:24"} +{"current_steps": 50, "total_steps": 224, "loss": 0.4615, "lr": 1.9122695526648968e-05, "epoch": 1.5265822784810128, "percentage": 22.32, "elapsed_time": "1:39:19", "remaining_time": "5:45:40"} +{"current_steps": 51, "total_steps": 224, "loss": 0.4628, "lr": 1.905756564689991e-05, "epoch": 1.5569620253164556, "percentage": 22.77, "elapsed_time": "1:41:16", "remaining_time": "5:43:30"} +{"current_steps": 52, "total_steps": 224, "loss": 0.4509, "lr": 1.8990223129594146e-05, "epoch": 1.5873417721518988, "percentage": 23.21, "elapsed_time": "1:43:07", "remaining_time": "5:41:06"} +{"current_steps": 53, "total_steps": 224, "loss": 0.458, "lr": 1.8920684425573865e-05, "epoch": 1.6177215189873417, "percentage": 23.66, "elapsed_time": "1:45:06", "remaining_time": "5:39:07"} +{"current_steps": 54, "total_steps": 224, "loss": 0.4619, "lr": 1.884896652217917e-05, "epoch": 1.6481012658227847, "percentage": 24.11, "elapsed_time": "1:47:04", "remaining_time": "5:37:04"} +{"current_steps": 55, "total_steps": 224, "loss": 0.474, "lr": 1.877508693909831e-05, "epoch": 1.678481012658228, "percentage": 24.55, "elapsed_time": "1:49:11", "remaining_time": "5:35:31"} +{"current_steps": 56, "total_steps": 224, "loss": 0.4236, "lr": 1.8699063724087905e-05, "epoch": 1.7088607594936709, "percentage": 25.0, "elapsed_time": "1:51:02", "remaining_time": "5:33:08"} +{"current_steps": 57, "total_steps": 224, "loss": 0.4623, "lr": 1.862091544856407e-05, "epoch": 1.7392405063291139, "percentage": 25.45, "elapsed_time": "1:53:04", "remaining_time": "5:31:17"} +{"current_steps": 58, "total_steps": 224, "loss": 0.4471, "lr": 1.854066120306571e-05, "epoch": 1.769620253164557, "percentage": 25.89, "elapsed_time": "1:55:00", "remaining_time": "5:29:09"} +{"current_steps": 59, "total_steps": 224, "loss": 0.4508, "lr": 1.8458320592590976e-05, "epoch": 1.8, "percentage": 26.34, "elapsed_time": "1:56:58", "remaining_time": "5:27:08"} +{"current_steps": 60, "total_steps": 224, "loss": 0.47, "lr": 1.837391373180801e-05, "epoch": 1.830379746835443, "percentage": 26.79, "elapsed_time": "1:58:53", "remaining_time": "5:24:59"} +{"current_steps": 61, "total_steps": 224, "loss": 0.455, "lr": 1.8287461240141217e-05, "epoch": 1.8607594936708862, "percentage": 27.23, "elapsed_time": "2:00:58", "remaining_time": "5:23:16"} +{"current_steps": 62, "total_steps": 224, "loss": 0.4526, "lr": 1.8198984236734246e-05, "epoch": 1.891139240506329, "percentage": 27.68, "elapsed_time": "2:03:01", "remaining_time": "5:21:28"} +{"current_steps": 63, "total_steps": 224, "loss": 0.4546, "lr": 1.8108504335290852e-05, "epoch": 1.9215189873417722, "percentage": 28.12, "elapsed_time": "2:05:02", "remaining_time": "5:19:33"} +{"current_steps": 64, "total_steps": 224, "loss": 0.4472, "lr": 1.8016043638794975e-05, "epoch": 1.9518987341772152, "percentage": 28.57, "elapsed_time": "2:07:03", "remaining_time": "5:17:38"} +{"current_steps": 65, "total_steps": 224, "loss": 0.4544, "lr": 1.7921624734111292e-05, "epoch": 1.9822784810126581, "percentage": 29.02, "elapsed_time": "2:09:03", "remaining_time": "5:15:41"} +{"current_steps": 66, "total_steps": 224, "loss": 0.4304, "lr": 1.7825270686467567e-05, "epoch": 2.020253164556962, "percentage": 29.46, "elapsed_time": "2:11:50", "remaining_time": "5:15:37"} +{"current_steps": 67, "total_steps": 224, "loss": 0.4278, "lr": 1.7727005033820117e-05, "epoch": 2.050632911392405, "percentage": 29.91, "elapsed_time": "2:13:54", "remaining_time": "5:13:47"} +{"current_steps": 68, "total_steps": 224, "loss": 0.389, "lr": 1.762685178110382e-05, "epoch": 2.081012658227848, "percentage": 30.36, "elapsed_time": "2:15:45", "remaining_time": "5:11:27"} +{"current_steps": 69, "total_steps": 224, "loss": 0.4189, "lr": 1.752483539436807e-05, "epoch": 2.1113924050632913, "percentage": 30.8, "elapsed_time": "2:17:51", "remaining_time": "5:09:41"} +{"current_steps": 70, "total_steps": 224, "loss": 0.4029, "lr": 1.7420980794800013e-05, "epoch": 2.141772151898734, "percentage": 31.25, "elapsed_time": "2:19:51", "remaining_time": "5:07:40"} +{"current_steps": 71, "total_steps": 224, "loss": 0.4116, "lr": 1.731531335263669e-05, "epoch": 2.1721518987341772, "percentage": 31.7, "elapsed_time": "2:21:50", "remaining_time": "5:05:39"} +{"current_steps": 72, "total_steps": 224, "loss": 0.3974, "lr": 1.720785888096743e-05, "epoch": 2.2025316455696204, "percentage": 32.14, "elapsed_time": "2:23:54", "remaining_time": "5:03:48"} +{"current_steps": 73, "total_steps": 224, "loss": 0.3987, "lr": 1.7098643629428035e-05, "epoch": 2.232911392405063, "percentage": 32.59, "elapsed_time": "2:25:45", "remaining_time": "5:01:30"} +{"current_steps": 74, "total_steps": 224, "loss": 0.4096, "lr": 1.698769427778842e-05, "epoch": 2.2632911392405064, "percentage": 33.04, "elapsed_time": "2:27:47", "remaining_time": "4:59:34"} +{"current_steps": 75, "total_steps": 224, "loss": 0.4152, "lr": 1.687503792943506e-05, "epoch": 2.293670886075949, "percentage": 33.48, "elapsed_time": "2:29:48", "remaining_time": "4:57:37"} +{"current_steps": 76, "total_steps": 224, "loss": 0.4082, "lr": 1.6760702104750046e-05, "epoch": 2.3240506329113924, "percentage": 33.93, "elapsed_time": "2:31:51", "remaining_time": "4:55:43"} +{"current_steps": 77, "total_steps": 224, "loss": 0.398, "lr": 1.664471473438822e-05, "epoch": 2.3544303797468356, "percentage": 34.38, "elapsed_time": "2:33:49", "remaining_time": "4:53:39"} +{"current_steps": 78, "total_steps": 224, "loss": 0.4009, "lr": 1.6527104152454096e-05, "epoch": 2.3848101265822783, "percentage": 34.82, "elapsed_time": "2:35:42", "remaining_time": "4:51:26"} +{"current_steps": 79, "total_steps": 224, "loss": 0.4108, "lr": 1.6407899089580263e-05, "epoch": 2.4151898734177215, "percentage": 35.27, "elapsed_time": "2:37:31", "remaining_time": "4:49:06"} +{"current_steps": 80, "total_steps": 224, "loss": 0.4034, "lr": 1.628712866590885e-05, "epoch": 2.4455696202531647, "percentage": 35.71, "elapsed_time": "2:39:20", "remaining_time": "4:46:48"} +{"current_steps": 81, "total_steps": 224, "loss": 0.393, "lr": 1.6164822383977912e-05, "epoch": 2.4759493670886075, "percentage": 36.16, "elapsed_time": "2:41:01", "remaining_time": "4:44:17"} +{"current_steps": 82, "total_steps": 224, "loss": 0.4089, "lr": 1.604101012151436e-05, "epoch": 2.5063291139240507, "percentage": 36.61, "elapsed_time": "2:43:01", "remaining_time": "4:42:17"} +{"current_steps": 83, "total_steps": 224, "loss": 0.3894, "lr": 1.5915722124135227e-05, "epoch": 2.536708860759494, "percentage": 37.05, "elapsed_time": "2:44:58", "remaining_time": "4:40:15"} +{"current_steps": 84, "total_steps": 224, "loss": 0.4039, "lr": 1.5788988997959115e-05, "epoch": 2.5670886075949366, "percentage": 37.5, "elapsed_time": "2:47:03", "remaining_time": "4:38:25"} +{"current_steps": 85, "total_steps": 224, "loss": 0.3961, "lr": 1.5660841702129533e-05, "epoch": 2.59746835443038, "percentage": 37.95, "elapsed_time": "2:49:06", "remaining_time": "4:36:32"} +{"current_steps": 86, "total_steps": 224, "loss": 0.3863, "lr": 1.5531311541251995e-05, "epoch": 2.6278481012658226, "percentage": 38.39, "elapsed_time": "2:51:08", "remaining_time": "4:34:37"} +{"current_steps": 87, "total_steps": 224, "loss": 0.3994, "lr": 1.540043015774676e-05, "epoch": 2.6582278481012658, "percentage": 38.84, "elapsed_time": "2:53:03", "remaining_time": "4:32:30"} +{"current_steps": 88, "total_steps": 224, "loss": 0.4003, "lr": 1.5268229524119007e-05, "epoch": 2.688607594936709, "percentage": 39.29, "elapsed_time": "2:55:00", "remaining_time": "4:30:28"} +{"current_steps": 89, "total_steps": 224, "loss": 0.3899, "lr": 1.513474193514842e-05, "epoch": 2.7189873417721517, "percentage": 39.73, "elapsed_time": "2:57:01", "remaining_time": "4:28:31"} +{"current_steps": 90, "total_steps": 224, "loss": 0.3932, "lr": 1.5000000000000002e-05, "epoch": 2.749367088607595, "percentage": 40.18, "elapsed_time": "2:58:56", "remaining_time": "4:26:24"} +{"current_steps": 91, "total_steps": 224, "loss": 0.4052, "lr": 1.4864036634258112e-05, "epoch": 2.779746835443038, "percentage": 40.62, "elapsed_time": "3:00:51", "remaining_time": "4:24:19"} +{"current_steps": 92, "total_steps": 224, "loss": 0.4164, "lr": 1.4726885051885654e-05, "epoch": 2.810126582278481, "percentage": 41.07, "elapsed_time": "3:02:58", "remaining_time": "4:22:31"} +{"current_steps": 93, "total_steps": 224, "loss": 0.4016, "lr": 1.4588578757110359e-05, "epoch": 2.840506329113924, "percentage": 41.52, "elapsed_time": "3:05:02", "remaining_time": "4:20:38"} +{"current_steps": 94, "total_steps": 224, "loss": 0.3997, "lr": 1.4449151536240167e-05, "epoch": 2.8708860759493673, "percentage": 41.96, "elapsed_time": "3:06:58", "remaining_time": "4:18:34"} +{"current_steps": 95, "total_steps": 224, "loss": 0.4197, "lr": 1.4308637449409705e-05, "epoch": 2.90126582278481, "percentage": 42.41, "elapsed_time": "3:08:55", "remaining_time": "4:16:32"} +{"current_steps": 96, "total_steps": 224, "loss": 0.4058, "lr": 1.4167070822259868e-05, "epoch": 2.9316455696202532, "percentage": 42.86, "elapsed_time": "3:11:05", "remaining_time": "4:14:47"} +{"current_steps": 97, "total_steps": 224, "loss": 0.3994, "lr": 1.402448623755254e-05, "epoch": 2.962025316455696, "percentage": 43.3, "elapsed_time": "3:13:00", "remaining_time": "4:12:42"} +{"current_steps": 98, "total_steps": 224, "loss": 0.4089, "lr": 1.3880918526722497e-05, "epoch": 2.992405063291139, "percentage": 43.75, "elapsed_time": "3:15:01", "remaining_time": "4:10:45"} +{"current_steps": 99, "total_steps": 224, "loss": 0.3687, "lr": 1.3736402761368597e-05, "epoch": 3.030379746835443, "percentage": 44.2, "elapsed_time": "3:17:40", "remaining_time": "4:09:35"} +{"current_steps": 100, "total_steps": 224, "loss": 0.3729, "lr": 1.3590974244686248e-05, "epoch": 3.060759493670886, "percentage": 44.64, "elapsed_time": "3:19:38", "remaining_time": "4:07:33"} +{"current_steps": 101, "total_steps": 224, "loss": 0.3558, "lr": 1.344466850284333e-05, "epoch": 3.091139240506329, "percentage": 45.09, "elapsed_time": "3:21:48", "remaining_time": "4:05:45"} +{"current_steps": 102, "total_steps": 224, "loss": 0.3496, "lr": 1.3297521276301666e-05, "epoch": 3.1215189873417724, "percentage": 45.54, "elapsed_time": "3:23:41", "remaining_time": "4:03:37"} +{"current_steps": 103, "total_steps": 224, "loss": 0.3591, "lr": 1.3149568511086104e-05, "epoch": 3.151898734177215, "percentage": 45.98, "elapsed_time": "3:25:28", "remaining_time": "4:01:23"} +{"current_steps": 104, "total_steps": 224, "loss": 0.3646, "lr": 1.300084635000341e-05, "epoch": 3.1822784810126583, "percentage": 46.43, "elapsed_time": "3:27:23", "remaining_time": "3:59:17"} +{"current_steps": 105, "total_steps": 224, "loss": 0.3495, "lr": 1.2851391123813075e-05, "epoch": 3.212658227848101, "percentage": 46.88, "elapsed_time": "3:29:19", "remaining_time": "3:57:14"} +{"current_steps": 106, "total_steps": 224, "loss": 0.3549, "lr": 1.2701239342352223e-05, "epoch": 3.2430379746835443, "percentage": 47.32, "elapsed_time": "3:31:18", "remaining_time": "3:55:13"} +{"current_steps": 107, "total_steps": 224, "loss": 0.3635, "lr": 1.2550427685616767e-05, "epoch": 3.2734177215189875, "percentage": 47.77, "elapsed_time": "3:33:21", "remaining_time": "3:53:18"} +{"current_steps": 108, "total_steps": 224, "loss": 0.3397, "lr": 1.239899299480098e-05, "epoch": 3.3037974683544302, "percentage": 48.21, "elapsed_time": "3:35:09", "remaining_time": "3:51:05"} +{"current_steps": 109, "total_steps": 224, "loss": 0.3396, "lr": 1.2246972263297718e-05, "epoch": 3.3341772151898734, "percentage": 48.66, "elapsed_time": "3:36:47", "remaining_time": "3:48:43"} +{"current_steps": 110, "total_steps": 224, "loss": 0.3487, "lr": 1.2094402627661447e-05, "epoch": 3.3645569620253166, "percentage": 49.11, "elapsed_time": "3:38:43", "remaining_time": "3:46:40"} +{"current_steps": 111, "total_steps": 224, "loss": 0.3619, "lr": 1.1941321358536278e-05, "epoch": 3.3949367088607594, "percentage": 49.55, "elapsed_time": "3:40:58", "remaining_time": "3:44:56"} +{"current_steps": 112, "total_steps": 224, "loss": 0.3476, "lr": 1.1787765851551296e-05, "epoch": 3.4253164556962026, "percentage": 50.0, "elapsed_time": "3:42:53", "remaining_time": "3:42:53"} +{"current_steps": 113, "total_steps": 224, "loss": 0.3562, "lr": 1.1633773618185302e-05, "epoch": 3.4556962025316453, "percentage": 50.45, "elapsed_time": "3:45:08", "remaining_time": "3:41:09"} +{"current_steps": 114, "total_steps": 224, "loss": 0.3618, "lr": 1.14793822766033e-05, "epoch": 3.4860759493670885, "percentage": 50.89, "elapsed_time": "3:47:07", "remaining_time": "3:39:09"} +{"current_steps": 115, "total_steps": 224, "loss": 0.3626, "lr": 1.132462954246688e-05, "epoch": 3.5164556962025317, "percentage": 51.34, "elapsed_time": "3:49:19", "remaining_time": "3:37:21"} +{"current_steps": 116, "total_steps": 224, "loss": 0.3615, "lr": 1.1169553219720828e-05, "epoch": 3.546835443037975, "percentage": 51.79, "elapsed_time": "3:51:18", "remaining_time": "3:35:21"} +{"current_steps": 117, "total_steps": 224, "loss": 0.3533, "lr": 1.1014191191358118e-05, "epoch": 3.5772151898734177, "percentage": 52.23, "elapsed_time": "3:53:20", "remaining_time": "3:33:24"} +{"current_steps": 118, "total_steps": 224, "loss": 0.3636, "lr": 1.085858141016566e-05, "epoch": 3.607594936708861, "percentage": 52.68, "elapsed_time": "3:55:26", "remaining_time": "3:31:30"} +{"current_steps": 119, "total_steps": 224, "loss": 0.3514, "lr": 1.070276188945293e-05, "epoch": 3.6379746835443036, "percentage": 53.12, "elapsed_time": "3:57:17", "remaining_time": "3:29:22"} +{"current_steps": 120, "total_steps": 224, "loss": 0.3366, "lr": 1.0546770693765859e-05, "epoch": 3.668354430379747, "percentage": 53.57, "elapsed_time": "3:59:16", "remaining_time": "3:27:22"} +{"current_steps": 121, "total_steps": 224, "loss": 0.3494, "lr": 1.0390645929588197e-05, "epoch": 3.69873417721519, "percentage": 54.02, "elapsed_time": "4:01:20", "remaining_time": "3:25:26"} +{"current_steps": 122, "total_steps": 224, "loss": 0.354, "lr": 1.0234425736032607e-05, "epoch": 3.729113924050633, "percentage": 54.46, "elapsed_time": "4:03:25", "remaining_time": "3:23:31"} +{"current_steps": 123, "total_steps": 224, "loss": 0.3504, "lr": 1.007814827552384e-05, "epoch": 3.759493670886076, "percentage": 54.91, "elapsed_time": "4:05:15", "remaining_time": "3:21:23"} +{"current_steps": 124, "total_steps": 224, "loss": 0.356, "lr": 9.92185172447616e-06, "epoch": 3.7898734177215188, "percentage": 55.36, "elapsed_time": "4:07:15", "remaining_time": "3:19:23"} +{"current_steps": 125, "total_steps": 224, "loss": 0.3416, "lr": 9.765574263967397e-06, "epoch": 3.820253164556962, "percentage": 55.8, "elapsed_time": "4:09:20", "remaining_time": "3:17:29"} +{"current_steps": 126, "total_steps": 224, "loss": 0.3424, "lr": 9.609354070411807e-06, "epoch": 3.850632911392405, "percentage": 56.25, "elapsed_time": "4:11:15", "remaining_time": "3:15:25"} +{"current_steps": 127, "total_steps": 224, "loss": 0.3602, "lr": 9.453229306234143e-06, "epoch": 3.8810126582278484, "percentage": 56.7, "elapsed_time": "4:13:21", "remaining_time": "3:13:30"} +{"current_steps": 128, "total_steps": 224, "loss": 0.3585, "lr": 9.297238110547075e-06, "epoch": 3.911392405063291, "percentage": 57.14, "elapsed_time": "4:15:26", "remaining_time": "3:11:34"} +{"current_steps": 129, "total_steps": 224, "loss": 0.3554, "lr": 9.14141858983434e-06, "epoch": 3.9417721518987343, "percentage": 57.59, "elapsed_time": "4:17:31", "remaining_time": "3:09:38"} +{"current_steps": 130, "total_steps": 224, "loss": 0.3497, "lr": 8.985808808641883e-06, "epoch": 3.972151898734177, "percentage": 58.04, "elapsed_time": "4:19:25", "remaining_time": "3:07:35"} +{"current_steps": 131, "total_steps": 224, "loss": 0.3368, "lr": 8.830446780279175e-06, "epoch": 4.010126582278481, "percentage": 58.48, "elapsed_time": "4:22:14", "remaining_time": "3:06:10"} +{"current_steps": 132, "total_steps": 224, "loss": 0.3178, "lr": 8.675370457533122e-06, "epoch": 4.040506329113924, "percentage": 58.93, "elapsed_time": "4:24:18", "remaining_time": "3:04:12"} +{"current_steps": 133, "total_steps": 224, "loss": 0.3166, "lr": 8.520617723396702e-06, "epoch": 4.0708860759493675, "percentage": 59.38, "elapsed_time": "4:26:15", "remaining_time": "3:02:10"} +{"current_steps": 134, "total_steps": 224, "loss": 0.3157, "lr": 8.366226381814698e-06, "epoch": 4.10126582278481, "percentage": 59.82, "elapsed_time": "4:28:12", "remaining_time": "3:00:08"} +{"current_steps": 135, "total_steps": 224, "loss": 0.3051, "lr": 8.212234148448708e-06, "epoch": 4.131645569620253, "percentage": 60.27, "elapsed_time": "4:30:04", "remaining_time": "2:58:02"} +{"current_steps": 136, "total_steps": 224, "loss": 0.3134, "lr": 8.058678641463724e-06, "epoch": 4.162025316455696, "percentage": 60.71, "elapsed_time": "4:32:13", "remaining_time": "2:56:09"} +{"current_steps": 137, "total_steps": 224, "loss": 0.3179, "lr": 7.905597372338558e-06, "epoch": 4.192405063291139, "percentage": 61.16, "elapsed_time": "4:34:01", "remaining_time": "2:54:01"} +{"current_steps": 138, "total_steps": 224, "loss": 0.3074, "lr": 7.753027736702283e-06, "epoch": 4.222784810126583, "percentage": 61.61, "elapsed_time": "4:35:58", "remaining_time": "2:51:58"} +{"current_steps": 139, "total_steps": 224, "loss": 0.3273, "lr": 7.601007005199022e-06, "epoch": 4.253164556962025, "percentage": 62.05, "elapsed_time": "4:38:08", "remaining_time": "2:50:04"} +{"current_steps": 140, "total_steps": 224, "loss": 0.3194, "lr": 7.449572314383237e-06, "epoch": 4.283544303797468, "percentage": 62.5, "elapsed_time": "4:39:56", "remaining_time": "2:47:58"} +{"current_steps": 141, "total_steps": 224, "loss": 0.3199, "lr": 7.298760657647779e-06, "epoch": 4.313924050632911, "percentage": 62.95, "elapsed_time": "4:41:54", "remaining_time": "2:45:56"} +{"current_steps": 142, "total_steps": 224, "loss": 0.3065, "lr": 7.148608876186931e-06, "epoch": 4.3443037974683545, "percentage": 63.39, "elapsed_time": "4:43:54", "remaining_time": "2:43:56"} +{"current_steps": 143, "total_steps": 224, "loss": 0.3085, "lr": 6.999153649996595e-06, "epoch": 4.374683544303798, "percentage": 63.84, "elapsed_time": "4:45:59", "remaining_time": "2:41:59"} +{"current_steps": 144, "total_steps": 224, "loss": 0.3209, "lr": 6.8504314889138956e-06, "epoch": 4.405063291139241, "percentage": 64.29, "elapsed_time": "4:47:57", "remaining_time": "2:39:58"} +{"current_steps": 145, "total_steps": 224, "loss": 0.3043, "lr": 6.702478723698336e-06, "epoch": 4.435443037974683, "percentage": 64.73, "elapsed_time": "4:49:44", "remaining_time": "2:37:51"} +{"current_steps": 146, "total_steps": 224, "loss": 0.3164, "lr": 6.555331497156671e-06, "epoch": 4.465822784810126, "percentage": 65.18, "elapsed_time": "4:51:55", "remaining_time": "2:35:57"} +{"current_steps": 147, "total_steps": 224, "loss": 0.3199, "lr": 6.4090257553137566e-06, "epoch": 4.49620253164557, "percentage": 65.62, "elapsed_time": "4:53:46", "remaining_time": "2:33:53"} +{"current_steps": 148, "total_steps": 224, "loss": 0.3267, "lr": 6.263597238631405e-06, "epoch": 4.526582278481013, "percentage": 66.07, "elapsed_time": "4:55:57", "remaining_time": "2:31:58"} +{"current_steps": 149, "total_steps": 224, "loss": 0.3021, "lr": 6.119081473277502e-06, "epoch": 4.556962025316456, "percentage": 66.52, "elapsed_time": "4:57:54", "remaining_time": "2:29:57"} +{"current_steps": 150, "total_steps": 224, "loss": 0.318, "lr": 5.975513762447465e-06, "epoch": 4.587341772151898, "percentage": 66.96, "elapsed_time": "4:59:56", "remaining_time": "2:27:58"} +{"current_steps": 151, "total_steps": 224, "loss": 0.3095, "lr": 5.832929177740134e-06, "epoch": 4.6177215189873415, "percentage": 67.41, "elapsed_time": "5:02:04", "remaining_time": "2:26:02"} +{"current_steps": 152, "total_steps": 224, "loss": 0.311, "lr": 5.6913625505902966e-06, "epoch": 4.648101265822785, "percentage": 67.86, "elapsed_time": "5:04:06", "remaining_time": "2:24:03"} +{"current_steps": 153, "total_steps": 224, "loss": 0.3068, "lr": 5.550848463759835e-06, "epoch": 4.678481012658228, "percentage": 68.3, "elapsed_time": "5:06:04", "remaining_time": "2:22:02"} +{"current_steps": 154, "total_steps": 224, "loss": 0.302, "lr": 5.411421242889643e-06, "epoch": 4.708860759493671, "percentage": 68.75, "elapsed_time": "5:07:57", "remaining_time": "2:19:58"} +{"current_steps": 155, "total_steps": 224, "loss": 0.3027, "lr": 5.273114948114346e-06, "epoch": 4.739240506329114, "percentage": 69.2, "elapsed_time": "5:09:55", "remaining_time": "2:17:58"} +{"current_steps": 156, "total_steps": 224, "loss": 0.3114, "lr": 5.135963365741892e-06, "epoch": 4.769620253164557, "percentage": 69.64, "elapsed_time": "5:11:46", "remaining_time": "2:15:54"} +{"current_steps": 157, "total_steps": 224, "loss": 0.3114, "lr": 5.000000000000003e-06, "epoch": 4.8, "percentage": 70.09, "elapsed_time": "5:13:37", "remaining_time": "2:13:50"} +{"current_steps": 158, "total_steps": 224, "loss": 0.309, "lr": 4.865258064851579e-06, "epoch": 4.830379746835443, "percentage": 70.54, "elapsed_time": "5:15:38", "remaining_time": "2:11:51"} +{"current_steps": 159, "total_steps": 224, "loss": 0.3146, "lr": 4.731770475880995e-06, "epoch": 4.860759493670886, "percentage": 70.98, "elapsed_time": "5:17:26", "remaining_time": "2:09:46"} +{"current_steps": 160, "total_steps": 224, "loss": 0.3094, "lr": 4.599569842253244e-06, "epoch": 4.891139240506329, "percentage": 71.43, "elapsed_time": "5:19:27", "remaining_time": "2:07:47"} +{"current_steps": 161, "total_steps": 224, "loss": 0.2999, "lr": 4.468688458748006e-06, "epoch": 4.921518987341772, "percentage": 71.88, "elapsed_time": "5:21:20", "remaining_time": "2:05:44"} +{"current_steps": 162, "total_steps": 224, "loss": 0.3264, "lr": 4.339158297870469e-06, "epoch": 4.951898734177215, "percentage": 72.32, "elapsed_time": "5:23:21", "remaining_time": "2:03:45"} +{"current_steps": 163, "total_steps": 224, "loss": 0.3122, "lr": 4.211011002040885e-06, "epoch": 4.982278481012658, "percentage": 72.77, "elapsed_time": "5:25:18", "remaining_time": "2:01:44"} +{"current_steps": 164, "total_steps": 224, "loss": 0.291, "lr": 4.084277875864776e-06, "epoch": 5.020253164556962, "percentage": 73.21, "elapsed_time": "5:28:00", "remaining_time": "2:00:00"} +{"current_steps": 165, "total_steps": 224, "loss": 0.2864, "lr": 3.958989878485644e-06, "epoch": 5.050632911392405, "percentage": 73.66, "elapsed_time": "5:29:50", "remaining_time": "1:57:56"} +{"current_steps": 166, "total_steps": 224, "loss": 0.2827, "lr": 3.83517761602209e-06, "epoch": 5.0810126582278485, "percentage": 74.11, "elapsed_time": "5:31:52", "remaining_time": "1:55:57"} +{"current_steps": 167, "total_steps": 224, "loss": 0.2725, "lr": 3.712871334091154e-06, "epoch": 5.111392405063291, "percentage": 74.55, "elapsed_time": "5:33:45", "remaining_time": "1:53:55"} +{"current_steps": 168, "total_steps": 224, "loss": 0.2927, "lr": 3.592100910419738e-06, "epoch": 5.141772151898734, "percentage": 75.0, "elapsed_time": "5:35:46", "remaining_time": "1:51:55"} +{"current_steps": 169, "total_steps": 224, "loss": 0.2989, "lr": 3.4728958475459052e-06, "epoch": 5.172151898734177, "percentage": 75.45, "elapsed_time": "5:37:46", "remaining_time": "1:49:55"} +{"current_steps": 170, "total_steps": 224, "loss": 0.2802, "lr": 3.355285265611784e-06, "epoch": 5.2025316455696204, "percentage": 75.89, "elapsed_time": "5:39:57", "remaining_time": "1:47:59"} +{"current_steps": 171, "total_steps": 224, "loss": 0.2839, "lr": 3.2392978952499553e-06, "epoch": 5.232911392405064, "percentage": 76.34, "elapsed_time": "5:42:03", "remaining_time": "1:46:01"} +{"current_steps": 172, "total_steps": 224, "loss": 0.2878, "lr": 3.1249620705649417e-06, "epoch": 5.263291139240506, "percentage": 76.79, "elapsed_time": "5:44:09", "remaining_time": "1:44:02"} +{"current_steps": 173, "total_steps": 224, "loss": 0.2927, "lr": 3.0123057222115835e-06, "epoch": 5.293670886075949, "percentage": 77.23, "elapsed_time": "5:46:03", "remaining_time": "1:42:01"} +{"current_steps": 174, "total_steps": 224, "loss": 0.281, "lr": 2.9013563705719673e-06, "epoch": 5.324050632911392, "percentage": 77.68, "elapsed_time": "5:48:01", "remaining_time": "1:40:00"} +{"current_steps": 175, "total_steps": 224, "loss": 0.2822, "lr": 2.7921411190325753e-06, "epoch": 5.3544303797468356, "percentage": 78.12, "elapsed_time": "5:49:55", "remaining_time": "1:37:58"} +{"current_steps": 176, "total_steps": 224, "loss": 0.2708, "lr": 2.6846866473633126e-06, "epoch": 5.384810126582279, "percentage": 78.57, "elapsed_time": "5:51:46", "remaining_time": "1:35:56"} +{"current_steps": 177, "total_steps": 224, "loss": 0.2884, "lr": 2.579019205199992e-06, "epoch": 5.415189873417722, "percentage": 79.02, "elapsed_time": "5:53:38", "remaining_time": "1:33:54"} +{"current_steps": 178, "total_steps": 224, "loss": 0.2759, "lr": 2.4751646056319334e-06, "epoch": 5.445569620253164, "percentage": 79.46, "elapsed_time": "5:55:32", "remaining_time": "1:31:52"} +{"current_steps": 179, "total_steps": 224, "loss": 0.2855, "lr": 2.373148218896182e-06, "epoch": 5.4759493670886075, "percentage": 79.91, "elapsed_time": "5:57:33", "remaining_time": "1:29:53"} +{"current_steps": 180, "total_steps": 224, "loss": 0.2779, "lr": 2.2729949661798876e-06, "epoch": 5.506329113924051, "percentage": 80.36, "elapsed_time": "5:59:31", "remaining_time": "1:27:53"} +{"current_steps": 181, "total_steps": 224, "loss": 0.2778, "lr": 2.174729313532433e-06, "epoch": 5.536708860759494, "percentage": 80.8, "elapsed_time": "6:01:27", "remaining_time": "1:25:52"} +{"current_steps": 182, "total_steps": 224, "loss": 0.2973, "lr": 2.078375265888707e-06, "epoch": 5.567088607594937, "percentage": 81.25, "elapsed_time": "6:03:33", "remaining_time": "1:23:53"} +{"current_steps": 183, "total_steps": 224, "loss": 0.2793, "lr": 1.9839563612050273e-06, "epoch": 5.597468354430379, "percentage": 81.7, "elapsed_time": "6:05:27", "remaining_time": "1:21:52"} +{"current_steps": 184, "total_steps": 224, "loss": 0.2822, "lr": 1.8914956647091497e-06, "epoch": 5.627848101265823, "percentage": 82.14, "elapsed_time": "6:07:29", "remaining_time": "1:19:53"} +{"current_steps": 185, "total_steps": 224, "loss": 0.2891, "lr": 1.8010157632657544e-06, "epoch": 5.658227848101266, "percentage": 82.59, "elapsed_time": "6:09:29", "remaining_time": "1:17:53"} +{"current_steps": 186, "total_steps": 224, "loss": 0.2735, "lr": 1.7125387598587862e-06, "epoch": 5.688607594936709, "percentage": 83.04, "elapsed_time": "6:11:27", "remaining_time": "1:15:53"} +{"current_steps": 187, "total_steps": 224, "loss": 0.2847, "lr": 1.6260862681919965e-06, "epoch": 5.718987341772152, "percentage": 83.48, "elapsed_time": "6:13:27", "remaining_time": "1:13:53"} +{"current_steps": 188, "total_steps": 224, "loss": 0.2918, "lr": 1.5416794074090258e-06, "epoch": 5.749367088607595, "percentage": 83.93, "elapsed_time": "6:15:33", "remaining_time": "1:11:54"} +{"current_steps": 189, "total_steps": 224, "loss": 0.2896, "lr": 1.459338796934293e-06, "epoch": 5.779746835443038, "percentage": 84.38, "elapsed_time": "6:17:26", "remaining_time": "1:09:53"} +{"current_steps": 190, "total_steps": 224, "loss": 0.2874, "lr": 1.3790845514359363e-06, "epoch": 5.810126582278481, "percentage": 84.82, "elapsed_time": "6:19:22", "remaining_time": "1:07:53"} +{"current_steps": 191, "total_steps": 224, "loss": 0.277, "lr": 1.300936275912098e-06, "epoch": 5.840506329113924, "percentage": 85.27, "elapsed_time": "6:21:20", "remaining_time": "1:05:53"} +{"current_steps": 192, "total_steps": 224, "loss": 0.2854, "lr": 1.224913060901688e-06, "epoch": 5.870886075949367, "percentage": 85.71, "elapsed_time": "6:23:14", "remaining_time": "1:03:52"} +{"current_steps": 193, "total_steps": 224, "loss": 0.2803, "lr": 1.1510334778208332e-06, "epoch": 5.9012658227848105, "percentage": 86.16, "elapsed_time": "6:25:13", "remaining_time": "1:01:52"} +{"current_steps": 194, "total_steps": 224, "loss": 0.2796, "lr": 1.0793155744261352e-06, "epoch": 5.931645569620253, "percentage": 86.61, "elapsed_time": "6:27:12", "remaining_time": "0:59:52"} +{"current_steps": 195, "total_steps": 224, "loss": 0.2872, "lr": 1.0097768704058542e-06, "epoch": 5.962025316455696, "percentage": 87.05, "elapsed_time": "6:29:15", "remaining_time": "0:57:53"} +{"current_steps": 196, "total_steps": 224, "loss": 0.2867, "lr": 9.424343531000968e-07, "epoch": 5.992405063291139, "percentage": 87.5, "elapsed_time": "6:31:11", "remaining_time": "0:55:53"} +{"current_steps": 197, "total_steps": 224, "loss": 0.2692, "lr": 8.773044733510338e-07, "epoch": 6.030379746835443, "percentage": 87.95, "elapsed_time": "6:34:02", "remaining_time": "0:54:00"} +{"current_steps": 198, "total_steps": 224, "loss": 0.2589, "lr": 8.144031414842012e-07, "epoch": 6.060759493670886, "percentage": 88.39, "elapsed_time": "6:35:58", "remaining_time": "0:51:59"} +{"current_steps": 199, "total_steps": 224, "loss": 0.2787, "lr": 7.537457234218271e-07, "epoch": 6.091139240506329, "percentage": 88.84, "elapsed_time": "6:38:01", "remaining_time": "0:50:00"} +{"current_steps": 200, "total_steps": 224, "loss": 0.2741, "lr": 6.953470369291349e-07, "epoch": 6.121518987341772, "percentage": 89.29, "elapsed_time": "6:39:59", "remaining_time": "0:47:59"} +{"current_steps": 201, "total_steps": 224, "loss": 0.2825, "lr": 6.392213479945852e-07, "epoch": 6.151898734177215, "percentage": 89.73, "elapsed_time": "6:41:52", "remaining_time": "0:45:59"} +{"current_steps": 202, "total_steps": 224, "loss": 0.2657, "lr": 5.853823673448877e-07, "epoch": 6.182278481012658, "percentage": 90.18, "elapsed_time": "6:43:50", "remaining_time": "0:43:58"} +{"current_steps": 203, "total_steps": 224, "loss": 0.2633, "lr": 5.33843247095659e-07, "epoch": 6.2126582278481015, "percentage": 90.62, "elapsed_time": "6:45:49", "remaining_time": "0:41:58"} +{"current_steps": 204, "total_steps": 224, "loss": 0.2826, "lr": 4.846165775385459e-07, "epoch": 6.243037974683545, "percentage": 91.07, "elapsed_time": "6:47:47", "remaining_time": "0:39:58"} +{"current_steps": 205, "total_steps": 224, "loss": 0.2786, "lr": 4.3771438406559173e-07, "epoch": 6.273417721518987, "percentage": 91.52, "elapsed_time": "6:49:46", "remaining_time": "0:37:58"} +{"current_steps": 206, "total_steps": 224, "loss": 0.2749, "lr": 3.931481242315993e-07, "epoch": 6.30379746835443, "percentage": 91.96, "elapsed_time": "6:51:38", "remaining_time": "0:35:58"} +{"current_steps": 207, "total_steps": 224, "loss": 0.2747, "lr": 3.5092868495520294e-07, "epoch": 6.334177215189873, "percentage": 92.41, "elapsed_time": "6:53:44", "remaining_time": "0:33:58"} +{"current_steps": 208, "total_steps": 224, "loss": 0.2729, "lr": 3.110663798593616e-07, "epoch": 6.364556962025317, "percentage": 92.86, "elapsed_time": "6:55:49", "remaining_time": "0:31:59"} +{"current_steps": 209, "total_steps": 224, "loss": 0.2712, "lr": 2.735709467518699e-07, "epoch": 6.39493670886076, "percentage": 93.3, "elapsed_time": "6:57:58", "remaining_time": "0:29:59"} +{"current_steps": 210, "total_steps": 224, "loss": 0.2785, "lr": 2.384515452465475e-07, "epoch": 6.425316455696202, "percentage": 93.75, "elapsed_time": "6:59:55", "remaining_time": "0:27:59"} +{"current_steps": 211, "total_steps": 224, "loss": 0.268, "lr": 2.0571675452567997e-07, "epoch": 6.455696202531645, "percentage": 94.2, "elapsed_time": "7:02:05", "remaining_time": "0:26:00"} +{"current_steps": 212, "total_steps": 224, "loss": 0.2702, "lr": 1.7537457124423896e-07, "epoch": 6.4860759493670885, "percentage": 94.64, "elapsed_time": "7:04:03", "remaining_time": "0:24:00"} +{"current_steps": 213, "total_steps": 224, "loss": 0.2747, "lr": 1.474324075764111e-07, "epoch": 6.516455696202532, "percentage": 95.09, "elapsed_time": "7:06:03", "remaining_time": "0:22:00"} +{"current_steps": 214, "total_steps": 224, "loss": 0.2646, "lr": 1.2189708940490653e-07, "epoch": 6.546835443037975, "percentage": 95.54, "elapsed_time": "7:08:03", "remaining_time": "0:20:00"} +{"current_steps": 215, "total_steps": 224, "loss": 0.2624, "lr": 9.877485465349057e-08, "epoch": 6.577215189873417, "percentage": 95.98, "elapsed_time": "7:09:52", "remaining_time": "0:17:59"} +{"current_steps": 216, "total_steps": 224, "loss": 0.2684, "lr": 7.807135176314707e-08, "epoch": 6.6075949367088604, "percentage": 96.43, "elapsed_time": "7:11:41", "remaining_time": "0:15:59"} +{"current_steps": 217, "total_steps": 224, "loss": 0.2686, "lr": 5.979163831223988e-08, "epoch": 6.637974683544304, "percentage": 96.88, "elapsed_time": "7:13:36", "remaining_time": "0:13:59"} +{"current_steps": 218, "total_steps": 224, "loss": 0.269, "lr": 4.394017978101905e-08, "epoch": 6.668354430379747, "percentage": 97.32, "elapsed_time": "7:15:31", "remaining_time": "0:11:59"} +{"current_steps": 219, "total_steps": 224, "loss": 0.2693, "lr": 3.0520848460765525e-08, "epoch": 6.69873417721519, "percentage": 97.77, "elapsed_time": "7:17:24", "remaining_time": "0:09:59"} +{"current_steps": 220, "total_steps": 224, "loss": 0.269, "lr": 1.9536922507841227e-08, "epoch": 6.729113924050633, "percentage": 98.21, "elapsed_time": "7:19:24", "remaining_time": "0:07:59"} +{"current_steps": 221, "total_steps": 224, "loss": 0.2632, "lr": 1.099108514288627e-08, "epoch": 6.759493670886076, "percentage": 98.66, "elapsed_time": "7:21:20", "remaining_time": "0:05:59"} +{"current_steps": 222, "total_steps": 224, "loss": 0.2705, "lr": 4.885423995341088e-09, "epoch": 6.789873417721519, "percentage": 99.11, "elapsed_time": "7:23:26", "remaining_time": "0:03:59"} +{"current_steps": 223, "total_steps": 224, "loss": 0.2785, "lr": 1.2214305934699078e-09, "epoch": 6.820253164556962, "percentage": 99.55, "elapsed_time": "7:25:17", "remaining_time": "0:01:59"} +{"current_steps": 224, "total_steps": 224, "loss": 0.2724, "lr": 0.0, "epoch": 6.850632911392405, "percentage": 100.0, "elapsed_time": "7:27:20", "remaining_time": "0:00:00"} +{"current_steps": 224, "total_steps": 224, "epoch": 6.850632911392405, "percentage": 100.0, "elapsed_time": "7:29:09", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..18eebba --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,1610 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 6.850632911392405, + "eval_steps": 500, + "global_step": 224, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.030379746835443037, + "grad_norm": 6.067921922621284, + "learning_rate": 8.695652173913044e-07, + "loss": 0.7951, + "step": 1 + }, + { + "epoch": 0.060759493670886074, + "grad_norm": 6.108719114688138, + "learning_rate": 1.7391304347826088e-06, + "loss": 0.7914, + "step": 2 + }, + { + "epoch": 0.09113924050632911, + "grad_norm": 6.288511845899511, + "learning_rate": 2.6086956521739132e-06, + "loss": 0.8256, + "step": 3 + }, + { + "epoch": 0.12151898734177215, + "grad_norm": 5.700816735945768, + "learning_rate": 3.4782608695652175e-06, + "loss": 0.8069, + "step": 4 + }, + { + "epoch": 0.1518987341772152, + "grad_norm": 4.311989426038608, + "learning_rate": 4.347826086956522e-06, + "loss": 0.786, + "step": 5 + }, + { + "epoch": 0.18227848101265823, + "grad_norm": 2.3382574410736026, + "learning_rate": 5.2173913043478265e-06, + "loss": 0.7004, + "step": 6 + }, + { + "epoch": 0.21265822784810126, + "grad_norm": 2.0088413080231584, + "learning_rate": 6.086956521739132e-06, + "loss": 0.7298, + "step": 7 + }, + { + "epoch": 0.2430379746835443, + "grad_norm": 3.552758051426024, + "learning_rate": 6.956521739130435e-06, + "loss": 0.6914, + "step": 8 + }, + { + "epoch": 0.27341772151898736, + "grad_norm": 4.038019502514299, + "learning_rate": 7.82608695652174e-06, + "loss": 0.6995, + "step": 9 + }, + { + "epoch": 0.3037974683544304, + "grad_norm": 4.000235761498213, + "learning_rate": 8.695652173913044e-06, + "loss": 0.6807, + "step": 10 + }, + { + "epoch": 0.3341772151898734, + "grad_norm": 3.7947577560871983, + "learning_rate": 9.565217391304349e-06, + "loss": 0.6618, + "step": 11 + }, + { + "epoch": 0.36455696202531646, + "grad_norm": 3.0340250124666266, + "learning_rate": 1.0434782608695653e-05, + "loss": 0.6354, + "step": 12 + }, + { + "epoch": 0.3949367088607595, + "grad_norm": 1.811526349989083, + "learning_rate": 1.1304347826086957e-05, + "loss": 0.6327, + "step": 13 + }, + { + "epoch": 0.4253164556962025, + "grad_norm": 1.543063478406062, + "learning_rate": 1.2173913043478263e-05, + "loss": 0.6265, + "step": 14 + }, + { + "epoch": 0.45569620253164556, + "grad_norm": 1.6969256139364837, + "learning_rate": 1.3043478260869566e-05, + "loss": 0.6016, + "step": 15 + }, + { + "epoch": 0.4860759493670886, + "grad_norm": 1.4380631231045289, + "learning_rate": 1.391304347826087e-05, + "loss": 0.6376, + "step": 16 + }, + { + "epoch": 0.5164556962025316, + "grad_norm": 0.9527493252494761, + "learning_rate": 1.4782608695652174e-05, + "loss": 0.5866, + "step": 17 + }, + { + "epoch": 0.5468354430379747, + "grad_norm": 1.049530005726062, + "learning_rate": 1.565217391304348e-05, + "loss": 0.5703, + "step": 18 + }, + { + "epoch": 0.5772151898734177, + "grad_norm": 0.8038184411829851, + "learning_rate": 1.6521739130434785e-05, + "loss": 0.5505, + "step": 19 + }, + { + "epoch": 0.6075949367088608, + "grad_norm": 1.0595863114085984, + "learning_rate": 1.739130434782609e-05, + "loss": 0.5687, + "step": 20 + }, + { + "epoch": 0.6379746835443038, + "grad_norm": 0.7012774325635927, + "learning_rate": 1.8260869565217393e-05, + "loss": 0.5613, + "step": 21 + }, + { + "epoch": 0.6683544303797468, + "grad_norm": 0.8596606198426938, + "learning_rate": 1.9130434782608697e-05, + "loss": 0.5463, + "step": 22 + }, + { + "epoch": 0.6987341772151898, + "grad_norm": 0.9207507426851212, + "learning_rate": 2e-05, + "loss": 0.5378, + "step": 23 + }, + { + "epoch": 0.7291139240506329, + "grad_norm": 0.6942985100880201, + "learning_rate": 1.999877856940653e-05, + "loss": 0.5425, + "step": 24 + }, + { + "epoch": 0.759493670886076, + "grad_norm": 0.7862630342036437, + "learning_rate": 1.999511457600466e-05, + "loss": 0.5394, + "step": 25 + }, + { + "epoch": 0.789873417721519, + "grad_norm": 0.7309840240381787, + "learning_rate": 1.9989008914857115e-05, + "loss": 0.5322, + "step": 26 + }, + { + "epoch": 0.8202531645569621, + "grad_norm": 0.6423700302308096, + "learning_rate": 1.998046307749216e-05, + "loss": 0.5197, + "step": 27 + }, + { + "epoch": 0.850632911392405, + "grad_norm": 0.7886202803739318, + "learning_rate": 1.9969479151539238e-05, + "loss": 0.53, + "step": 28 + }, + { + "epoch": 0.8810126582278481, + "grad_norm": 0.6643658973489672, + "learning_rate": 1.9956059820218982e-05, + "loss": 0.5197, + "step": 29 + }, + { + "epoch": 0.9113924050632911, + "grad_norm": 0.7255018213056038, + "learning_rate": 1.9940208361687762e-05, + "loss": 0.5176, + "step": 30 + }, + { + "epoch": 0.9417721518987342, + "grad_norm": 0.5986990641409521, + "learning_rate": 1.9921928648236855e-05, + "loss": 0.5096, + "step": 31 + }, + { + "epoch": 0.9721518987341772, + "grad_norm": 0.5547261207246215, + "learning_rate": 1.990122514534651e-05, + "loss": 0.5026, + "step": 32 + }, + { + "epoch": 1.010126582278481, + "grad_norm": 0.5703822220148793, + "learning_rate": 1.9878102910595097e-05, + "loss": 0.4982, + "step": 33 + }, + { + "epoch": 1.040506329113924, + "grad_norm": 0.48757959755404084, + "learning_rate": 1.985256759242359e-05, + "loss": 0.4825, + "step": 34 + }, + { + "epoch": 1.070886075949367, + "grad_norm": 0.4571840939681635, + "learning_rate": 1.982462542875576e-05, + "loss": 0.4927, + "step": 35 + }, + { + "epoch": 1.1012658227848102, + "grad_norm": 0.4851528882434097, + "learning_rate": 1.979428324547432e-05, + "loss": 0.4858, + "step": 36 + }, + { + "epoch": 1.1316455696202532, + "grad_norm": 0.4530089506674034, + "learning_rate": 1.9761548454753455e-05, + "loss": 0.4878, + "step": 37 + }, + { + "epoch": 1.1620253164556962, + "grad_norm": 0.496411669356003, + "learning_rate": 1.972642905324813e-05, + "loss": 0.48, + "step": 38 + }, + { + "epoch": 1.1924050632911392, + "grad_norm": 0.44634933875095034, + "learning_rate": 1.9688933620140638e-05, + "loss": 0.4767, + "step": 39 + }, + { + "epoch": 1.2227848101265824, + "grad_norm": 0.5369930695150029, + "learning_rate": 1.96490713150448e-05, + "loss": 0.4748, + "step": 40 + }, + { + "epoch": 1.2531645569620253, + "grad_norm": 0.4507840293800539, + "learning_rate": 1.9606851875768404e-05, + "loss": 0.4827, + "step": 41 + }, + { + "epoch": 1.2835443037974683, + "grad_norm": 0.5588361622849422, + "learning_rate": 1.956228561593441e-05, + "loss": 0.4745, + "step": 42 + }, + { + "epoch": 1.3139240506329113, + "grad_norm": 0.608399361925596, + "learning_rate": 1.9515383422461457e-05, + "loss": 0.4794, + "step": 43 + }, + { + "epoch": 1.3443037974683545, + "grad_norm": 0.4334891155195449, + "learning_rate": 1.9466156752904344e-05, + "loss": 0.458, + "step": 44 + }, + { + "epoch": 1.3746835443037975, + "grad_norm": 0.580642782282209, + "learning_rate": 1.9414617632655114e-05, + "loss": 0.455, + "step": 45 + }, + { + "epoch": 1.4050632911392404, + "grad_norm": 0.4038066014823156, + "learning_rate": 1.9360778652005416e-05, + "loss": 0.4572, + "step": 46 + }, + { + "epoch": 1.4354430379746836, + "grad_norm": 0.4321591845092396, + "learning_rate": 1.9304652963070868e-05, + "loss": 0.4616, + "step": 47 + }, + { + "epoch": 1.4658227848101266, + "grad_norm": 0.3917317337891077, + "learning_rate": 1.9246254276578175e-05, + "loss": 0.4527, + "step": 48 + }, + { + "epoch": 1.4962025316455696, + "grad_norm": 0.4266219789965417, + "learning_rate": 1.9185596858515797e-05, + "loss": 0.4671, + "step": 49 + }, + { + "epoch": 1.5265822784810128, + "grad_norm": 0.4619876958583412, + "learning_rate": 1.9122695526648968e-05, + "loss": 0.4615, + "step": 50 + }, + { + "epoch": 1.5569620253164556, + "grad_norm": 0.36985369127721734, + "learning_rate": 1.905756564689991e-05, + "loss": 0.4628, + "step": 51 + }, + { + "epoch": 1.5873417721518988, + "grad_norm": 0.37249584548900333, + "learning_rate": 1.8990223129594146e-05, + "loss": 0.4509, + "step": 52 + }, + { + "epoch": 1.6177215189873417, + "grad_norm": 0.4701788607695343, + "learning_rate": 1.8920684425573865e-05, + "loss": 0.458, + "step": 53 + }, + { + "epoch": 1.6481012658227847, + "grad_norm": 0.37289021513403814, + "learning_rate": 1.884896652217917e-05, + "loss": 0.4619, + "step": 54 + }, + { + "epoch": 1.678481012658228, + "grad_norm": 0.5209521079430768, + "learning_rate": 1.877508693909831e-05, + "loss": 0.474, + "step": 55 + }, + { + "epoch": 1.7088607594936709, + "grad_norm": 0.30920470819265755, + "learning_rate": 1.8699063724087905e-05, + "loss": 0.4236, + "step": 56 + }, + { + "epoch": 1.7392405063291139, + "grad_norm": 0.4802588274248861, + "learning_rate": 1.862091544856407e-05, + "loss": 0.4623, + "step": 57 + }, + { + "epoch": 1.769620253164557, + "grad_norm": 0.38441459092235875, + "learning_rate": 1.854066120306571e-05, + "loss": 0.4471, + "step": 58 + }, + { + "epoch": 1.8, + "grad_norm": 0.4134473195975686, + "learning_rate": 1.8458320592590976e-05, + "loss": 0.4508, + "step": 59 + }, + { + "epoch": 1.830379746835443, + "grad_norm": 0.4335578526849257, + "learning_rate": 1.837391373180801e-05, + "loss": 0.47, + "step": 60 + }, + { + "epoch": 1.8607594936708862, + "grad_norm": 0.4461138795120413, + "learning_rate": 1.8287461240141217e-05, + "loss": 0.455, + "step": 61 + }, + { + "epoch": 1.891139240506329, + "grad_norm": 0.48021321527595906, + "learning_rate": 1.8198984236734246e-05, + "loss": 0.4526, + "step": 62 + }, + { + "epoch": 1.9215189873417722, + "grad_norm": 0.4096614538832078, + "learning_rate": 1.8108504335290852e-05, + "loss": 0.4546, + "step": 63 + }, + { + "epoch": 1.9518987341772152, + "grad_norm": 0.45929687038488765, + "learning_rate": 1.8016043638794975e-05, + "loss": 0.4472, + "step": 64 + }, + { + "epoch": 1.9822784810126581, + "grad_norm": 0.40616815484896374, + "learning_rate": 1.7921624734111292e-05, + "loss": 0.4544, + "step": 65 + }, + { + "epoch": 2.020253164556962, + "grad_norm": 0.4920837093917966, + "learning_rate": 1.7825270686467567e-05, + "loss": 0.4304, + "step": 66 + }, + { + "epoch": 2.050632911392405, + "grad_norm": 0.3726499647984961, + "learning_rate": 1.7727005033820117e-05, + "loss": 0.4278, + "step": 67 + }, + { + "epoch": 2.081012658227848, + "grad_norm": 0.36093568352608935, + "learning_rate": 1.762685178110382e-05, + "loss": 0.389, + "step": 68 + }, + { + "epoch": 2.1113924050632913, + "grad_norm": 0.43247029125780884, + "learning_rate": 1.752483539436807e-05, + "loss": 0.4189, + "step": 69 + }, + { + "epoch": 2.141772151898734, + "grad_norm": 0.44335025902613256, + "learning_rate": 1.7420980794800013e-05, + "loss": 0.4029, + "step": 70 + }, + { + "epoch": 2.1721518987341772, + "grad_norm": 0.4418906316133121, + "learning_rate": 1.731531335263669e-05, + "loss": 0.4116, + "step": 71 + }, + { + "epoch": 2.2025316455696204, + "grad_norm": 0.4069117230843435, + "learning_rate": 1.720785888096743e-05, + "loss": 0.3974, + "step": 72 + }, + { + "epoch": 2.232911392405063, + "grad_norm": 0.445008660978375, + "learning_rate": 1.7098643629428035e-05, + "loss": 0.3987, + "step": 73 + }, + { + "epoch": 2.2632911392405064, + "grad_norm": 0.36740044746599393, + "learning_rate": 1.698769427778842e-05, + "loss": 0.4096, + "step": 74 + }, + { + "epoch": 2.293670886075949, + "grad_norm": 0.3684783160234449, + "learning_rate": 1.687503792943506e-05, + "loss": 0.4152, + "step": 75 + }, + { + "epoch": 2.3240506329113924, + "grad_norm": 0.481965691984026, + "learning_rate": 1.6760702104750046e-05, + "loss": 0.4082, + "step": 76 + }, + { + "epoch": 2.3544303797468356, + "grad_norm": 0.36805975207894315, + "learning_rate": 1.664471473438822e-05, + "loss": 0.398, + "step": 77 + }, + { + "epoch": 2.3848101265822783, + "grad_norm": 0.5228585260757673, + "learning_rate": 1.6527104152454096e-05, + "loss": 0.4009, + "step": 78 + }, + { + "epoch": 2.4151898734177215, + "grad_norm": 0.4289340149194523, + "learning_rate": 1.6407899089580263e-05, + "loss": 0.4108, + "step": 79 + }, + { + "epoch": 2.4455696202531647, + "grad_norm": 0.48588710455735235, + "learning_rate": 1.628712866590885e-05, + "loss": 0.4034, + "step": 80 + }, + { + "epoch": 2.4759493670886075, + "grad_norm": 0.490766132002736, + "learning_rate": 1.6164822383977912e-05, + "loss": 0.393, + "step": 81 + }, + { + "epoch": 2.5063291139240507, + "grad_norm": 0.3897044417826887, + "learning_rate": 1.604101012151436e-05, + "loss": 0.4089, + "step": 82 + }, + { + "epoch": 2.536708860759494, + "grad_norm": 0.32974841947264566, + "learning_rate": 1.5915722124135227e-05, + "loss": 0.3894, + "step": 83 + }, + { + "epoch": 2.5670886075949366, + "grad_norm": 0.5214368187998129, + "learning_rate": 1.5788988997959115e-05, + "loss": 0.4039, + "step": 84 + }, + { + "epoch": 2.59746835443038, + "grad_norm": 0.4163588840014874, + "learning_rate": 1.5660841702129533e-05, + "loss": 0.3961, + "step": 85 + }, + { + "epoch": 2.6278481012658226, + "grad_norm": 0.4620015817991619, + "learning_rate": 1.5531311541251995e-05, + "loss": 0.3863, + "step": 86 + }, + { + "epoch": 2.6582278481012658, + "grad_norm": 0.4288042872696744, + "learning_rate": 1.540043015774676e-05, + "loss": 0.3994, + "step": 87 + }, + { + "epoch": 2.688607594936709, + "grad_norm": 0.5738624734501034, + "learning_rate": 1.5268229524119007e-05, + "loss": 0.4003, + "step": 88 + }, + { + "epoch": 2.7189873417721517, + "grad_norm": 0.4136009449359169, + "learning_rate": 1.513474193514842e-05, + "loss": 0.3899, + "step": 89 + }, + { + "epoch": 2.749367088607595, + "grad_norm": 0.4157372466810592, + "learning_rate": 1.5000000000000002e-05, + "loss": 0.3932, + "step": 90 + }, + { + "epoch": 2.779746835443038, + "grad_norm": 0.46531189591695404, + "learning_rate": 1.4864036634258112e-05, + "loss": 0.4052, + "step": 91 + }, + { + "epoch": 2.810126582278481, + "grad_norm": 0.381210286644834, + "learning_rate": 1.4726885051885654e-05, + "loss": 0.4164, + "step": 92 + }, + { + "epoch": 2.840506329113924, + "grad_norm": 0.42653707231110455, + "learning_rate": 1.4588578757110359e-05, + "loss": 0.4016, + "step": 93 + }, + { + "epoch": 2.8708860759493673, + "grad_norm": 0.4479903736963084, + "learning_rate": 1.4449151536240167e-05, + "loss": 0.3997, + "step": 94 + }, + { + "epoch": 2.90126582278481, + "grad_norm": 0.35838575802541517, + "learning_rate": 1.4308637449409705e-05, + "loss": 0.4197, + "step": 95 + }, + { + "epoch": 2.9316455696202532, + "grad_norm": 0.41499135989555724, + "learning_rate": 1.4167070822259868e-05, + "loss": 0.4058, + "step": 96 + }, + { + "epoch": 2.962025316455696, + "grad_norm": 0.4129650784609616, + "learning_rate": 1.402448623755254e-05, + "loss": 0.3994, + "step": 97 + }, + { + "epoch": 2.992405063291139, + "grad_norm": 0.4490667742196104, + "learning_rate": 1.3880918526722497e-05, + "loss": 0.4089, + "step": 98 + }, + { + "epoch": 3.030379746835443, + "grad_norm": 0.5784142294696635, + "learning_rate": 1.3736402761368597e-05, + "loss": 0.3687, + "step": 99 + }, + { + "epoch": 3.060759493670886, + "grad_norm": 0.5643195174899467, + "learning_rate": 1.3590974244686248e-05, + "loss": 0.3729, + "step": 100 + }, + { + "epoch": 3.091139240506329, + "grad_norm": 0.4049869234854002, + "learning_rate": 1.344466850284333e-05, + "loss": 0.3558, + "step": 101 + }, + { + "epoch": 3.1215189873417724, + "grad_norm": 0.5840920302876608, + "learning_rate": 1.3297521276301666e-05, + "loss": 0.3496, + "step": 102 + }, + { + "epoch": 3.151898734177215, + "grad_norm": 0.4538191212825923, + "learning_rate": 1.3149568511086104e-05, + "loss": 0.3591, + "step": 103 + }, + { + "epoch": 3.1822784810126583, + "grad_norm": 0.5036756891102359, + "learning_rate": 1.300084635000341e-05, + "loss": 0.3646, + "step": 104 + }, + { + "epoch": 3.212658227848101, + "grad_norm": 0.466213881533505, + "learning_rate": 1.2851391123813075e-05, + "loss": 0.3495, + "step": 105 + }, + { + "epoch": 3.2430379746835443, + "grad_norm": 0.407698713564287, + "learning_rate": 1.2701239342352223e-05, + "loss": 0.3549, + "step": 106 + }, + { + "epoch": 3.2734177215189875, + "grad_norm": 0.4878510831726186, + "learning_rate": 1.2550427685616767e-05, + "loss": 0.3635, + "step": 107 + }, + { + "epoch": 3.3037974683544302, + "grad_norm": 0.4165176105620911, + "learning_rate": 1.239899299480098e-05, + "loss": 0.3397, + "step": 108 + }, + { + "epoch": 3.3341772151898734, + "grad_norm": 0.42165335329838155, + "learning_rate": 1.2246972263297718e-05, + "loss": 0.3396, + "step": 109 + }, + { + "epoch": 3.3645569620253166, + "grad_norm": 0.47611666495164706, + "learning_rate": 1.2094402627661447e-05, + "loss": 0.3487, + "step": 110 + }, + { + "epoch": 3.3949367088607594, + "grad_norm": 0.4829213715427168, + "learning_rate": 1.1941321358536278e-05, + "loss": 0.3619, + "step": 111 + }, + { + "epoch": 3.4253164556962026, + "grad_norm": 0.41437385083123546, + "learning_rate": 1.1787765851551296e-05, + "loss": 0.3476, + "step": 112 + }, + { + "epoch": 3.4556962025316453, + "grad_norm": 0.41106763258054235, + "learning_rate": 1.1633773618185302e-05, + "loss": 0.3562, + "step": 113 + }, + { + "epoch": 3.4860759493670885, + "grad_norm": 0.4006822868084472, + "learning_rate": 1.14793822766033e-05, + "loss": 0.3618, + "step": 114 + }, + { + "epoch": 3.5164556962025317, + "grad_norm": 0.387817224759027, + "learning_rate": 1.132462954246688e-05, + "loss": 0.3626, + "step": 115 + }, + { + "epoch": 3.546835443037975, + "grad_norm": 0.3582072618650669, + "learning_rate": 1.1169553219720828e-05, + "loss": 0.3615, + "step": 116 + }, + { + "epoch": 3.5772151898734177, + "grad_norm": 0.37015387053901344, + "learning_rate": 1.1014191191358118e-05, + "loss": 0.3533, + "step": 117 + }, + { + "epoch": 3.607594936708861, + "grad_norm": 0.4027919873847683, + "learning_rate": 1.085858141016566e-05, + "loss": 0.3636, + "step": 118 + }, + { + "epoch": 3.6379746835443036, + "grad_norm": 0.33521119639891833, + "learning_rate": 1.070276188945293e-05, + "loss": 0.3514, + "step": 119 + }, + { + "epoch": 3.668354430379747, + "grad_norm": 0.3539111639484977, + "learning_rate": 1.0546770693765859e-05, + "loss": 0.3366, + "step": 120 + }, + { + "epoch": 3.69873417721519, + "grad_norm": 0.3488627899974187, + "learning_rate": 1.0390645929588197e-05, + "loss": 0.3494, + "step": 121 + }, + { + "epoch": 3.729113924050633, + "grad_norm": 0.38250257327787435, + "learning_rate": 1.0234425736032607e-05, + "loss": 0.354, + "step": 122 + }, + { + "epoch": 3.759493670886076, + "grad_norm": 0.34944025864673983, + "learning_rate": 1.007814827552384e-05, + "loss": 0.3504, + "step": 123 + }, + { + "epoch": 3.7898734177215188, + "grad_norm": 0.3087070550267954, + "learning_rate": 9.92185172447616e-06, + "loss": 0.356, + "step": 124 + }, + { + "epoch": 3.820253164556962, + "grad_norm": 0.3422767347446246, + "learning_rate": 9.765574263967397e-06, + "loss": 0.3416, + "step": 125 + }, + { + "epoch": 3.850632911392405, + "grad_norm": 0.309728511754158, + "learning_rate": 9.609354070411807e-06, + "loss": 0.3424, + "step": 126 + }, + { + "epoch": 3.8810126582278484, + "grad_norm": 0.2985535404230483, + "learning_rate": 9.453229306234143e-06, + "loss": 0.3602, + "step": 127 + }, + { + "epoch": 3.911392405063291, + "grad_norm": 0.3438786292703158, + "learning_rate": 9.297238110547075e-06, + "loss": 0.3585, + "step": 128 + }, + { + "epoch": 3.9417721518987343, + "grad_norm": 0.28943888372307297, + "learning_rate": 9.14141858983434e-06, + "loss": 0.3554, + "step": 129 + }, + { + "epoch": 3.972151898734177, + "grad_norm": 0.28139763564755316, + "learning_rate": 8.985808808641883e-06, + "loss": 0.3497, + "step": 130 + }, + { + "epoch": 4.010126582278481, + "grad_norm": 0.3130377531298614, + "learning_rate": 8.830446780279175e-06, + "loss": 0.3368, + "step": 131 + }, + { + "epoch": 4.040506329113924, + "grad_norm": 0.37084300837367556, + "learning_rate": 8.675370457533122e-06, + "loss": 0.3178, + "step": 132 + }, + { + "epoch": 4.0708860759493675, + "grad_norm": 0.340370683571999, + "learning_rate": 8.520617723396702e-06, + "loss": 0.3166, + "step": 133 + }, + { + "epoch": 4.10126582278481, + "grad_norm": 0.39053519861039254, + "learning_rate": 8.366226381814698e-06, + "loss": 0.3157, + "step": 134 + }, + { + "epoch": 4.131645569620253, + "grad_norm": 0.3424208898897663, + "learning_rate": 8.212234148448708e-06, + "loss": 0.3051, + "step": 135 + }, + { + "epoch": 4.162025316455696, + "grad_norm": 0.3472075380900132, + "learning_rate": 8.058678641463724e-06, + "loss": 0.3134, + "step": 136 + }, + { + "epoch": 4.192405063291139, + "grad_norm": 0.38845974316760523, + "learning_rate": 7.905597372338558e-06, + "loss": 0.3179, + "step": 137 + }, + { + "epoch": 4.222784810126583, + "grad_norm": 0.32736323970265624, + "learning_rate": 7.753027736702283e-06, + "loss": 0.3074, + "step": 138 + }, + { + "epoch": 4.253164556962025, + "grad_norm": 0.43260729613331333, + "learning_rate": 7.601007005199022e-06, + "loss": 0.3273, + "step": 139 + }, + { + "epoch": 4.283544303797468, + "grad_norm": 0.30441823992136646, + "learning_rate": 7.449572314383237e-06, + "loss": 0.3194, + "step": 140 + }, + { + "epoch": 4.313924050632911, + "grad_norm": 0.35945804511954704, + "learning_rate": 7.298760657647779e-06, + "loss": 0.3199, + "step": 141 + }, + { + "epoch": 4.3443037974683545, + "grad_norm": 0.3505556029957157, + "learning_rate": 7.148608876186931e-06, + "loss": 0.3065, + "step": 142 + }, + { + "epoch": 4.374683544303798, + "grad_norm": 0.3076722128954047, + "learning_rate": 6.999153649996595e-06, + "loss": 0.3085, + "step": 143 + }, + { + "epoch": 4.405063291139241, + "grad_norm": 0.350601886678572, + "learning_rate": 6.8504314889138956e-06, + "loss": 0.3209, + "step": 144 + }, + { + "epoch": 4.435443037974683, + "grad_norm": 0.2903013438323301, + "learning_rate": 6.702478723698336e-06, + "loss": 0.3043, + "step": 145 + }, + { + "epoch": 4.465822784810126, + "grad_norm": 0.30676907674335474, + "learning_rate": 6.555331497156671e-06, + "loss": 0.3164, + "step": 146 + }, + { + "epoch": 4.49620253164557, + "grad_norm": 0.28036107811816996, + "learning_rate": 6.4090257553137566e-06, + "loss": 0.3199, + "step": 147 + }, + { + "epoch": 4.526582278481013, + "grad_norm": 0.2707303342834444, + "learning_rate": 6.263597238631405e-06, + "loss": 0.3267, + "step": 148 + }, + { + "epoch": 4.556962025316456, + "grad_norm": 0.3086836551240169, + "learning_rate": 6.119081473277502e-06, + "loss": 0.3021, + "step": 149 + }, + { + "epoch": 4.587341772151898, + "grad_norm": 0.27898623433963937, + "learning_rate": 5.975513762447465e-06, + "loss": 0.318, + "step": 150 + }, + { + "epoch": 4.6177215189873415, + "grad_norm": 0.30428541429225603, + "learning_rate": 5.832929177740134e-06, + "loss": 0.3095, + "step": 151 + }, + { + "epoch": 4.648101265822785, + "grad_norm": 0.31726158287862327, + "learning_rate": 5.6913625505902966e-06, + "loss": 0.311, + "step": 152 + }, + { + "epoch": 4.678481012658228, + "grad_norm": 0.2756912154726042, + "learning_rate": 5.550848463759835e-06, + "loss": 0.3068, + "step": 153 + }, + { + "epoch": 4.708860759493671, + "grad_norm": 0.2770882754501325, + "learning_rate": 5.411421242889643e-06, + "loss": 0.302, + "step": 154 + }, + { + "epoch": 4.739240506329114, + "grad_norm": 0.2747423932904734, + "learning_rate": 5.273114948114346e-06, + "loss": 0.3027, + "step": 155 + }, + { + "epoch": 4.769620253164557, + "grad_norm": 0.2775633679148173, + "learning_rate": 5.135963365741892e-06, + "loss": 0.3114, + "step": 156 + }, + { + "epoch": 4.8, + "grad_norm": 0.28562611590095843, + "learning_rate": 5.000000000000003e-06, + "loss": 0.3114, + "step": 157 + }, + { + "epoch": 4.830379746835443, + "grad_norm": 0.26087842913651943, + "learning_rate": 4.865258064851579e-06, + "loss": 0.309, + "step": 158 + }, + { + "epoch": 4.860759493670886, + "grad_norm": 0.2757384038987269, + "learning_rate": 4.731770475880995e-06, + "loss": 0.3146, + "step": 159 + }, + { + "epoch": 4.891139240506329, + "grad_norm": 0.2567292839533133, + "learning_rate": 4.599569842253244e-06, + "loss": 0.3094, + "step": 160 + }, + { + "epoch": 4.921518987341772, + "grad_norm": 0.2540951612506195, + "learning_rate": 4.468688458748006e-06, + "loss": 0.2999, + "step": 161 + }, + { + "epoch": 4.951898734177215, + "grad_norm": 0.25060879693518734, + "learning_rate": 4.339158297870469e-06, + "loss": 0.3264, + "step": 162 + }, + { + "epoch": 4.982278481012658, + "grad_norm": 0.26263232170275996, + "learning_rate": 4.211011002040885e-06, + "loss": 0.3122, + "step": 163 + }, + { + "epoch": 5.020253164556962, + "grad_norm": 0.3094174951283545, + "learning_rate": 4.084277875864776e-06, + "loss": 0.291, + "step": 164 + }, + { + "epoch": 5.050632911392405, + "grad_norm": 0.3232328732633652, + "learning_rate": 3.958989878485644e-06, + "loss": 0.2864, + "step": 165 + }, + { + "epoch": 5.0810126582278485, + "grad_norm": 0.2646970593866554, + "learning_rate": 3.83517761602209e-06, + "loss": 0.2827, + "step": 166 + }, + { + "epoch": 5.111392405063291, + "grad_norm": 0.3489102151281411, + "learning_rate": 3.712871334091154e-06, + "loss": 0.2725, + "step": 167 + }, + { + "epoch": 5.141772151898734, + "grad_norm": 0.4118511645348355, + "learning_rate": 3.592100910419738e-06, + "loss": 0.2927, + "step": 168 + }, + { + "epoch": 5.172151898734177, + "grad_norm": 0.2628332059581019, + "learning_rate": 3.4728958475459052e-06, + "loss": 0.2989, + "step": 169 + }, + { + "epoch": 5.2025316455696204, + "grad_norm": 0.31335998910614754, + "learning_rate": 3.355285265611784e-06, + "loss": 0.2802, + "step": 170 + }, + { + "epoch": 5.232911392405064, + "grad_norm": 0.35506477091834154, + "learning_rate": 3.2392978952499553e-06, + "loss": 0.2839, + "step": 171 + }, + { + "epoch": 5.263291139240506, + "grad_norm": 0.2875298433006408, + "learning_rate": 3.1249620705649417e-06, + "loss": 0.2878, + "step": 172 + }, + { + "epoch": 5.293670886075949, + "grad_norm": 0.2512296346135503, + "learning_rate": 3.0123057222115835e-06, + "loss": 0.2927, + "step": 173 + }, + { + "epoch": 5.324050632911392, + "grad_norm": 0.28559098314603587, + "learning_rate": 2.9013563705719673e-06, + "loss": 0.281, + "step": 174 + }, + { + "epoch": 5.3544303797468356, + "grad_norm": 0.2987464671959271, + "learning_rate": 2.7921411190325753e-06, + "loss": 0.2822, + "step": 175 + }, + { + "epoch": 5.384810126582279, + "grad_norm": 0.2630696633805724, + "learning_rate": 2.6846866473633126e-06, + "loss": 0.2708, + "step": 176 + }, + { + "epoch": 5.415189873417722, + "grad_norm": 0.25148475298631007, + "learning_rate": 2.579019205199992e-06, + "loss": 0.2884, + "step": 177 + }, + { + "epoch": 5.445569620253164, + "grad_norm": 0.24791427343662187, + "learning_rate": 2.4751646056319334e-06, + "loss": 0.2759, + "step": 178 + }, + { + "epoch": 5.4759493670886075, + "grad_norm": 0.2644303727414798, + "learning_rate": 2.373148218896182e-06, + "loss": 0.2855, + "step": 179 + }, + { + "epoch": 5.506329113924051, + "grad_norm": 0.24460715077957715, + "learning_rate": 2.2729949661798876e-06, + "loss": 0.2779, + "step": 180 + }, + { + "epoch": 5.536708860759494, + "grad_norm": 0.250298616944708, + "learning_rate": 2.174729313532433e-06, + "loss": 0.2778, + "step": 181 + }, + { + "epoch": 5.567088607594937, + "grad_norm": 0.23850685413325676, + "learning_rate": 2.078375265888707e-06, + "loss": 0.2973, + "step": 182 + }, + { + "epoch": 5.597468354430379, + "grad_norm": 0.23734233974205043, + "learning_rate": 1.9839563612050273e-06, + "loss": 0.2793, + "step": 183 + }, + { + "epoch": 5.627848101265823, + "grad_norm": 0.24453519469748344, + "learning_rate": 1.8914956647091497e-06, + "loss": 0.2822, + "step": 184 + }, + { + "epoch": 5.658227848101266, + "grad_norm": 0.2475431878691523, + "learning_rate": 1.8010157632657544e-06, + "loss": 0.2891, + "step": 185 + }, + { + "epoch": 5.688607594936709, + "grad_norm": 0.22949323879670416, + "learning_rate": 1.7125387598587862e-06, + "loss": 0.2735, + "step": 186 + }, + { + "epoch": 5.718987341772152, + "grad_norm": 0.22360704794779043, + "learning_rate": 1.6260862681919965e-06, + "loss": 0.2847, + "step": 187 + }, + { + "epoch": 5.749367088607595, + "grad_norm": 0.23219804978872555, + "learning_rate": 1.5416794074090258e-06, + "loss": 0.2918, + "step": 188 + }, + { + "epoch": 5.779746835443038, + "grad_norm": 0.22475454600346906, + "learning_rate": 1.459338796934293e-06, + "loss": 0.2896, + "step": 189 + }, + { + "epoch": 5.810126582278481, + "grad_norm": 0.2291577687688738, + "learning_rate": 1.3790845514359363e-06, + "loss": 0.2874, + "step": 190 + }, + { + "epoch": 5.840506329113924, + "grad_norm": 0.23958072835667898, + "learning_rate": 1.300936275912098e-06, + "loss": 0.277, + "step": 191 + }, + { + "epoch": 5.870886075949367, + "grad_norm": 0.22506176327780406, + "learning_rate": 1.224913060901688e-06, + "loss": 0.2854, + "step": 192 + }, + { + "epoch": 5.9012658227848105, + "grad_norm": 0.22062132927128247, + "learning_rate": 1.1510334778208332e-06, + "loss": 0.2803, + "step": 193 + }, + { + "epoch": 5.931645569620253, + "grad_norm": 0.2334249181736107, + "learning_rate": 1.0793155744261352e-06, + "loss": 0.2796, + "step": 194 + }, + { + "epoch": 5.962025316455696, + "grad_norm": 0.2177525118823978, + "learning_rate": 1.0097768704058542e-06, + "loss": 0.2872, + "step": 195 + }, + { + "epoch": 5.992405063291139, + "grad_norm": 0.216624291657226, + "learning_rate": 9.424343531000968e-07, + "loss": 0.2867, + "step": 196 + }, + { + "epoch": 6.030379746835443, + "grad_norm": 0.24241087019923124, + "learning_rate": 8.773044733510338e-07, + "loss": 0.2692, + "step": 197 + }, + { + "epoch": 6.060759493670886, + "grad_norm": 0.27338295496213594, + "learning_rate": 8.144031414842012e-07, + "loss": 0.2589, + "step": 198 + }, + { + "epoch": 6.091139240506329, + "grad_norm": 0.23317322887339842, + "learning_rate": 7.537457234218271e-07, + "loss": 0.2787, + "step": 199 + }, + { + "epoch": 6.121518987341772, + "grad_norm": 0.21578582228826892, + "learning_rate": 6.953470369291349e-07, + "loss": 0.2741, + "step": 200 + }, + { + "epoch": 6.151898734177215, + "grad_norm": 0.21483091024842083, + "learning_rate": 6.392213479945852e-07, + "loss": 0.2825, + "step": 201 + }, + { + "epoch": 6.182278481012658, + "grad_norm": 0.21870657271010965, + "learning_rate": 5.853823673448877e-07, + "loss": 0.2657, + "step": 202 + }, + { + "epoch": 6.2126582278481015, + "grad_norm": 0.22035338370492527, + "learning_rate": 5.33843247095659e-07, + "loss": 0.2633, + "step": 203 + }, + { + "epoch": 6.243037974683545, + "grad_norm": 0.23892692953335715, + "learning_rate": 4.846165775385459e-07, + "loss": 0.2826, + "step": 204 + }, + { + "epoch": 6.273417721518987, + "grad_norm": 0.22946293708757406, + "learning_rate": 4.3771438406559173e-07, + "loss": 0.2786, + "step": 205 + }, + { + "epoch": 6.30379746835443, + "grad_norm": 0.2357878713903133, + "learning_rate": 3.931481242315993e-07, + "loss": 0.2749, + "step": 206 + }, + { + "epoch": 6.334177215189873, + "grad_norm": 0.2196319657652353, + "learning_rate": 3.5092868495520294e-07, + "loss": 0.2747, + "step": 207 + }, + { + "epoch": 6.364556962025317, + "grad_norm": 0.21577494432043984, + "learning_rate": 3.110663798593616e-07, + "loss": 0.2729, + "step": 208 + }, + { + "epoch": 6.39493670886076, + "grad_norm": 0.20682933373257414, + "learning_rate": 2.735709467518699e-07, + "loss": 0.2712, + "step": 209 + }, + { + "epoch": 6.425316455696202, + "grad_norm": 0.22449726686073437, + "learning_rate": 2.384515452465475e-07, + "loss": 0.2785, + "step": 210 + }, + { + "epoch": 6.455696202531645, + "grad_norm": 0.20659056025279612, + "learning_rate": 2.0571675452567997e-07, + "loss": 0.268, + "step": 211 + }, + { + "epoch": 6.4860759493670885, + "grad_norm": 0.21092641055632277, + "learning_rate": 1.7537457124423896e-07, + "loss": 0.2702, + "step": 212 + }, + { + "epoch": 6.516455696202532, + "grad_norm": 0.22183566303186786, + "learning_rate": 1.474324075764111e-07, + "loss": 0.2747, + "step": 213 + }, + { + "epoch": 6.546835443037975, + "grad_norm": 0.21053018559625034, + "learning_rate": 1.2189708940490653e-07, + "loss": 0.2646, + "step": 214 + }, + { + "epoch": 6.577215189873417, + "grad_norm": 0.2098546670515347, + "learning_rate": 9.877485465349057e-08, + "loss": 0.2624, + "step": 215 + }, + { + "epoch": 6.6075949367088604, + "grad_norm": 0.2244125918350075, + "learning_rate": 7.807135176314707e-08, + "loss": 0.2684, + "step": 216 + }, + { + "epoch": 6.637974683544304, + "grad_norm": 0.23461598705545597, + "learning_rate": 5.979163831223988e-08, + "loss": 0.2686, + "step": 217 + }, + { + "epoch": 6.668354430379747, + "grad_norm": 0.20763228111493268, + "learning_rate": 4.394017978101905e-08, + "loss": 0.269, + "step": 218 + }, + { + "epoch": 6.69873417721519, + "grad_norm": 0.21208305953806367, + "learning_rate": 3.0520848460765525e-08, + "loss": 0.2693, + "step": 219 + }, + { + "epoch": 6.729113924050633, + "grad_norm": 0.2087727381299796, + "learning_rate": 1.9536922507841227e-08, + "loss": 0.269, + "step": 220 + }, + { + "epoch": 6.759493670886076, + "grad_norm": 0.20493326251203908, + "learning_rate": 1.099108514288627e-08, + "loss": 0.2632, + "step": 221 + }, + { + "epoch": 6.789873417721519, + "grad_norm": 0.20729986264516603, + "learning_rate": 4.885423995341088e-09, + "loss": 0.2705, + "step": 222 + }, + { + "epoch": 6.820253164556962, + "grad_norm": 0.20813063743714902, + "learning_rate": 1.2214305934699078e-09, + "loss": 0.2785, + "step": 223 + }, + { + "epoch": 6.850632911392405, + "grad_norm": 0.21114524583674207, + "learning_rate": 0.0, + "loss": 0.2724, + "step": 224 + }, + { + "epoch": 6.850632911392405, + "step": 224, + "total_flos": 9.289277301231452e+17, + "train_loss": 0.3896952799654433, + "train_runtime": 26951.6631, + "train_samples_per_second": 0.821, + "train_steps_per_second": 0.008 + } + ], + "logging_steps": 1, + "max_steps": 224, + "num_input_tokens_seen": 0, + "num_train_epochs": 7, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 9.289277301231452e+17, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..0cb2029 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a977672733482d3c2a2334764af24bbb2fde69644a1f614ef19a16c80ef34ff +size 7288 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..4f238b1a4d64419baf0f96d1fc91409e5dbc3605 GIT binary patch literal 42797 zcmd>m`9GFl+wOHEiOe!(EUANm8JwC9qr8}3dSm3X9n zA=Ph2_BOdwu9JoQ5a)eGrQ3fmoqjMsS|=%3d-=m?8jLjDgOP7 ziIJF#mX`MVnHua8ywTYtgwes@h35|Y{rlkI|6krVc!?8|ljB(LchoF@R=)D{iv8q= zn61w;gflvsCX`SYmh6u@>Loj2CddiI0C8%<0o}av~#3Y(BWyaiaR(`D%-T&7Cc#npLmHyXQte zrX?x{Q?bA8vZ7^T3f`V8rM`dvzR~vX&T<>Gs1-wUa`Ic9Oj>&SfVhVhES~Fg*$%A@ z9G-{EJ=ayQU88Z5VlQ!;e8eJR@%H`u--@zX9{IgCMdPn-M!18=*sRX?uJMNs)IjP$E`s%heYQs{Ox@N)3!v($l zZGZX7+Yx`LI}lw^c<=Y;7|aogH3!HN*i zx#EL39Bx&zPLf^9iR|31UA~hsg2r=WKR;8AkB|3!zE7X%z1FM0f2GBu;7;9>Bd=vW zT~eZ9VQv*|{)rQ|Xn9SVaPs(ZVriEdd`ql|w|3rTt7RX(GB@FzqEYfw(U+5q_f3lu zb0rcq416}ndn$e9Iea$mIL-9XUX0+V+u2;sx9L5{CSix|?d@THvYu;PLP9hVGD~EN zii(l3v7wssy9~Qqt2L=t<9?)Eq;7NnYCG_RTj{Y$b>N{N_s;j^n;kUrUcH%RP)r9w zlf6E1)eOeMtPwBae}IC~WVALkadvs4?c$|Nm%{m}!rd#sGAIR8skpmK-r&2L5OEbI z7fr;*hTFdfWErtgOQ@Tlf<(29FMMdePjua|caCs%Fx&o0&Qz5P*R^YO4a; zX7^|M?Sz-QydC7=k_w87L}*z^NJ)>KI04r_i=VIDe+J9L&BvF~H#T(yo35U8sFPPy@I8mfAlg;sSEYP^YVoL#c+l9wtI7)Sp$`UbJtBF=EFaxSJ5>W)`xsO z_vFm#57*Y!;jl!nCACXYH!|fs;S#E*rpbhg%AF;O5|>%>aMgeu!_v`-B;TC1p1yvH zD4utpKQkox?iEkSISw(M)QHE|P|H8nNRYaa*>y}pg86H|! zi9H;AnweX{>hJHru)M6aJ~yz~Dn0MESK+yC+wa&Wd+*m5{`0Jq$BrGdgU~o8DA+b# zEKS(PVLI9R2g2$eW#*KS2L%O1Hjlfl54g(uwtYuStprmaNRv2AExSSkUzMrklyo2w zA8?|FKOh)sAg%qfEv4jr(Kwy2Q^8^PXLp%k>^m|N%&DrU$82h9n&+`<1$RAbz4Bdr zNFj>HrtkA1eC*yG$dN^V-dID9r)6gkcVGU4v+Jr4XBH;%@$m@>3tKL6#c|2Yb85;g zl9V`4la?D%2UPi?F_yZ_F7@T6r;}kc92|3nvggjxVP!^@Q-MK27t%VqGGZIOhjhL^ zgfyR)3c1=8(!!}TXQbyP&v06wXQic~@mm~gAm}9q9Hcg#>B%Rfqzux@R7ulFSePkj zBeIj7fWRWgP(VPjiZSvyJvug)|8PhS?Y6}2*_pPqt^Rr2G|i;?*TQCK_^hl?PA0k$ zQ3cmnbEb8KejV~Ts-~s}aYsf?-9St&w#c&CkC=Yn;-~B`L{*vX{forrfgM)HYVKZ9Y3x$ypOj9juY2upKCIPmECsV|;h}t8L>h+ z-FG^fuo-?gQc*f@t=vbsB$4;$`}aIvTa#%<+Z$46;^*b;r3vNTG!t81%QViPtqB75 z+p}LOu+i+VgLF{AK5Q&C3#zE8h0^3a6m0)+g$ZVj&&X?0Mfl;MOg`)!?m!yYtfLS& zj1ZlPuSG1M{UzikVO&1@yRNy`uz^Bh**tyrVUb9%_Do$tVbfYNVb?i>#f`BDiedwS z`e*FZ&NF#;YHHy>naW(F@;*l!2Zv8?)7f8ZA>RaQq|rm&SeA0x+u0=YV?K8`1O<9s z=SOXoYu6(05pog;lGY9`#UdgiDsFB?3+wAlZF1XL|Ax|@5**oh*R(xZC2?17>+f-# zLciDY_fgoC4D)5n&x+(LxjL;1H@4?1gJ^OHD`?8F+S#u|0u?(;R~DDs z2=Cl1B%-{!r0F7|IQ2RXw2)Sbd0mk8!Qd4NUhYzI@4J zTd`>YtIrsw!o$N8lAeBQ5ke*G-`s7Ch9$#BIVLLFHNBYVExW#bQds!<;iF>eEeX=P zWm{93P(Ppa^yuY&Dl&xmO@`W)IMfiqDR`bW{F1sl0~*0=@rQ}1LSbBT+cP4xM~<98 zi5Nu=#5B)uhhhnzouY}2?Au?TxXkv2S|+-ydTopZoBnBuJtifk&m6954?*ANBPl5f zC05f379vZ(@N&GA^X05t1*%Td-B(v;f9dwveBm?aKXr>t@d#FXk<#L6w!2-({c)12`|(Z*(l9->{7&9$Y1bTPVbj3BgXN_Y#SXs;tz%$|Lpjh>j}yC!20aQ` zln$yIy&_q@{g~<^)WO>rjdrR!EeZ*}3a{dg&50xxb@iuz`-=-Ed~U-l6J@LALj$?? zT3S&>>w}*EmfE&tk{74Yk|aMgZ4bcd`Y8r-;rl;%7OM_&hNLC==mS&_g`!8E*)`QW zU(hB;AH@?21?&mbT$PqMaZPpjPQUm1K%)0!%A>qdQBg9L`!E)It3v&!N5wUIW?kA` zFofxk@$e|O#7k))>%O`*Wj161|oD)A4Z9=M?mZME}S=Tol|MTZbR@T{k=V=}L*+K$2W|TxZ*RTO8 zr6@6T%iy>C{$>QmrKP2nu|w&HlFv|u_su;>?|)WHyR42ts2@45`gEbsNE>65ba+pQ z8_sXwpm!)XU|?kQ_|nCIl{!rxJIfemxh*|kb{un)lYl?SsHk$5P88UUDB|84;TGC2 zazczkeUW0OZoJ0Wu|9jwO%%+ zAa}xN|1gJ4&osqNGHz%Zcp=vktY0N0@H3DH5hUv&TVNr#3M|~e9ARJ}%hox=qeeI6 zy`EsXT@`RJ(~B(byG5=bCAYzPynZ$##M(;V9%RF?Z{IHA@XI1rou{rF7#Pfs&31l# zVJTm3B$x;-6d!?Zv}Jc>ZxUW4?4GHO#oVB(c|52bd3+SWtX&}?cLo|{n7HZO%DG;P zufOUdxs@_V@b8p@$$fo&?MG`5k;_$BOmRZBe=HRXbnq5=d4W z7>%*-ZXvFJ5P7><)+b8xF_+RJn0$q7vP*B zMgz!vTCz>t;rFFGLd+Ru^%L|=OeZn7J$wGZY0hN~vj1v{y!_5W4PRTVpxj9u85ECa z9I{irUjPe0DoK$3su3|U)0PPRv8J-Bs?MRPuLCY|LagD5OX8|J>65T4)?inpcUiS< z^FT@~gAW?{=I*#_85o>p{V=f%RXy_cYdv$%@joGt9ud7(=RM4F?!C_U*O(pjK%UOF z?C0*1u~8j_d}Tjqc2fQIaF@ItR6xw&>Sqj*1YClG)Gv6iK2o$#wf>#pIv9$_2SIBL_q)n{cC<0cO^W(>ls58ZM_Y<|#H114yXNxAD;o`#L#2>19cz9&z z&f7`kd2KoXt{{Ez>&vQ5#M7s>?5_R(&_j8?>7TM%9IZq5*6`~2bN>WsS5sgc(BHcP z0QpsmnfN##7W78O#00O+{yNUZ^|nd!)!AF4T{p@B3cY{-ei$}p_Rp^wOS?BWSuF}! zfHO&~FfHVt7%caE{_54AE=>oxvu{mJ)etaP(Uuk!yA%Udw2mBo-fik*+VI4L?%1heXsLfp zuR{wDD>Pp=9|MV9;oY_2cflM>HZPjTHwcw`QoozcjS!D+oB@oHkoDh=n9uE!}VVe zE9(GdJwZ5`6Uc``Vn@=$%znRr-))w3rA7S47s%pe;mVJ;x`inUY>$La>hjB)2XD9W($N%4)TYpiJhUt!CI-r9E_{}Nh^w+QP#Yr=0iHsV`AO-Z4x(Y%iZqGHAZ+R^|Rwk|n%hJ@;WOX*6 zW3m=LI=$M{pF-$=h^?DV0(6P?&Mfs&nh#o9awuDy8TMs{6KPj8$J zTG+L%x3a*{VDYY0sXIGfGE3i%L+ca_UD>^R=@WxF4?~f~0lx7jM~xqj7+qXu<%g2q z7aNv}t*JAB(z2U;NCR-dkkq0WgSDmvpeq68c8hP9#(&w@==a3LaS@S@)rqTB9sQS~1h9 zkUxNTs=g{d5D0u_H}j*+ZLi6m{Nu1rkuP41y=W_&nwuy{3V5?I>g};+);YZz^7Ls| zzV9;B(FovOsh}-NBFM{3jm~Tju-`Q^Gs_$>+ALnEo4D(2j#=%O5ny*61g>D?Z%RZ) zf99O;wUT+lo2K^Hx88BD>pP>_L7h5elRChyeoV$*v{3$xqIWsGSFQs$RcKFS;>=!1 zfOIjPQ%c1eP6~OV0k%;dBnQ+%8LNXRc_p103fo@b^7$jKEc|0)C-GRcXxX3$s6}m>~9e& z7n;uGnn2gTffynHgl52C0w#LgF}X4m6BYFcNP+ImEVG7ZbwHOc3-c6EquqG4u19%eN^){!WTaoAHNmta^(u{`3EmF}Jtdh&q6`pg8YY0kQP-i%{|yjl z=s>CK*wFr-cvEw;uz3>$a9ktMcTSWg-o8qFsy_T^Fhl?ajcMQz;Um?TcA$fXrg4UWEy+hB>%LPk(oJ! z_PDCsfxb8WZe!t?A9SZVtr3&;M;|KRz59M*;`v1m$@x`*z{mab3g072&jD)zR92Q= zesW*ZmbxrG3rna!@j=tZs1sM^XdRR)&#-REWrsl;HR&(1XO{K&Oh{iZvHIru3vyXu zxsG9Rt}nsRwacxNiuHVYd-L@d^<_Fh)BMQP&9#!J$OSM-#yurYsqSsthf*A@ck?U$ z@dAr1ff*C13m7p295WRb*K@V0#h7ff8txa~(_KHuad=?1fet@o zTfVBJm#u?t%nepT=t19k&1JQ_cX<$tECT@KTWhQ8{9ySatn>{Ql|PKEtmFwAx@IhQ z&)tgl9qFnE6m-jc<;`|JLd{Kkmd2F=>xx&``(Pu60L3r{G}VfYNZj|Esxk=!Hz@HP zEqSidOHXuj@kWyAd`SSxXxEW87jzL@++BQH4 zg+a~)y1d_GI@?*QVRHv)4wxVbxy|47xwCLxvO|X!cM_wc4{$3-^BSxx7thhYo6v$n zoB8HoSRGMX$E`Gd@~`4UULDiMlXLE00AJ@>b@9D?`O>Y6C~=p=PFzz*{J!&pPN%l6 zb)VcYXnyaEH$^j_zxPA(qPcFxTyNnC%Z_{JH=x)duEoH8JbDA*YUIn8H_R)i27QC6 zIUj4JEq5A-)mskswyv}HM6ORhKYp>SBH;4n%aPBYUq8|LaIlO;yx)!(@?!u>mPX&7 zGd%%(cvSn|Jp@=s>?FLzL^TXQDQdSh=ouMNh1F@9Zv&Q?8X}oVl+O|n@n{}*xD@q! zwJPz=o2i1E9IP3dNpi4d>tTbIRotzBqU53506a=p&nNRROFl}x=zbq`-GM-HX$}=N z)r{kG<^5`FmC3kG3VMg_Br?3zVD|n|@JxiO0x@GyKk*QwQ(az>(a}Kg|X3p}ne zNnak*|8(~d41G-W=0%7wSl3X%k^PxjumcxXoU;sa`UWY0uk0GMbSN%ss*L*6nsEDs z#MxV)YBN8wVjk;r;ZTmscGrI0Y@L-$+cvhaG#-P-Cg;mjg|77gPpu`;%aWUf0l8g( zn6KF1^VEEir_Ni0_a_#%Y-Q`Q5o>e7i^?|jj-)~0KogkgIcxx75*bN@sOF8S%-jW3 z!ywjI$jvLR4NR{>|2PbcjnOYDml-l{l09H~JRaY@|ykN$mzMX6j@w zS?QlSdp67ELlA^MGiFsd`n?w@c45FKZ4uk$ULb?j*nai=KKsW`LI~)R+%Y93C1Iz( z*AVS@Q%B)j zw)c~H;_00JtKXslWi@8Dbpv2ngpeAACGay4c=)-kte|TpalLMPB_%>`sl<55ci$Vx zf?QuaP7s7rE=H(&dC34HxW23r(W&RPDB1h^w}T{ND|S{oG`sf9rf2T|wn`DWHKHhE zQ95AsKou@Yu{P7IJvQ;H$bM`}m-z2o;5KlGqhEg6255b(Erc4}8fp&GQ@Et#pJABD ze=vS##s**m_3W>&4ZvMZYadS1`gj9D+`ZLY-#dWjn5A9LYH4fdLk0#Qmt&;17i*bV zg|_X#%9pB+;FsL~jw3?zK$$F^pEtCxI}#ESf`5A<0GR7%plb}5uMgHh;v1QtkEpIz zY&)kb>#^czl-tl0eFpIYxvY6pWdN4-@=XtrQga|7l9@b+2p}u>S;i~n6GtIF)e6~{ zEZY*pf!i}%7_LGT&hwBV{3MgdxoZ>&MNbrPq1Sqmv z=!g+)B{_J|^BKROU;_{?ndig5-91;fzqefkv`l+}rKb98AsjFz5^f7zkjjD)HZ~DL z$jc4D&z*u^8ldo@njSxK;zQF|&g5>M+oCDzxvj4~jg#(2LLx}EOE!QfPwj1tQKKf0 zP0KH{dv$+re&4Q{|La>Qxp}{45lbw~X@|ACmoKx3+p-~U5KCVRD}RSZ4MY(=lHp)? zAd<)nu5HA=iX-&9J}g@#8D zv`>=cwRFfv>?mSi+k8N~tOD-VZuz@-3Q!t(`q_G4ZP^+5^#eh-y78;u&=_HIQcBi9 z;08&dGepyttP+-yZH@qmF!YTpa|1`AYRiL~75V1Ple#dbB-hDw=qJ!5y1`_(S9p5@ zQ*j4C!fM6Pv}sS?9k*fsgF>EbHc0R;h^m9cxq$XAG^SNhf)0b)fz)4s63RgQ048!p zIw(|C#ap*nAh4GCCa9nSco~JWNzzRdaxXeLeV&*HR;Ugd2O+>1Xp%{aqOF^cj)~0M z0Fk1kpnxHv4=E5(On0}}8-TN8-H|KQ&qi{U5CT%LR0xX=R|UupZ~-SI3>cPyfnm7u zWK!0-TpPH48L88GUSlr}v9-Vzpvw4ka*e|GcDK!bzE^{ZQTFkXgWlp<^cme_^754$ z6PZ^~bN}&vys|fx9xgF4MpVUt5`^Y27}VWizyJa5_iBOWHeRk;WwkyV=mvtnGTe^k z-nsQ3wwS1f?h;%+1bSSuLVbQI*SWKZ$!+^g5#4p3vIUyX^0mzS%)ZVY_;}f~L$b4t zy)^~E;244&e-g+Zq$9w52VBz7U<874+&$?95qCv!H|`F`^SWQwrs zDXNEn0CJK_KuCrVx!=^*u$k)LTk4vNaX~AtH9Lej86QsqVgkQEItMe%(4^eKaXdTVvM zZal_#&RwI_b$(8C91qGvEv0xr7ZDLrAm{?16o!FeAotvNKbo6E)Ig3ifqZS$;UCX` z_N+R#z&8ZHaDeYmOvVhbcmG&xh!uL65RwB2LPu(X!(b`NxeYq3I-Sbj49Z8}I?G7Q z%zWyps#)}D=|H=yw4>0)n{W3z78Qd!8VZx+=_4NZeH7XtCde6znO#pV1dxVajT5`+ zUP(UUF^F0LMEKp{i-x{~0Vo+d;MR?{uO`VELgl&$dO3NJA~*OZY9D+Z;B}cFoGl!J zpRI!guKerE1CZ-hTb#v#YR%nb9he}wHm*N6k(c_>hp)N0ncj8C`zx^Gp!_{4ov-*M zBKxg3NgUej)qXR$C#R`SH5u4EiIs$v&FI+J)2b01{D4DbwKdPL_~cHC=FEAY4z%9; z340e*Rm9Q*T#G|w1!6r3K9##`aR}G{uqv!J5efknIrL%WZuj!~)Z9C$PfvgrMC;pT zJ+f!J3FTQPi5<#r#<}PSn!@dt%*pMPlI`M>wmjhOZu0Q*!i|o&Kk#0Z+l4ZSIBY>8 zV&Wj9Tqf5+_cVe*^jzE28=s6gv1x-=pWKq0>xM=H>&i-UC);9ghE6rWeyo18=!Vm~ z^Q*fWg^us!nZB*-U)G5XEF$}Jq4*LIE~F8%Ys|LAG|s>{v3R1&}PK1O;;!=RuS+YMwG|X|WLL&NcRJ^#;qrZF3#}KRNlvN~G}N zW63(H*Izw4j{X(Kw2g`Rfdt{Y{2_6r3XpF`f{+dEs3u|Jfg1Xa^ezXfgiC5_{ssaUp^?AAcf>mU zjU+comd+Uv&my5ahYIkyuQ9PL2p0(#Re)+UL?;urKrOW2CWZR% z+V8z7xx~b-Y6@dq)l=$RS`d{Lmy`bAj=k$=gu$ADOg>ch*Z$f%1DB#DLI1tktXZ@s3W_ zEgg7vT04~ssAdrG-2i9{`|P*@%Uoa3)_WDdxVZRQ)S7V)GALB>6v(NFf+=fS1N55$ z5bDRI6S8?E`tG^+*z8c1z81p7h))-Pka&IlY58O-%sTD$FiTg7xZi0xi5^p@5o+E5 zpIW~6whKsH94V^diatISmPrWdpyCd80Y3o1x{?jnx#f?cOJYs(USkon>G4ZWK89%A ziSjkXZvav zXs4I~G6D?z-J5!Y4>6!%Qp3|@+bfgWW0F9`L0JEQSKGvj4W2>ykVu%wd7fnucS?;8 zwn=0{0`QHH;Kv4Bhw7kRx~8Q?R60NvP<3shK`lHOm&am9z=#y?6jO40IMcs+9Fjh+ z_0635*U8kzoLOsVGUen?`thYaI-#}{SPu(70_L87jy*sfRiNiUv8#cV=sjirZtKoX zEs<-sj&6IEk;E55LRg~}1+1fzO2Fd44!a6gZ@AZ@pf?XX3@Aa}Q*6LeK(0^pKaN3A z=fTWMMUUHnBT(7EfDPP!w~+q{Ks+9H7ORuSl596bl|?T0%?JFi*$GKWoE#p1xe-c& z9I6O9-NM#%ZVGtj03CAzt#C7Qd1u;qzZ!NL!oi@RvmmnW!UY_UT83*cBAGvbK98{U z-(Oz^8G-9X&ZohNl=>>n?Rh~Dd%BE7mY*nGjAR(rGYFVwn8fhWQByQ9ppukKOiZ%d z79p5{JEaG|Lx6!m1I%><%*_RX7(%H5&{OOjo-@KbL;Jg&XBjD=?1zKfiUSOx>Fbh> z>pa|n_ofuj>#C@zKwl&js~+B6+;zjEW>l6XaVXm1(ASmF2QRI`^D72w%<0po!93`v znsR??^t>dbAOXV?L@FZO`ldvJ(jkYirs(BsJflbK_S|uOf0=OVnpJ+yADUD7J@0gv zKO8@n{8-X{l;oA5@iXwxRhj0aMo{VUW%9YAv1h3QtfJ?rh>E`zU&N-n$e9asuItVm zgp5?d^`bEk`b}^fFd^P3QPvZ6ZcgBo`xvGg{s4={|Fl=Bn`7=a+4%B=O6 z3B`S9O8;Cq#(~Sa*+~1=k$^dHkpa5sG7dZB2MAO)RU_dEDrHc1p@luD8qPW{D&lSq zJ~_%n_dhJ^NpkGqHo~7w@_GaoLk`6L2--EaeJ>{u(K)?-9v9cdf(l3ap1wL3FJei> zd-Y8qz+En3VOmbF1swQdkq}|EK2&6X95r9kb4A3E|B8Stumf*V(%0?R z#*ya;uRLi&R8IsX>EnV79%*BBjN9(dP;JXF3S%aTii@KNuJK3m!z}C)=z&cN8xTni zI#V6=N!)>cAfp9P%el4kngH<@RyVp?o}T_qoO+n8-y73pdO1d5pVX_6r|0$%r8~ac zUO;*A5e+QLKw$_gehXQ!z-k<{xjccU5;_7}*a2Rxp@PuWQ>L{4-3$$X(0?eF-{qhU zmH!FPb9Oa5;cn)QIGd~dcur3d`?2k#iydFI!#%uFHICI+#tt7kgledc&MU$iI1HfT z-SBLI{we};#8K2xf<3~nhEm)FfC<=l#o{$A3mZV3KrX&z$EDwDN%D-CUa>s=I)DF@ zuR3h?uD3N!ciRmx{D%ZZd(TR}S`w=f27LUH;9e#u!~#}e2&V=_Gq$`eU{FK@_F*~s zht}=Kh~8fQpy=Rm4h)9lz2IfZ2m0|av(Vc!KUiH@)h9FyVN{TSF-54HFXBcok zZ*_Bx{sJ!oYV{M85}?_C5WrZq7If4@C8cFb!8ZQ@V=29^a~M9n+zi81v*|7uA69E8 zwUNFaV(glzI<)bYmtPQehNvKaGARv)2Obifjc))0<$%sb3sOS>^poJ!1bbHK&!1YFFQx$;Ba#UOTvQ`nO4*@i z@_-Q$88*Sy)-vq{E{!UX31lWpfupz%;?ZU)Bv!C&gZ@Pf=2l2ArjS|^D^K$9V3^11 z)B&|9JIHVz3HxAH0%eNlQ9uB=L+_$B zCWq>h4i>PEZz(JD8@js}1Cpo&h|Hu&HsU0u^0BU)M_wbXpnF_HQ2v4KAukGzBGMBmz*5KIwQ#|H7>`@5+~3vw>m;=Z^1gekto^7mI`@$8GOKUD^7r~; z(*Djx#M%_Yf;{AY(O3(Zix)624?<61T;+nEJKOkI6YKVNsbpke`n#H=3A)#>(>_%_ zuFk8SvU)J9^>IqE#B<%pl@SvoUkxXVjtR4IhEF?I|>e-K~*d(j!| zb@Q0_$~!VRW%RAK^Z{uG^zU=vuZoH!aw`V_A)(~-j8lGYa(b}X(Gn3@zztwna1Ab{ zJp{4F;NdvRcvjC37*1AbZvp`eU?zaP5OMfCG4UB>P34Oh&6a*Q8g+aCZv-{cUd!B< z5laTtIO6M|0nE}$1n}x!q8H9C4UVnDK;E$b{Q2_-v_0=Xd;qGx$*~`@_&?S8jVOg{ zzx_eLTaYGaHn)Kyc>Li?OmbdcUf;yu8N!!Osaty$uRp)$9qz6zKlW{SjXP2ezqEU+ z$L;Lb&?_p+%1oDmw6W_ok3mjXbkZWvq>6}vA)bZdHJDsQe+bLSu)&sE-Vumtre$NB zxh1d)j3d;z;FCKz#NG}&N!f!M$#CQdx2!BXl;S1626)+S81KLQO8oTc#!O#tq_g$G z7W1zeQ2<~JZGx=4@9ruSGN_$42AfWK>#Yth&5Q&_5wiE9?WYVMCJP0yx~@gk#P}xR z!zyPRMo$O4ixlagr|pW-Io+@qoAPF+ukb`nGcr&h>8LqIumN1^i$G?ZLYIqSAG9V5 zD|ytqY%}loi5N>03c)x8o{xO+r|<;`t$OSpIBkqNy2Gbo>)}Tj+;*Nk+ZdX2Vr$~7 zC&YCK`IvZhFg^=OXL-T%vHN@8)vHlFhgr{)A*cZd2K*o>cA!;QmC^+@7U2+N8nwcS z+w@?u>W{%c0F*EnA0PQqF&jK`;5Izy$-{wXf_V5%6s4W0AVCEzxqvSL35SDj->E0( zTI9S9euZf#_NDr%WQ$8iwAieMKbAlqVLV8SEi7)0#WTNwMzg2PT?Ca#-@VO)U>ipz z5*kA2^C1__0}KvSO{oIzDjy`nETeK(r1RPVnDn&ha0B9S5!|;UaG3_M$}F^qw3&eW z5*b!840tfW3VJ0@rvbWy*TTwq7M5oe0c)U|^6s@CgZ*Lx_!5fbm$bGaAc^ywCbdv< zmjLY@8D(>6zuj;>?DsuV(I*wTr2 z3=~T@pqlNwZt8YTdx7~I0a$?dVC4=20MCM`>VF(fl7=F&M6S8XrMmZv*KVz zz+rE%omv1Y0y&VCp;<-_0)69s;8JT~=nLo@AR{u1SRDQWr(?t(^kJAl@ozfRf`MO| z3Ji??z}JrzPb6j%%uX;pBeL~NWmS1;Xj9*`+xx?sp(rQVy0-JPO6lV4s~1HdT@Mek z{Th1|9Tbu-DNVR^-D*&Re4}5F7-H#+s*5C_^I*ATZ=u#Vz$1Wk#np-tLEvtJ**yMz zuu0IVD%#s5iPI%Ogbg+*J1e^@-O1OE!4n2bZj zCL+H%4$Lqtu&zpf(L8&DoW&*aY%L=dDK~&TR_JP#o?I>{{dML5{+e%Ln&9w3U-r`B zarkQTAAe}2qMCUwyCKFBMtn7Y!v_(iXjNC^SUC$Dx=FKoAJgq{DA$ZaIkOUn}4VQ~=)o zQ$Ydb@oVPZcO33uHmQ7q2VK8#2&?j_u;dArlZAars;=dJAn3Fh67nWIB!moG2vo3Q z0U}o>m;YuR)}vlb`bZ)p8~2jukn76B088J&u!mpXk5p70+F|0Sy-vxarU+#jm23EoB5VlOsm{h^RedeHy8 zc4FgO_O62p<@)~99;(DxMQ@Z#RTE@QWhQx;uBLLf_}Q%M_~?N_K}Iak%b54ccbjf5 zn0O|5H=|^HxV4+VFT~}YPhL-gUWxd!;t{x!5CI3+BQMjaO(?J8{W8s#Uq7)JHg-)l zj&uOr)Ls{X%Zt@&G87yrw!&}(6B?|??kv+Sl|QP2Oz^(p4s_%n-{=rY-i|Y2->N;J zNH*+Ssz(7Wkuv=0Mu`iI`Ti24B-_o#ydt2*p0RxPG*nd>5Wn5V7}Fi)zykBKpzIZH%vSb)F*~q*i=s`LGzK;#=;bvT+Ut4Nqvzlg)<<&mWIBA-JS$l5dS@O`~g zBm9gMS}Ch=xNo>IE{q}i7lv7sj+Heun$zXX{jnu&y%%5o@7BWq-CA3jlgghb*u6}{ z7ju7YVH1sSpX)uW4jdY}FeYX;r;kr|AT)94l+w5At5bBGlq0*dXT=aZ+hh0gKg&W1 zxAbT3pq_HN5AoxWPJ@Y>wYJ1oGa!}wx<2A$EHF4` zW~5ZBKO|IRSSHoo&CfOvSWb&D_4RzzM2CKS#IRRV=W)b%b3+5%LR&y@#TjPw6P^El zB0%BMt^qEuj7roG6MC;i_R`@{gX0x@nY7xp@qeqU9Y*d4)m#bKW;m?1wLTxgfBQ>k z(LA73aISXdI1;QXl~xF25Kwk^h=$gOPh#sYRbF)VE05O-@O zn}PXpsnR$8x-*vYh@I|!TStP2X2}FpJ~(bf1V&DD7(gMdW28eLuqoX6ZO8#>;43Hd{@h4<`pvEHWBAl*pYuyF@=gE^NWj=4BGEC=~ z%KL6^r(G}c5j|V43hR@Ls`gZRV} zDP*4F3L0xTj8#cd5fIw*=yBN)?lWg7U`{4vzQD;p1c0HsS1cP@_Ihs7r5`-%I7m{>p8;l6Dq{Sx5Zl`dT|W_7l#ix7Q`B zkSIi74gx+B4y`m5e4lhO?aH{xEM$V0jM#;K(i~=?T+h(COk8 zF%=8X?1%`8H6^W=I7Q5wYJ8)_4Tbvid$c$j46#3Oq;(i*g$D47A&CebSp<0=!{CSq z6?oz@9r_XZ10*|_gv5p-Q}0ASL_OEd78>nq7TFz=0@I^Y7aKo}An`yzMVkq)i(2R3 zzkd%0F&QaXSnwjj9)Ud4$It~_;9YJlg=5y$F!}jjn@g#uKDFKF+rs$n(wPQ0U25c4 zxnoFdG9gq}Iz`sa(du6}w?G~Zf++Q2KYl&GRyZas zMW>ghWnv;tNdFtn_Ah0P3SnPN=CFGiW|Uml+@+Y;h*7P&57*7xq9VZ!vygp~&BiuA zIA>mfHRl(+yZfbTBD~rCXGy_J+|qt3s@L_3)Dq!`?*Eabtdk7ahEHVCs)q>BEo5d#Xu<4TL&mrnEMc5)aR52dz$BMD?GE z6XsEaJEqDw1;ZG+Q&=Q^rmF-C$;J~wyVpjjLphZf>N+{ejTPc7UlBVMdHnHzY-%SR zT$Kn%`I?**d+d_+_n?~ulVaxs#rts0k`44;qNxA0Fw1#tMU(8Y#)*c>YKNI&Cn31# zcMf8cGsC$q2k@q0~&JSLQ? zdmbBJA7C*!5(tGT)(o>bz~I1g{xac;p?;e_{=)1d+GO41m7PshD3N}LDu3pkZfWYH z(}kV6D3gwqa9qdyl3d?!XBof;oJNGPFLZO5o>m(mQRa^3BUsFQvvPj15AkILz9-S! zK69)J*1NT23san|@hh)jqSuT#yAU1?dR_JhYYJWkB1;;Nkcea{4D z?9UTiUbLOyK|&-i0O*Qin61Q{u&iT_0RW6)&e83U+$Z|dbM*6@i~oUS)u;XTXGcxo zh;Z_s5cu+s)8mmm_|tw%9<2xd{z;@?u+$*G3ZZZo4eMMiNkWq-x06zw|3%lZKrMkg z#vZf)L$;IuB^Vrh<``uH#Si`;nn8EiYcRX}694tPM?Usb=kWrN(3sfVCL8?GEXyiU zuConTs=W@)xjg}6BnTaOS~rK!mDV)ts+w6&oc<(mXF>OjT}d9>e*CG0`;rJe*rRK} z?CDtqrM%IX)-I+L3s$)BakXsX=c)0cjN2sGzgEM_7DD&ANjZ5G3B$|Yyd?$3rdItU zwKmQ~*o?;Y2MRKA03t>QCi8lZcIN^W8X~|3(^_ksQk(be-L<9@zoYf?w@jYt?#nuU zps_5JZu6|TLidRFe&^e7HVsn&lHpnw5N=Dd@FiY8g|IWFstVbWRX1#F7W?VihMKaY ziQbOw;I8q$urrJ}h5cve$3tu??y;UIQ9X*oN;P9mGRZunPln_?c#%`evH^fYDEgO| zffm|2hY$N@-+?D;%5wD||?mwuR>M}`pUtxmGSC3s|C;w#1^`^_PvK7!{ zTn1v!qqfKjH}D-FO>Ba|wf%qQKL{q6Li`?9q(ho79dC3M?|jG)3h*NyT%7ij{juE6 ziE%`l4*?XaJAYY{!QqgfwYN#Ztoq-~E7;TXR>E0kr?BDa@AoVCc_6)Qq7a`j7M66f z4Ly>q^;JGI#ddjXz*~(C8?M}sU$MFj+dnys8a|aqC?bAaXIWNmxE&I zd8?>TgIK#4>5Pr$J>E@$AlS;C=0t-+u{~kjPBN3K-H7XaKofF1&nVpbj1K9hjgnPB zvntF|I7C`B=piL6g*m(4jiCr_XctL^`>_(OKropNEM3Jt7VDDa9GlVOa3&g znQEwV)VG@w4TB0B0lp$r;M9?~4$%i7t#M0Bm-g+#i8(mbfwQ*SIlg9@k)f%@SE}JqD({i|S)CpC;rT;VN?BZ~Q=Sm>gHXNMN10OLG<8^ zI>&}U+sc!R*Ek6cK03L{4bKQbUOJ@EdM#8P6y*>BGd!G&Yik2vt)NNh(U>ItkwZRK zA0Ap^{vz~B`wMMq46zR=)sa>q2w z{z6ZtX=zc{%kH*{xSrVszA7Vm{^ynqcEqIqMU=LjkErf=ywqpknD2f?{~Ge@n*so} zH~EeLkBr2gHZc%K;Rz|o_SnTCa_@Pjt@zAZ3rP986BPg?)mB}jQ}ejCnb@6={w!?L{69ETLc@DXVbhKG+vEE5y?^i_;@w;W zck4xTo$CW?`Zj-;!3J^e(yFYSPOdwTdodp$OIj}uac&)2{88752y40R&5(NT85tx? zD`0cB&tPqnDPk1?fIxXK-9;O$ z=>b)Xp>rpC1j4aoM>Fib6>t$(_^Dn$pfsk-IS0>hYKcz3VMDfRN|$XvYPM;@U?%Ee zFj`IKLRQh3Uzuw90k$6k%rP$HL6Au6mz3n>DP>b|Sni%Zjls*uAt8UOO|bW@?y5vF z@rRJ4e3{=R$ZLJ=DbNaj&6>|)n0c59)PyFkpeVz6p7x9#>?C6d3}iLqQA0k zv1Jn!`C5U!o-%}ZIOBkm)Gb6(b@ni0A5|Scpm)#q(FDcYwO{(hsv{EB@!R6?l_z5#vuxj3nU)JY{3db{hzl&KET zW+rVYeB*iBV*>%@l2bE%*Ct7iCvby1xAVyX>xln^*Y9v#WNV{wwx0oMPXdt!?$kIP zkrQ7VgRo>>MI4X*>6nqwGg3HA&d8OmIQ%?L6cJK{-?#Cp(3y}E;#^`h3_6l+1LKNyQV)(s-(>{@#xIi0@KDs^;5s;Z0FdC zZ+)=)OQDg5@0!o4scJFp7ZKtR$+@zGW;@;4YIbM{uX2sJ2(*iX(>foxU!Sn31W369pGr-8F$mNiE z2OVL=@~}wRS$iOIVBy7+_E4FydFZiR3Fp7uK4@F84M!)Z3JjOl)vHR@xh2VKP=<7f zPndhe5{8OiuEhF<>loYH>rFF(NO0j>~Z1OaMZRy@>m_frW?6!9>EK(X$Ku_6NU zxajA2Z!8a$v@KIxadj;=OgXmq^CKlM62sGB!P5Z|ErfzGkW@qfTAp^`DKQYRW~pmw zX~D~M%nK--{dJ~~!D#kHoYM3;vD%6^^U%fp9`Wr>*2ryPb?RH2zP}H#Jg`jomqH)zv+|JTPe4z zQ*1S5H?B>RUpl?dDnFGN?HbD1$I7x=t0N2#bZ_UFNl(lR1NchUc~JVbhhUYzZieU~ zG*AOd7i}|1BVu@qE!-jAq=20U-fQ4AIq=sdsHIz<9jXAPSNS}FsL zjoL&((<$b)TZjQf7Drq;MMv6s(J*ooKQ^Mi!#m;*ck6&1+nulUMuLOR-qq1fEM78XflT7p+-4yZJ#4D`wLRlHU zU}SQhJh|=I)k?R8(ewuP{c($Dc#5Ft00$ud6p+F%uNS4iR9(JCp?(ozt9bv&=F1)B z+opjxLkCNYJ__G))`eX=`NvR4!jz8qx<9(iuRg5Glu%l{46#yH`+IH4p?;`O^aZPwK+;dY;KGi8K(gEcg~v623xd#pNQl}1lsL#uW8 zi5vmGiRSeH6o~-R4L`V~%u(PjLJe{*-xi;c)xQYAP~=OIZM|GWOOBjl{!IFp@)25s zjQsHVW4l5D1w?Xr50)j^S^{B2nC1QHVVZKH9_)Yre|91Y)LD9??=luegeZoPv|h{+ zxdPHc5bT~7CS~)m?RH*Ue2sGd-(L>@nHHbKdt`%wHkDhO15MD@?=t|r#k}1LpM*1s zC2}d^ztm17wK`>lGZ3akT(|p3lQx@J@1LRH^i+kN0+&5IlkWRiZf9!<)!5)aU3xSa zgd)cR<6Ic7Fr#X}4$)EJ8H^h6*{(A%1?Rdm<;I$Rw54q9qObb?ilC^$?xR?mo8iP2 z2g7}`kcs`Mj`YwkCN)c9=YG5JB+H6mu!>Ts)q#WP|xR7ylwyRq#Y)R1ynd!0XX;?xdEF`b+Hb<1?!9r=FUpM-yFl?EuHlncI! zZy@B`K=-!ce08MUv~5pW^o{=*-S9ojV{)yAQY>V?;r0Q?#fpW#VJQB@jW2Q_re#Lx z@r~v#IzQ{N1>qwXF#b1|+_<^9Axclh+4%w*=(7oqgp7$QlMB53{6GJ&&j~vuIozt! z*#XUv{Ev#mpw6j0T{AY#3*NFn|B_Bh$-xOzdmVoL>gpb!JZ7Jh9 z5hvWdBJjScB>re~8hwRVp&{KDhJGB~l2Ka-s7O!|Mp#4yDsw2^O$8NayRC>{Ab9Nk zFs@BY^Dc`JZ7#u|MA4!vNys~rO3nVo z(BRppee)5{4^fXqn6}O9X>jse$kJg5=t`h{{wH8WmF}o}6wN_JqZc9UL)fYV8)*Y| z2WojAI)x;n_di$q0AX-*o@-%&$ziF$ zF~;^Rv!@9M2M3+KBBG+;0gD1w2~{EiUIQI=AtewVpr4&#Pc(OKFT$Ltx!9yj%OS1! z{h3qPZ>OE#&ER5uG$5IJGnQ#?E~dO<00IcD)%g%&W>A>;wEX)0nj?o*A-a|^^!Ey zi+9U*w#o*U({Y3z*~q0a8zCFM=X$KiYfGtlk#v%!Jo-BpLzjGm5foszXD3*JyhbHc zQI{v?f5jD5y1j9LkA|QhT`32U4@#q)Q^&n{BGtrf%77)ToWyH@$R^$`miFyjp!Pa9 zM#1!|Gv#n!<5)zQUJJc zu1dYa*YHMMC+7ZA#^JY_yluT$U&c?j%%s(hY&JMmc7CRo;}7#yDdgc#G}oPju6DR! zbQsz=ac*42#zLno=^D%oDw1L2;bLXtIeQ}0C{(&vLH0?-?L_tS@sOV>A~9$viP(1VCYYA07+Y)u>ckls1o23BSFWam09=*7<45!5w*Io^ zWWY}?+=)^hOuFa3>tDQ78tPhWMvrYWyO zQ-3~j@M8JYy2aI}LL$PqxVBp)t6`*V364zIELqrU^lB-^_X zLHT@InV;9n0M}K1%9UiYDVc8mNN3^n=-$L#$&9vIIgW)2eTgH}CLP+vrZS%0<89BR z)GgQ6C$shWc%VJIyMs1VZac>>Fe;UNvBWQdRQP3Oe}q-0a=_cH$|=@|BIt<(T67{f z?~~=EsrARrIya~%)6)}x+mp;LCSofJ&=xmMmD?9%b7JXI5b!P>A{5uz4zk<^qr60x|!M^}3r5e&N zD6({1##41zv+?fOKGlpfc148X@?pHv3pSQgngGf>XKv(qbLNpiEV6}x4aSN3%?zKO zNgo>!6U$D~uLY5j@Wm|J*An8vMSga!gqA~hsjM+;@rR2Xr!VJyy6(w->UiOyC%*f& zQj>>Vc=rVrVmohg(;sfoddBZW>TqkA1~Qz8Ycdb^;5g>HNIcLQ>&!mg-6D|9_zeZ@7F*?q!)#C5Ltl306MOUNHFxwEY+eGzJkqq`#O`tVB8;eU$l9fRBapzRl66185;w zeNlwNmVaum`tH4nKk{0;>wHZ>F)^F4p^KJzfDe5EQ2TY$z0jGD(dGfvdNDrmo~z9d z2d=Pn_LM4nps0W(F>WIv{=TH22nS#!JRJVV^@N0s(^F+M+rGBrgpEb7q%S2?&Dz#l z5)@vYZq2ZV-aN84;D4LVtJ*LSa<-+}{iM{||AFqDW5IK@)+UR`d~L)%sSBYZkAID9 zQo`022a+kEw%Q*|C?>=z8)vtG0CBCAF@Kt>O+?FnbBI^Ds0*W6J;aJdB`2}(<N0Pheu>DnbST)7omhl)jE^GMCsU?iS?f#*D3`)l`2KRcl$!x=)Ge)Nlws@R=ou;e zOJdAX72U$_3Bk~OlKR9-p)S6u6LOL7cli#_GohFFgr4TUT%|WX_;1nE2LQP6B{ii`z7$;$2*%}720CNm_C+pcrnkd zc|_POVbhxELts5YN%76Vc<9o~p{O_1@3pJ1v7x6_K0y%p_shT0hD@@tKSi)S8*hjuv0YNy_c6)!CG`Anf+#Gbo6s(iB;;+tmzsY#hd5k|t zzt>I8S`u)7z-uR&F-3aBxBA;-IW~1KVa}%unF5&fC9GvVg&ezN=CO}4%kDz85;VOO zSZuYX;{$aQAZT2!SKNyxDLtU~5v_!s-8u2_C2_@h%cc^7Nx7K5LxqnN}i=g#=D}6L$0C7Q@6J$HQXN=O%0* z&g3}BF*H9lK+rk)YavIKwv@9L_Ab?Uet1MBlc2fiK zpyy+;`EVyn_N#4mw>}9iRF_pwvWRD*(+hMRs`88F7@niND|)?l=(agy9V^bf0=o0P zI5OordQM`-3EpMvm>H*Rf>6rJ`EB{(qGgjHF}k6%Hz@>E5X;pc$5obFZlAHiwOj_?<==@-tZaIJ#YDYU%AwygCIR)H z+ZD_YWKp5yZ35RwQOMA!=prCp(x5?oLT2cKdvFygHHmvwAAx`Y)ZQ#5Y)#!KgbQQN zS*P=b0IB#@1!;6GCCpxP0*M;i>$*!v~JbF7TfQ*vkw)3oi)5D_Syu94R=DE z95LmmmQs8=YUOe*J@93Z#=T4BGDhb`$SL&u;6{^WmAKE?aGdMe@A@64^ln{Z|WSV4FXF1uDxi*?+_J@SI|;GH%h&(qWP@ zz7AH+hVT9>Z@-GKX+8~uI@xl3sZ;3iz=Hl0JGKsnf89P;L~9i;O03-c4U^8#3LP1c z>t0F^8hTwWSk^r@|e zQ4Hv+K5lmQty>hxz~^6=F($aA1o0JQCCSOmzoiSVF75Nxf6MeT3F1l-h$5$`dp z{cE|2eM0prSMoBZW(tPQZBp)vbh2aTV%2y_CzzdI*btD(yW@;x{q?&Pzm~LEt}6it zTgPyGPW>HA*~V_{qsF5(JO1j03QnnY5Lo#~&Ed4l16y@0ALk0@x9)Hl@4NcqlO+j}x@ytMm9$Opry9Up}w!lv^e3 z=nPDSPMGH6R3I3t9(e5j0?WG~m|W52alTRai+iNh$v2zdGSq6m6MHS--QtSV(sV{S zJt@FQm=+e-{nK?|dLQLamQzffByIlM(xjnCLQzrMQg`&{$^iCo$El{;{pD&WH7 zc8uZ;uPPSp_xG~-)#5uqOAHw3LPB%eIIjA0<%nxvacu_6}x&V-p^fn@~u~I`yuN88G^Ap~z<9V^?aN4bCRo}NzGkGJE zQ7KhiAvKj^5eAixGV)OO#h_m%9A7QzldMB#;|%v6c_P6zCnD2_zZFttuE(nK^D)JUYZ)P8}wm&8EN70ssbeB!sL*2%55x^|K&CG(rnLskm zTKHjSm+H26#1)y;3)3hC@`FGE_mDVN<5kr`sGdknf2GV!jxJin1N9d@X!<>s%8-ge zT<|mcwk*VhpQi_Jk%p+;?BeCEZg=)DBG8>0C4`FYMlkL!dpToswG&1-`J}%rYoy4v zV&aZ}7L|6MrDIFIV@pt}!aLhtxZN$hTsxjxz33Vzo^VITTyJ~-p^n;Ce$)Nj7VE90 zN7n^5Y1TZYaY*fH{r=#?me>gkQJjh~TmbpXg4uOvJawyxdflCWKU;K)`6I6Y0_dqYE37nHEjsw!>M7{m^MD*4TBEbqO1Wa{q@H<;}Af4Gq$a9n~7f0UuHJuO!uBm$e$d z;o=cTIvYp`BsI#F964+WpLj{)p(c>mOMa3!^-)H@o^}*(2Q@FDJ|GZWzYID%^#%7c z8q0)cHGzdm{9Fo{>ChV}AV#hsIG?+iHST&m)KSUNcdtXMR(V)c5|nL`r}+3w{38(o zXHuRdcLwO7ADL^-rv*N6YY)6~No+|qkPnb((7)=U6(L*maO_`(E(f~e$fD`hjcQ|) z)#7|nKrxbyBL<(G)|YEg3tq(sfXK}k3yB^_<>W; z<6)a9AnLPvn|YVe8?TM!E)EP$=c;Ee6josjV!lV84zm8fiRnihXqcn%uyy$F`!Kfr zktyr7aU(Py{c%vEj09uPzY$zmr(Q@JB_+=X=x+SJEb7?wuxMg+mXEXI%ylt zdukDakU)M_MsYZ)$mvQ|ysH@UlSP)PZ&_9oN#cO)zOB&U!C=nykK_z5yEY!VzgkK0 zdt?r{7cfwi%AS%*Hy^>%f8_4*$mrTuZ5R*9hz@)RqySWN`1vPVx|B_w1O*5Xd|@vh zYSB_ec zX397Pu%L$e6|J*kNQ3g&)LwqL9m0mZG-x^v@?8@(XYM!=zcO%9<#o^I29HU@?};)v zoePM1tH4Y}W3bDfWBqq#lFb;Ag)Qx7;NV5^3hKAfrx76abadg94m-wj-RGP3l%?C= z<;>S7CH_Gjv5?sz8zKlLHIx#V$jKNXsGE4}8cCzXvWmv9;qP{a#9F8J-qZWYjs3gG z^~XzW|LPTNo#p2X5x<#sMrHzpUYfi9&AI}8OSu{eW>FbfkkNY(P&gOTh#do_|0mg3 zoQY;`u~@I@{hJDg<3X){>J!N(Pb`H0)HTX`Y};G1BWc*g&UCTl&EF^Wni+w*h3D39 za3a^JoE5(_|0Fu_!FD?@o@k8RGbz>{!H7-*-j#9%qjM%t^+%}9{RS07)gL=GYUJFi zp$K$r;0eYI=DNDhLI=MUmA&UZ<@~4{uKQyn23i~H7hCmbeL=++ctD$8I|^0@NN9#& z#W!!>r4)l#Um5Ve=YJDeWFp4KZkRpXs)bk|_<`#=F6}^;wi1MOLuB~)|7up~U1BeO z{7_I4F?3u*Ccd_u(s*oah!cVUau2(y7p9@K1|!Tmu7R8937{a`t`E{9E`6sY4cBrfxx!bgjPG_H!G)_^VE0|8wRyiUm)G2j)ORdu z_Xw}kFd^Dq?>`6fxS>WPPWC#Qhsg`hFU5Z(USr24-H6hsNW>cyyRLspFGaN#(@skTam52AAlgvfvs_Rq*c3_^%B&hsE`v4RtIGX8u$IN zzh8AIORfrp9Ybx2kn!@-_F`_wGgILTB{mXbzcr4lAT?%m6KleDYnO&<di|hD~8jb^d3I-(dL=Siadsq;a?!-A%;7;;#s_lT?*Zszw zcW?LD>`&g3L2;oA6;8H!yXAtw@g;NBx#@^)E%wepKlDcCaFzfX|=Ti&@C*WTZX~?$vIa#gd2n z5t(crzI+%<@jKsW`gCLtA~{ML4WL%%hGt|SO6$DUjqBLun~WIYCmk&TO{$Ep*RoBp z|70?dTLZ+TH=?k!nMk)>fc6ntMRyq&wWunq|H1SvX`TcTp7=_Dc|E>;654&%MD#kE zpd30!ezZdWpj#Gf5wPnyw?)Ae%%;FCon`ahO{D=ZZA@$>#-gkZ%E!f7B?6#f3$_Y` z>`!rR>C%|Wz(_a100vC)E1to$ur~G>`8J)tMYms~ZL0pjcN-SGMZE-tg1jX1U+mLh z!e!2i_t&>h;S@waXubz=DIuZ;?PF+1HK)^vO@T`iZ<{ioOm=zUijkWQ-IJ)on^5NG z#$;)o_fxjKXLRa7RoV$SI%mhr_T7x@W(xPQT279!jY-%!iqXijfk&nratwRFYe>eI z4*5cb3j_W&6lZ-F#1Hm${TujdDXv|G#u9oT{p$HF>?XllUnmt?>gyCN>d#ZagDyWe z-94!|-oa5}qo@TJD_9tAWD&j|vySY%*(9|I81^BlPTOr=i|8|^*>i}{-?{+6xc1Zq z1i+FIkC7Oaj^jhMQ_V&jm;%QM>eT@j4(6FB*w zACyINq+C538jvG*8J^Fp?cVL4)jFxVOa(IS(65p6(3|E2aF#nOtB#Fv>5ta@@wE6K z8deYlYnwCY(q01i8p))b(xnEti;pso7$gpQb_xb*B#!z0qOQwk2L*Hs&$*AQ#PboO zNT+CqaIKD1ixK)+KH{0&IM8*1aD2 zFl4U9mCOv`E5K!vV!(md2}t$3H_J%!=0ICh-F~rzL)JAQ$f4hlBKpkUf7>9t0OG}r z{yoc+J}zL{K3=K?IG<3V7L%J+2AWq4D1F>fgq;sePVOaGP!!8`)1}=r#I*DtNxN(3 z9(@tUy!{_@L>8_U;WBc%e$FNgrl_u?{F~?t4y>;=(#GQfZtlI{jS>@2>Oup+u)*!g zCzbC?$Ts~_9VjDoTGYMAY!mnMT$vq&b7An@@{5~%h`lj(8&;YcFMpj%UJ|>M;4sxJ z7-gOqCdG|SUzZfnDK!unmOGD7Mb>mdxG5Z=R4ZAo*zc+M}}KqgnV<|b1jMw>&* zfEBxZXNs}7hgr2&L*U0v3nUEl;DwMc+ie|jeCtfCvFEDP0TZ?;c`^V(YV-o*f$L%V zSXbT0KW|m69~UHEMaf3NXD<`4Rmxy{XIxMO`T}YacrR#Mw|f(#va%l+Rze!KB#xe* zeHY9vQ1*hNV^QU#*sN8h{@mFOV#&uOpOo>9k$$nX5s4cK2Ue#JtgB>@J`O1ZrMd3F zow@Q>(}Rcy7T~{*5U61b3;+3y1h2KLR0vydVS7@a^n9{>RmRhZD8?{!-{cO8qulD; zlYDCUD3gZ>0})m-<>gnOi}*GUJ(U~psNwO1_*eX(xbK`5lg_`SQ<{EX2Bx8CI^ud? z+SgX-GaM^eSvMoid5Ek$@ZaP7ZeMh@1g;iH8hmzH@HO^dP}eLk@fP8(BX$gDzN(L= zFreX9KyvPMzBQ0cv;dba;g<3~%xu*t3z7nIbOr-Q0?v;_7m=kjwTG2b+^qMfKZU}9 z{|#{VsPr~sNvT2$?eVrVh^ru*HB!L96`SZ zBMD{2(R^`jP;iOD9JI_pP+N}iEqL-n0Sp)ypgQbOr%wZAXc%UYsR@0(lQe^mfoIWp zh|FieVZsFlY)!eWR$)q^ zLO^jbS1C1m#D69EY2f!d?MV+;*bV0I+bKt|-ZL;As9tp%&Tx<~qgAAp>oGa6Kzbn& zKW-opZnA5orPsnRfNy5jvGiRN>IaY)n%CBCt?se2?MKbl`;`A-7IN*&uD!y5@{QPG zjnK~p&VG4oM=gZQ++ub4-OB-aa;druR1u zF>&$oRW=8edLa!sG6}o)n{&zShke7luE)%b;*B(~RzVz`pCh)Ywmm9_{k6SG0_PCu zP~A$Tu?#ojJ!{u~Ic0V=KufiB|3dGW5#@KVzq#a}hX(e?Jq5R6C45k6ZTUYhVBcuCdgc zm^%p^uwyu}cY&fy zQHkI0Xy6uIjYY-?86fB4!xoW*@lD2rsKWDTAyZthftixJ1rR-Mfh!3mK_R>Uc(}6Q zudw>wzl0@Jn*|YCm>}Ca$ZvY>C)IS8{etUi7F(K~wCL>xn5er0uTD|H$#+}!^Zsvf z@@auA8Tk#spnl2X?Gfw@1M3etrPhd|@|Asq<}r=Jvovy^l+3%d@-NKJv%lkDmJWCN z-MFrJul5*oXY-a{7bOCGKnEEau_D-q%?q?rPX@dvCwb6P`rn`&vcp8TLYG*d3cis106~vx!x@hIyndm9pRg11%?GU?BwvM^vhQ(176NT)`6uMqm@XSr4T)&!l;gQ*wLj`{Zy2IGu~`Y z^v}EFI{?|gCu^z%WemawZODm3HN=IV z8Hi)#gQ4Dye#ppVaC6`1X8g^jlDm7zN2A%5H~Xn!v}qm)~US=%*T8q zEOmHLln)u%eEL8x;*Vt7?Ff~$F1pPJkR>{@mM-wUl>~en_hj(9cr$ghk~7dH`GuC8Q`j4 zBY(S4Zl&Y1S8kY`1DYQ8%sWEF6yvN;@cz=Dv_(JZ3b*sReK^s)S_u-lr{7IWO!5=0 zzR_e>o>b-3H{QYyLjWX2;}2#3{MCv5>q-?kml+RwH7M}(TxxCZn6g9mVctt19IAI8 zQaqnxt~55|X^P-;jVg38fym;qSZs$OEga6U!s}=luI6Yr$kf!kU7OdA-sU{$Zxv+# zRz30Qt!U6;?F_7np#hSg$1sQ7L9M7&on}8mN08Pg)L^FmOL4gShAGFl0`eJyzR-w-Z z7V1!jt}OYGL4)(U2zIam&Pw?frtj{b@^X)xn( zx3f-9_iB>=yLU$jrkCcBe`u#nq_{&v^Yxg{UuX6&K(u+QEP04CHy!pj3UN_DUQs(Z zAOHt<>N{?|(hr?fWU&=7ruURYDL5t2Hgns{JlZdRy@ZqzLWiT*Yo`77q0S3{8Nvq^ z!rtUET(15|gMcsu6x(oGp#m8|_kgqko7{q{kudICqV{?Wx8aiKCXJVN!^FO@)T4w4|Np$+8=Qz_wdKKY#B zVMOWc({vl4VyVHcr&bRUd7+FTpa)-?oOoDdb@YNOq32^+(aX2)sv%=e)WAkQF>r2R z%S(7{Dgt|RuDv=i%|TO^dymPKL4s7&kbh-Bpc6EoXsHI=g2o#&k3GH>N(e@M_S+5_ z?B`skU9C`x&ZoYqR*tN@(0ca?)IRt#UkiX|g?GTc_3`pw8RjxR064L9{CxsBD$Dh3 zvH^B?N++`)0}){j+QL)mjL=rnwHtm~7}CZ<7bT`%CiQ@_OKnI31I^INo3$Lg~o!vro^&9>x9tGL-jZG^zgSaZzLB0FD`vj7lx>Y$jI7UyK^d-@X zALckISZ$zk1Zd^`b8}AgvryiB7}>N&-z#t&;1!(A>=0EWK~fjqhxA)Bf4uOa?v{>` z-}K$zcJ(J^twLMHg7wuwOxYw7?2g*#xsonbs~it6CG9*B?8597?+MeeL9qep1iwmO zvOhzDY7e^u>)Xe9Dqi+SyO(r|_Db;eM(t~O0H;w_AJH$0$3CBq`9Y2w5*Na>+~e4E z`Yv@su0huKxOI2?o>zKQNf9Z|tfPwxP`e7%GP0##2Lr4WLPdw~9UUT&+HmI|5 zQ9om_PIx@UgI9)P;w97~pcyMwc=|7bp+NeVmq)2JK|`wIMaY(!^!SQh_GKK;6)4jq zrzDfNm#9EY<7<6G1H_I|?igFYy$W#}qNs3Tok8x`g>5u8pMBrIr-1x%n z=vPmPk3KwA;jcf)0U>e=nFJW>75nsWu{40jzKa3`Cs2d z`j^!y_=P~u0_sC*kT9j*(*gO$_nX4+t$pTgLj<_at1%>!FGiL$slNp&bt#&NsVdQa;kc%JAouLc;o7Ni&nDITv1l=5#__Kayc+#uZZQ<3~CjUW!2yX=fHb2gHDjJ4N8q;QhM{yd*t z^kPhZB1?@#CI`9UaHOW)`Jm8pY*?E0A~F>TY+e#QS>Cd-c_YU%vhUJ?-G*M_h%+1S_^aq)hw>F%UWLeAT_v~a&v7aCj?`1b)Ch0eH?PDNqPV)tc3 zkB_UrSC{y~T}N*I=rYdo%oID#P8N?}J9E7rln*FH@vzbd3K_iF*K*R@RO|%h%avE= zD>olY(CNHw(wk#wWp(>$m+aP4`%0#_OCQMbamaj8{^ z2}iG^gW%xh!rmq`LCB9KCMIsP6)``>QB|EttDZS0`Kh+kMQY;Po{dkyWifu7Q=7ok zsI|$Ua=Nv~=ASmtl{<LEGs43@dBYggC{;#d^1H zJ^V63#9ryKrZYA%u>|*?Ggg@i(W?s4C$Tn}l?#+eQjADmmhxE6YGgKGjK23kQY&S4 z#wJi7_hf>1x&m;OF8Hwm&4KAq5hwvywXdqaX9(^6NLEO&$#LPROEhTu+K;AqtS zXWH73pFe++|GRBv_jvB?+-(RZ)ws|Ksr%^762@h-Fo>ez${leAn<*CyjQCyq#JcI^ zTRF{%N|Zt^xd=yb4w=%u9N~$Gk2>kXhh7v&x&9Kv^UuK_^n9>0+oLm<@vWmug6_1Y z0wd^4(7Ce!Z$YE}k00U;oC&I*Rj6J#KfF!ICSXqV+`VJkT#afn3_tj`5nK}j{$b*T z?$B@F93g3q0Pf%EfD5N&oqxlvdDJkMpTYnN!ktgC`mo%t$8cRW@m8VbA|SXnoa*UV zBZcLP)4|zdRH3g_VaPsF+Id!ZL79uT^F?;eqH8tPeP-u&CcIm0S9cR{I*ZOv(cm1d zZkjpVxGnf@+^5m4u;+1_-}(ODI{zXM^0<5gNPP8{Nz&w&mXV>#`mwpG>g|0HRbjwO zjb537Sb|wf((fl1WSB}@BXE_|u%ncxqN?ZnfiUv*-7wd8_mCefKi(hn$c(IzE|N73{rj&R z2gi5w?MA0gAVa)IrQqKd@-XteuUUf3aY_RV)|yXYEHEq~Hmx4^Lp^={kZ>ZpMYvNg z1g?I9odW}bi;XVBgsO!3gX|vv=I7@Zg79tZP$l%HY}6jU3+cQ(zeK>lE~3?VR3Uhq zH(HNNVzY9qA?s-Q$xnaLcrmiJ6*5j*D))q3uB$>0&)2>2ghhv9#fb=q<>$NMwe6nv z=$vdV+26?i))8w)^+x-yi8v40?KE2!iAl9wVPDMM*^jO_+Nfg9BqY6wvGok*aAGV% zdnpC#-sA~iwgNS+xYO{=Ox(bW%XxWuSg3{rtaB@m*|oK`^>|PJaxd&ZK<@|1$HTHfCZfpn3_bo}2V&TK2mOA#-_KQ`?mG2oKC1CTj&%;_uf$NbU%8M& zDiMlnI9jdeFq-$eh3Vp7dE3`cyW@P`7c#dM10&AiF&?`XcgEqUF_?%*QZ)v&C72g9 z=3Kw>QKBFxe~t`N#rUdTi5ZX1bM$NqT|W%h!^BEI_J@H0pRPc^Vn6|tU=TJ7 z76$d#MVXv+G0o}gtBPFbEiXInDzutDvgC?>EzcS+LH4qoy=8FT2``=M+qgV=+ek9T zNz1Bp$1n9VLZ6GgZLhRA;glL4UJ4f=kKmzKT2n+$U8#jB<}`mWiFzd3=!9OTR?0C< zc;ifU-i|TxwGk;Pix1~{Y~?5P(OVCuO_S@f8Alv|o1+-XtBT|!3iT&yh zHs{f3OGKZALAN3jbUMH2{uF!prYF9dwJRP6epnuPROHl;S<~nyT3WMOaS}f9o!gM& zXr7WpNN`!(YrdI^We1yM(hHv0-j<9CSvuR=#ja{2oAt)OYA4@53yCA&^O8{i5>hwkho^~()4GMT?U)Jzn;-zcL-0Lt}1>m zIy(I|$2;^vA)!_UpWrF=98tp*i)zJX{1k;plua0Q$x?~;$JzUmaPy491MW1sy&NG( zQHYhljX!IN4cit>dD-?T*&F^jfw$=u0@kok=UQ-2*33QhgnhN?q(@gG)Qhz6>yVwB z1xz_th(+DC^U`azsGz}wuUO~F$nA2`W4?JQ6DH8eryos{$hWaXu8&mmo9ZOAx^H_9 z2kjVZ_4v5qY2W$Cwq!Z;GKL;_RL78sOHnYsBNJk#k(}C6dOQ=XD0x16BK7qn9&)Aq z9zlHecKb0lm5LDZwr_qL4&P!9Nd?m!H3HSG*eIY`&78`u>IR!~MZJZPZ%x5~` z+yl9&&M=s z#?4a1Zofh-9f$dx+X$^aM{&ds9xRY`Ek09-_@W@CppuZlbiA^Ya__Tpfl*FQcZ^M$ z;H#n}-Zu=Do{d=Ed9;2E4{jt+x^_>?o=hxAyz?uhkg6wAE)<+P1tm(}|o?>e)C4?W(Sze|~B zEvb)ny6r1W_ zakAWeEr!oNEJ3cwOQ{ksMdEGaufhM_Qjsvs=3k+j5be)=-z%p)hfXewJfnr&>{O`6 zkz3jvgV|xTJ0K2EsK-SSCd(h4%l_@Wxyp+9iHX@cDlLWyrF&wwX*I5?H6N?j^}h*q zB)#sC(fGPRrcvprGh0aa@l=GgPSUM-CaxizR%__$07IhCJmyUk&+Fz-mqA;G%0@bs)N6EjV2^!}U7VM1d> z_-4#VYm`|GsbJ8%Zr!Jg)lt7h7pc_FlaW4~O>|OjF^qKO!VTx@QE4X(=Zb7+2U^2r zthf2uZw5}hww^THdMvADyLCa+Io*P*#LDVht)VN!i5tU|lF0H-%H^ZOvW&F2g6)j( zGwJDw#s~{~G5!l#)+$O7=W5p;j7)wH?PHCQA&-i5>#8nF}Z6W%{yQEnh|JLFBhg% z5;joSRd5mO%0%%zVT49_%c-N5;*M71PKj1}o%X{WxyC&2;JOljiOFMQ=TUgObUah$yl)v2{o0RpjKTVY zem|IoB72T|#~nWd+;2zB6h43WIpX}ILP2_tQ<2w_v95nqQj;@J^M`~ph*e|}(lX<9 z=8S3mWE*9_ENtjo_rz*t-MTi2lnV4YD5>f^vD^G*bZu~_Jh zoJ2i`@g?Uvx|^>{Mt{8;<=w6Q)L-IWPIQxG_xt9rh^6W~mrO9becPSQOO&wg4<}gM z$NvzeDJVKERAyS#HdgAX^@ho{u`iS=w7GcH;}aY%8U+GT1}uVMoS4e*BU7g`0;#8B zCw-mxV4H%{W_a>@*T&!x=2T|6?-iDv$OTf>dD1Wns$c=~_SsRnNg2sBdr4!;)w{On z9w=tDF4h~f{rp&DmCo+v@M~7@hU8saUgY4xqxE0mK zwHG4`glto#DsO);K0Fsrj<0V0lVf6AkzPAsH`Aa+N&xTqGiRaiiz@H$7RTJt8h!rn zLd8GK&##AMSUu|VwE=|VW*?7W{n_rXYPZNo)(Jekc#1JDp3Sca!?AG|*G8Rgq$b@} zgvw;)x4qwWtsHGuvfzMS#J6Q4#>IzRQ|%p|Zr*jp3VjakvM`;pFw>&o%hc^WYncce z*$my(e!bh9ztMAajk4&SlDXeaV55VB$FD@PPl(F06qn=%;oY6A7T<;(JKL7R3avNh zduD+Vq^#G1N9oi9BAE)L7p*+i%NYQB;mqpWAX+l3qx&2B%-ChVF~}z3Z!w5QC#sa4 z7L(mONwypfH7^L(@|1E)em&PVGF+U*%V2hAcm8)Ew72Wxnn~vNpZYQ|iN<<;e^{4u z$2A4Tvj69)Qq?M+-1&vciPt0>Lkh)?Qk8Z>(ajGf?iI`7w8tPY<_q-$pMrB6y|Hu&JV6!_g`2onW;Wh+Yr+foc3q2M9b+Bufg02%e!e< zrrR&B<^7xZVi=Miey4|vwYcJgH9U&93$0h7@TNx}pCgwVm0YN*CRw9!YgE*AVsyz< z=tqN$4gOeD7@d%+s(caXf%O0Va4i29n))mPcDT$VMW9C<9ICk^jDMQt_8!X82qP94 zbyFk=pg32c+JP=G#=U6WT2PY>LKmfR|HuA4|HkiR*R`l=? z)jB_FD8*yW@V4iuQ-UFA^86Cnl&!5Ye*KKg^6IK`&Xs|tg-I-59Kc?F{`ytX)1ZBx zN}+Ozc*^#~>P4)A^RwN^dm`^{Z2e|>nqHNHevxqW4Ei?;ZEor%?;$vlw2Fis)UTJLiV6hY9>3BDdLnUW)zA}tV^Zj zT1O}cC(>*ri_-<0OGOPvVra`{(lQiXDD1YW+#&}1{_Z*FIp^>591s8fo@ai(m(TYz zpWpBEdbLJ)T3A^05WzgJIKHl@W@U=?>8<+TT;$u>H&6`6D!7q4?;N6)`#(EPOqREO z#SI{Nw6?dWzc087*XO|>ghKAjv%7)W5%1-h6LV&UQlei21VvQztrAIGd!g&9(sEh~ zDg$_(e5m_~SSefz3}r)L^pv}_M^bfr_Mk8o; zdOW3_zMa88OrxNex2+xMhYQbv(PAm6fN?oVX{qHtSc>pkw|s5ST2wdXiaS>G1>NH= z=34c{x#VORtHPA3nhHl3ktPfbrPWt__9Hz%54U?kIi2urOBq^8=eoN+V6vC!ON@^B zKf7hygwO8ucD%k5o~t3S`5MJ=(f*lIEh{VY-c{Eo!ve_0A!=D-JqkhP6Ya%ObS65F zV0_kqjkEwpE$Hj!Q@tRsU2K$&WY4On>YtTJBxZ$E?6EJFYBmYs9|T)Ky8nx)qr{;| zSX5*(hxPuY(0#sH#m7QaP+Sew6#z8T<%i9D88`!C(SvI~h8;xSVnWq#usILK1=4}N_~lX`gS$`x&P zUTdt%N(xuxCEQW|_!biR0SO&#$JV`m+Ug@zJA4S$VBBUZwg~af5#f zje9w;Ez)lN`t{H;ElMujW#o2qclpm2w_ui%_L)X+K6cE4*kLhnOIN!VvCXw)Yb*s4 zuTstG+3AnoL%sFiTOBc={`PLFATQ6mQ~dOa8AqwW$2G>!+D#C0RXPAbUJi<(cujNy zg-_)yN4_XSEy)v%8oqP@|5XztUSOozVHhr&a5F?1SL3kWNDsk+@zu1X#o^RLNQ43B z32R+*v!%t+$JcjN{_gx{uTmoSV;t#MBqAM!GZ1mn9+yNmv^<%L$QN%#?a(&un%?>O zlarI3j@~|SRg`oMlFKQK?w#N_c2y%S8#>DlFF_RR8`v@unVyxk@xAY%Uo@}E$<+j7 zi2hXoyqKL>??noMpu(lP-EQj}IuZ2w{T{dp$OV8XFBshE>6wCsP%hSl4s>&9XsFH7 zdmbj3;70)jTExh5B#Jnb+bB?ryv$H*PsYSMZ`-!;WO(@bw6wV~0U^eCSpYXh*i9Rb ze}H<1poa0T>+?BlzUzLehD*c?!Hm7VPxT+Bp7vJD8hiRGvY5oq=I>jJMB z8XIezVzD;KcfEag68CxLng1WRP2%3rmxz!{jgg+VdTM4z`nMD0Zt%pX{bW_2hp=5c zaZ(l zP_h0*+2lBdnEXBAmxWIBN*UyRd&9#wNQ$_L#0yAtecj)!`~2ZWA`y_H6dWY*Aa+cO zLR{|&(j+E3Y_t;i+ivVKl0rFCcTQt<5R`~;)KV-&BjBf;cJBOZLxUXvq1u+2O3c|W z;4aE(UUZN zdl`!Krr>zLk)QwI)`3Qff)6ozW+WSnf*8T2qt}`BWRZfbyjy~ww0E7ln!^cl zQiF%(%;O~oM*ikL@n*$r!pzK!TH^|U#)w}y%VkbcEmt;X2JwVEQzj42 zI%{o}jLgj9U&mC{xL+gFY>mCX%LpcD+Tmd3P4 z=Dk)a%dBMXzf!?eQxIq}ad!#|3Prz`k=sz7Lu-w7b#;yRl=d!R1ihv*GBQ5(X9nh0 zRxSnjZcA{m8S$b{PM#bc9o1Q;?2X(AF%{iY8e~4>;^f-e+Fpmhn$q68ckkPgI2+w= zoU#m{dtXM5b8+I!;`zzj>1ek3hf-vC2G(hhVo5GW9&9xB*?<}wHT|2Xci-c5Jnd!S zJiucOWLzbOJCJjaG(*9u5;dB)V*l8?_Mpla*v)kqf7;1;P!OI20esD#Tk{_5Q$5^K zRF9P4O4UNTo)#UuD3!YaUuc?}?&{MK=3R{|=*gBA5UG literal 0 HcmV?d00001 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833