From 807505246ef6a08970fdd22b4983804a39c0d8e3 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 17 Jul 2026 05:29:06 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mlfoundations-dev/oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen Source: Original Platform --- .gitattributes | 56 + README.md | 67 + added_tokens.json | 24 + all_results.json | 12 + config.json | 30 + configs.yaml | 41 + configuration.json | 1 + eval_results.json | 7 + generation_config.json | 6 + merges.txt | 3 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 346 +++ special_tokens_map.json | 31 + tokenizer.json | 3 + tokenizer_config.json | 208 ++ train_results.json | 8 + trainer_log.jsonl | 672 +++++ trainer_state.json | 4742 ++++++++++++++++++++++++++++++ training_args.bin | 3 + training_eval_loss.png | Bin 0 -> 39336 bytes training_loss.png | Bin 0 -> 46544 bytes vocab.json | 3 + 25 files changed, 6275 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 config.json create mode 100644 configs.yaml create mode 100644 configuration.json create mode 100644 eval_results.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_eval_loss.png create mode 100644 training_loss.png create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..7aad060 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +training_args.bin filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text +model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..55719cc --- /dev/null +++ b/README.md @@ -0,0 +1,67 @@ +--- +library_name: transformers +license: apache-2.0 +base_model: Qwen/Qwen2.5-7B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen + results: [] +--- + + + +# oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen + +This model is a fine-tuned version of [Qwen/Qwen2.5-7B](https://huggingface.co/Qwen/Qwen2.5-7B) on the mlfoundations-dev/oh-dcft-v3.1-llama-3.1-nemotron-70b dataset. +It achieves the following results on the evaluation set: +- Loss: 0.5616 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-06 +- train_batch_size: 8 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 2 +- total_train_batch_size: 128 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: constant +- num_epochs: 3.0 + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | +|:-------------:|:------:|:----:|:---------------:| +| 0.5712 | 0.9998 | 2228 | 0.5679 | +| 0.5079 | 2.0 | 4457 | 0.5560 | +| 0.4538 | 2.9993 | 6684 | 0.5616 | + + +### Framework versions + +- Transformers 4.46.1 +- Pytorch 2.3.0 +- Datasets 3.1.0 +- Tokenizers 0.20.3 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..7276760 --- /dev/null +++ b/all_results.json @@ -0,0 +1,12 @@ +{ + "epoch": 2.9993269015032533, + "eval_loss": 0.5616346001625061, + "eval_runtime": 560.2479, + "eval_samples_per_second": 26.792, + "eval_steps_per_second": 0.419, + "total_flos": 3503854586953728.0, + "train_loss": 0.5125751896649332, + "train_runtime": 89473.4361, + "train_samples_per_second": 9.562, + "train_steps_per_second": 0.075 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..f517eef --- /dev/null +++ b/config.json @@ -0,0 +1,30 @@ +{ + "_name_or_path": "Qwen/Qwen2.5-7B", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151643, + "hidden_act": "silu", + "hidden_size": 3584, + "initializer_range": 0.02, + "intermediate_size": 18944, + "max_position_embeddings": 131072, + "max_window_layers": 28, + "model_type": "qwen2", + "num_attention_heads": 28, + "num_hidden_layers": 28, + "num_key_value_heads": 4, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.1", + "use_cache": false, + "use_mrope": false, + "use_sliding_window": false, + "vocab_size": 152064 +} diff --git a/configs.yaml b/configs.yaml new file mode 100644 index 0000000..954eafe --- /dev/null +++ b/configs.yaml @@ -0,0 +1,41 @@ +adam_beta1: '0.9' +adam_beta2: '0.999' +bf16: 'True' +cutoff_len: '2048' +dataset: mlfoundations-dev/oh-dcft-v3.1-llama-3.1-nemotron-70b +dataset_dir: ONLINE +ddp_timeout: '180000000' +deepspeed: /opt/ml/code/zero3.json +do_train: 'True' +enable_liger_kernel: 'False' +eval_strategy: epoch +finetuning_type: full +formatting: sharegpt +global_batch_size: '128' +gradient_accumulation_steps: '2' +gradient_checkpointing: 'True' +hub_model_id: mlfoundations-dev/oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen +learning_rate: 5e-06 +logging_steps: '10' +lr_scheduler_type: constant +max_grad_norm: '1' +messages: conversations +model_name_or_path: Qwen/Qwen2.5-7B +neat_packing: 'True' +num_train_epochs: '3.0' +output_dir: /opt/ml/model +overwrite_cache: 'True' +overwrite_output_dir: 'True' +packing: 'True' +per_device_train_batch_size: '8' +plot_loss: 'True' +preprocessing_num_workers: '16' +push_to_db: 'True' +push_to_hub: 'True' +report_to: wandb +run_name: oh-dcft-v3.1-llama-3.1-nemotron-70b-qwen +save_strategy: epoch +stage: sft +template: qwen +val_size: '0.05' +weight_decay: '0.1' diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/eval_results.json b/eval_results.json new file mode 100644 index 0000000..2eb0d91 --- /dev/null +++ b/eval_results.json @@ -0,0 +1,7 @@ +{ + "epoch": 2.9993269015032533, + "eval_loss": 0.5616346001625061, + "eval_runtime": 560.2479, + "eval_samples_per_second": 26.792, + "eval_steps_per_second": 0.419 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..504ff91 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,6 @@ +{ + "bos_token_id": 151643, + "eos_token_id": 151643, + "max_new_tokens": 2048, + "transformers_version": "4.46.1" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..604da81 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a013298f6fa050270d28f6e0fdbc4b64ece2d6abe441a4f9b596234c757f9c0c +size 4877660776 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..afda37c --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbfac027a0e4c528324fcd20b1d0c740d85c02f48f2cb78c06a65d2d5e5382bc +size 4932751008 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..f6000d2 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f874f94e305c14b44538569af84e855b126c3fbf4afd74e6cde6326ff3b6ff4 +size 4330865200 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..d653f9e --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1856d9632aa01fa4db3d6ce2eda1a1f8b9ec6d7c29c785d5c8bbd975ead9383 +size 1089994880 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..6ca5084 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,346 @@ +{ + "metadata": { + "total_size": 15231233024 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00003-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..ac23c0a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..d24b2b8 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,208 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..89f5ff7 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 2.9993269015032533, + "total_flos": 3503854586953728.0, + "train_loss": 0.5125751896649332, + "train_runtime": 89473.4361, + "train_samples_per_second": 9.562, + "train_steps_per_second": 0.075 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..4a63530 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,672 @@ +{"current_steps": 10, "total_steps": 6684, "loss": 0.7774, "lr": 5e-06, "epoch": 0.004487323311644604, "percentage": 0.15, "elapsed_time": "0:02:15", "remaining_time": "1 day, 1:06:17"} +{"current_steps": 20, "total_steps": 6684, "loss": 0.6958, "lr": 5e-06, "epoch": 0.008974646623289208, "percentage": 0.3, "elapsed_time": "0:04:26", "remaining_time": "1 day, 0:39:25"} +{"current_steps": 30, "total_steps": 6684, "loss": 0.6992, "lr": 5e-06, "epoch": 0.013461969934933812, "percentage": 0.45, "elapsed_time": "0:06:37", "remaining_time": "1 day, 0:28:49"} +{"current_steps": 40, "total_steps": 6684, "loss": 0.6749, "lr": 5e-06, "epoch": 0.017949293246578416, "percentage": 0.6, "elapsed_time": "0:08:48", "remaining_time": "1 day, 0:22:29"} +{"current_steps": 50, "total_steps": 6684, "loss": 0.7083, "lr": 5e-06, "epoch": 0.02243661655822302, "percentage": 0.75, "elapsed_time": "0:10:59", "remaining_time": "1 day, 0:17:49"} +{"current_steps": 60, "total_steps": 6684, "loss": 0.6846, "lr": 5e-06, "epoch": 0.026923939869867623, "percentage": 0.9, "elapsed_time": "0:13:10", "remaining_time": "1 day, 0:14:04"} +{"current_steps": 70, "total_steps": 6684, "loss": 0.6574, "lr": 5e-06, "epoch": 0.03141126318151223, "percentage": 1.05, "elapsed_time": "0:15:21", "remaining_time": "1 day, 0:10:39"} +{"current_steps": 80, "total_steps": 6684, "loss": 0.653, "lr": 5e-06, "epoch": 0.03589858649315683, "percentage": 1.2, "elapsed_time": "0:17:31", "remaining_time": "1 day, 0:07:13"} +{"current_steps": 90, "total_steps": 6684, "loss": 0.6452, "lr": 5e-06, "epoch": 0.04038590980480144, "percentage": 1.35, "elapsed_time": "0:19:42", "remaining_time": "1 day, 0:03:59"} +{"current_steps": 100, "total_steps": 6684, "loss": 0.6424, "lr": 5e-06, "epoch": 0.04487323311644604, "percentage": 1.5, "elapsed_time": "0:21:53", "remaining_time": "1 day, 0:01:05"} +{"current_steps": 110, "total_steps": 6684, "loss": 0.6325, "lr": 5e-06, "epoch": 0.049360556428090646, "percentage": 1.65, "elapsed_time": "0:24:03", "remaining_time": "23:58:13"} +{"current_steps": 120, "total_steps": 6684, "loss": 0.6389, "lr": 5e-06, "epoch": 0.05384787973973525, "percentage": 1.8, "elapsed_time": "0:26:14", "remaining_time": "23:55:34"} +{"current_steps": 130, "total_steps": 6684, "loss": 0.6394, "lr": 5e-06, "epoch": 0.058335203051379854, "percentage": 1.94, "elapsed_time": "0:28:25", "remaining_time": "23:52:56"} +{"current_steps": 140, "total_steps": 6684, "loss": 0.6487, "lr": 5e-06, "epoch": 0.06282252636302446, "percentage": 2.09, "elapsed_time": "0:30:35", "remaining_time": "23:50:18"} +{"current_steps": 150, "total_steps": 6684, "loss": 0.6535, "lr": 5e-06, "epoch": 0.06730984967466906, "percentage": 2.24, "elapsed_time": "0:32:46", "remaining_time": "23:47:49"} +{"current_steps": 160, "total_steps": 6684, "loss": 0.6613, "lr": 5e-06, "epoch": 0.07179717298631366, "percentage": 2.39, "elapsed_time": "0:34:57", "remaining_time": "23:45:17"} +{"current_steps": 170, "total_steps": 6684, "loss": 0.6357, "lr": 5e-06, "epoch": 0.07628449629795826, "percentage": 2.54, "elapsed_time": "0:37:08", "remaining_time": "23:42:54"} +{"current_steps": 180, "total_steps": 6684, "loss": 0.636, "lr": 5e-06, "epoch": 0.08077181960960288, "percentage": 2.69, "elapsed_time": "0:39:18", "remaining_time": "23:40:29"} +{"current_steps": 190, "total_steps": 6684, "loss": 0.6312, "lr": 5e-06, "epoch": 0.08525914292124748, "percentage": 2.84, "elapsed_time": "0:41:29", "remaining_time": "23:38:00"} +{"current_steps": 200, "total_steps": 6684, "loss": 0.6332, "lr": 5e-06, "epoch": 0.08974646623289208, "percentage": 2.99, "elapsed_time": "0:43:39", "remaining_time": "23:35:35"} +{"current_steps": 210, "total_steps": 6684, "loss": 0.6092, "lr": 5e-06, "epoch": 0.09423378954453668, "percentage": 3.14, "elapsed_time": "0:45:50", "remaining_time": "23:33:17"} +{"current_steps": 220, "total_steps": 6684, "loss": 0.6421, "lr": 5e-06, "epoch": 0.09872111285618129, "percentage": 3.29, "elapsed_time": "0:48:01", "remaining_time": "23:30:58"} +{"current_steps": 230, "total_steps": 6684, "loss": 0.6281, "lr": 5e-06, "epoch": 0.10320843616782589, "percentage": 3.44, "elapsed_time": "0:50:12", "remaining_time": "23:28:41"} +{"current_steps": 240, "total_steps": 6684, "loss": 0.6172, "lr": 5e-06, "epoch": 0.1076957594794705, "percentage": 3.59, "elapsed_time": "0:52:22", "remaining_time": "23:26:24"} +{"current_steps": 250, "total_steps": 6684, "loss": 0.6016, "lr": 5e-06, "epoch": 0.1121830827911151, "percentage": 3.74, "elapsed_time": "0:54:33", "remaining_time": "23:24:09"} +{"current_steps": 260, "total_steps": 6684, "loss": 0.6126, "lr": 5e-06, "epoch": 0.11667040610275971, "percentage": 3.89, "elapsed_time": "0:56:44", "remaining_time": "23:21:56"} +{"current_steps": 270, "total_steps": 6684, "loss": 0.6251, "lr": 5e-06, "epoch": 0.12115772941440431, "percentage": 4.04, "elapsed_time": "0:58:55", "remaining_time": "23:19:43"} +{"current_steps": 280, "total_steps": 6684, "loss": 0.625, "lr": 5e-06, "epoch": 0.12564505272604892, "percentage": 4.19, "elapsed_time": "1:01:06", "remaining_time": "23:17:31"} +{"current_steps": 290, "total_steps": 6684, "loss": 0.619, "lr": 5e-06, "epoch": 0.1301323760376935, "percentage": 4.34, "elapsed_time": "1:03:17", "remaining_time": "23:15:20"} +{"current_steps": 300, "total_steps": 6684, "loss": 0.6073, "lr": 5e-06, "epoch": 0.13461969934933812, "percentage": 4.49, "elapsed_time": "1:05:27", "remaining_time": "23:13:05"} +{"current_steps": 310, "total_steps": 6684, "loss": 0.6269, "lr": 5e-06, "epoch": 0.13910702266098274, "percentage": 4.64, "elapsed_time": "1:07:38", "remaining_time": "23:10:49"} +{"current_steps": 320, "total_steps": 6684, "loss": 0.6294, "lr": 5e-06, "epoch": 0.14359434597262732, "percentage": 4.79, "elapsed_time": "1:09:49", "remaining_time": "23:08:31"} +{"current_steps": 330, "total_steps": 6684, "loss": 0.6175, "lr": 5e-06, "epoch": 0.14808166928427194, "percentage": 4.94, "elapsed_time": "1:11:59", "remaining_time": "23:06:14"} +{"current_steps": 340, "total_steps": 6684, "loss": 0.6, "lr": 5e-06, "epoch": 0.15256899259591652, "percentage": 5.09, "elapsed_time": "1:14:10", "remaining_time": "23:03:57"} +{"current_steps": 350, "total_steps": 6684, "loss": 0.606, "lr": 5e-06, "epoch": 0.15705631590756114, "percentage": 5.24, "elapsed_time": "1:16:20", "remaining_time": "23:01:39"} +{"current_steps": 360, "total_steps": 6684, "loss": 0.5955, "lr": 5e-06, "epoch": 0.16154363921920575, "percentage": 5.39, "elapsed_time": "1:18:31", "remaining_time": "22:59:24"} +{"current_steps": 370, "total_steps": 6684, "loss": 0.5993, "lr": 5e-06, "epoch": 0.16603096253085034, "percentage": 5.54, "elapsed_time": "1:20:42", "remaining_time": "22:57:10"} +{"current_steps": 380, "total_steps": 6684, "loss": 0.5941, "lr": 5e-06, "epoch": 0.17051828584249495, "percentage": 5.69, "elapsed_time": "1:22:52", "remaining_time": "22:54:56"} +{"current_steps": 390, "total_steps": 6684, "loss": 0.6086, "lr": 5e-06, "epoch": 0.17500560915413957, "percentage": 5.83, "elapsed_time": "1:25:03", "remaining_time": "22:52:40"} +{"current_steps": 400, "total_steps": 6684, "loss": 0.6298, "lr": 5e-06, "epoch": 0.17949293246578416, "percentage": 5.98, "elapsed_time": "1:27:13", "remaining_time": "22:50:25"} +{"current_steps": 410, "total_steps": 6684, "loss": 0.6128, "lr": 5e-06, "epoch": 0.18398025577742877, "percentage": 6.13, "elapsed_time": "1:29:24", "remaining_time": "22:48:11"} +{"current_steps": 420, "total_steps": 6684, "loss": 0.6199, "lr": 5e-06, "epoch": 0.18846757908907336, "percentage": 6.28, "elapsed_time": "1:31:35", "remaining_time": "22:45:58"} +{"current_steps": 430, "total_steps": 6684, "loss": 0.6123, "lr": 5e-06, "epoch": 0.19295490240071797, "percentage": 6.43, "elapsed_time": "1:33:46", "remaining_time": "22:43:46"} +{"current_steps": 440, "total_steps": 6684, "loss": 0.632, "lr": 5e-06, "epoch": 0.19744222571236258, "percentage": 6.58, "elapsed_time": "1:35:57", "remaining_time": "22:41:37"} +{"current_steps": 450, "total_steps": 6684, "loss": 0.5918, "lr": 5e-06, "epoch": 0.20192954902400717, "percentage": 6.73, "elapsed_time": "1:38:07", "remaining_time": "22:39:25"} +{"current_steps": 460, "total_steps": 6684, "loss": 0.6151, "lr": 5e-06, "epoch": 0.20641687233565179, "percentage": 6.88, "elapsed_time": "1:40:18", "remaining_time": "22:37:14"} +{"current_steps": 470, "total_steps": 6684, "loss": 0.6059, "lr": 5e-06, "epoch": 0.2109041956472964, "percentage": 7.03, "elapsed_time": "1:42:29", "remaining_time": "22:35:06"} +{"current_steps": 480, "total_steps": 6684, "loss": 0.6135, "lr": 5e-06, "epoch": 0.215391518958941, "percentage": 7.18, "elapsed_time": "1:44:40", "remaining_time": "22:32:58"} +{"current_steps": 490, "total_steps": 6684, "loss": 0.5821, "lr": 5e-06, "epoch": 0.2198788422705856, "percentage": 7.33, "elapsed_time": "1:46:51", "remaining_time": "22:30:49"} +{"current_steps": 500, "total_steps": 6684, "loss": 0.6116, "lr": 5e-06, "epoch": 0.2243661655822302, "percentage": 7.48, "elapsed_time": "1:49:02", "remaining_time": "22:28:39"} +{"current_steps": 510, "total_steps": 6684, "loss": 0.5907, "lr": 5e-06, "epoch": 0.2288534888938748, "percentage": 7.63, "elapsed_time": "1:51:13", "remaining_time": "22:26:30"} +{"current_steps": 520, "total_steps": 6684, "loss": 0.6038, "lr": 5e-06, "epoch": 0.23334081220551942, "percentage": 7.78, "elapsed_time": "1:53:24", "remaining_time": "22:24:21"} +{"current_steps": 530, "total_steps": 6684, "loss": 0.6244, "lr": 5e-06, "epoch": 0.237828135517164, "percentage": 7.93, "elapsed_time": "1:55:35", "remaining_time": "22:22:11"} +{"current_steps": 540, "total_steps": 6684, "loss": 0.5981, "lr": 5e-06, "epoch": 0.24231545882880862, "percentage": 8.08, "elapsed_time": "1:57:46", "remaining_time": "22:20:02"} +{"current_steps": 550, "total_steps": 6684, "loss": 0.5908, "lr": 5e-06, "epoch": 0.24680278214045323, "percentage": 8.23, "elapsed_time": "1:59:57", "remaining_time": "22:17:50"} +{"current_steps": 560, "total_steps": 6684, "loss": 0.5683, "lr": 5e-06, "epoch": 0.25129010545209784, "percentage": 8.38, "elapsed_time": "2:02:08", "remaining_time": "22:15:38"} +{"current_steps": 570, "total_steps": 6684, "loss": 0.622, "lr": 5e-06, "epoch": 0.25577742876374243, "percentage": 8.53, "elapsed_time": "2:04:19", "remaining_time": "22:13:27"} +{"current_steps": 580, "total_steps": 6684, "loss": 0.5964, "lr": 5e-06, "epoch": 0.260264752075387, "percentage": 8.68, "elapsed_time": "2:06:29", "remaining_time": "22:11:16"} +{"current_steps": 590, "total_steps": 6684, "loss": 0.5894, "lr": 5e-06, "epoch": 0.26475207538703166, "percentage": 8.83, "elapsed_time": "2:08:40", "remaining_time": "22:09:05"} +{"current_steps": 600, "total_steps": 6684, "loss": 0.5879, "lr": 5e-06, "epoch": 0.26923939869867625, "percentage": 8.98, "elapsed_time": "2:10:51", "remaining_time": "22:06:53"} +{"current_steps": 610, "total_steps": 6684, "loss": 0.5821, "lr": 5e-06, "epoch": 0.27372672201032083, "percentage": 9.13, "elapsed_time": "2:13:02", "remaining_time": "22:04:42"} +{"current_steps": 620, "total_steps": 6684, "loss": 0.5988, "lr": 5e-06, "epoch": 0.2782140453219655, "percentage": 9.28, "elapsed_time": "2:15:12", "remaining_time": "22:02:29"} +{"current_steps": 630, "total_steps": 6684, "loss": 0.5984, "lr": 5e-06, "epoch": 0.28270136863361006, "percentage": 9.43, "elapsed_time": "2:17:23", "remaining_time": "22:00:16"} +{"current_steps": 640, "total_steps": 6684, "loss": 0.6093, "lr": 5e-06, "epoch": 0.28718869194525465, "percentage": 9.58, "elapsed_time": "2:19:34", "remaining_time": "21:58:04"} +{"current_steps": 650, "total_steps": 6684, "loss": 0.6061, "lr": 5e-06, "epoch": 0.29167601525689923, "percentage": 9.72, "elapsed_time": "2:21:44", "remaining_time": "21:55:51"} +{"current_steps": 660, "total_steps": 6684, "loss": 0.6119, "lr": 5e-06, "epoch": 0.2961633385685439, "percentage": 9.87, "elapsed_time": "2:23:55", "remaining_time": "21:53:39"} +{"current_steps": 670, "total_steps": 6684, "loss": 0.5866, "lr": 5e-06, "epoch": 0.30065066188018846, "percentage": 10.02, "elapsed_time": "2:26:06", "remaining_time": "21:51:27"} +{"current_steps": 680, "total_steps": 6684, "loss": 0.5856, "lr": 5e-06, "epoch": 0.30513798519183305, "percentage": 10.17, "elapsed_time": "2:28:17", "remaining_time": "21:49:16"} +{"current_steps": 690, "total_steps": 6684, "loss": 0.6159, "lr": 5e-06, "epoch": 0.3096253085034777, "percentage": 10.32, "elapsed_time": "2:30:27", "remaining_time": "21:47:04"} +{"current_steps": 700, "total_steps": 6684, "loss": 0.6026, "lr": 5e-06, "epoch": 0.3141126318151223, "percentage": 10.47, "elapsed_time": "2:32:38", "remaining_time": "21:44:54"} +{"current_steps": 710, "total_steps": 6684, "loss": 0.5728, "lr": 5e-06, "epoch": 0.31859995512676687, "percentage": 10.62, "elapsed_time": "2:34:49", "remaining_time": "21:42:42"} +{"current_steps": 720, "total_steps": 6684, "loss": 0.6193, "lr": 5e-06, "epoch": 0.3230872784384115, "percentage": 10.77, "elapsed_time": "2:37:00", "remaining_time": "21:40:31"} +{"current_steps": 730, "total_steps": 6684, "loss": 0.5901, "lr": 5e-06, "epoch": 0.3275746017500561, "percentage": 10.92, "elapsed_time": "2:39:11", "remaining_time": "21:38:21"} +{"current_steps": 740, "total_steps": 6684, "loss": 0.62, "lr": 5e-06, "epoch": 0.3320619250617007, "percentage": 11.07, "elapsed_time": "2:41:21", "remaining_time": "21:36:09"} +{"current_steps": 750, "total_steps": 6684, "loss": 0.5918, "lr": 5e-06, "epoch": 0.3365492483733453, "percentage": 11.22, "elapsed_time": "2:43:32", "remaining_time": "21:33:58"} +{"current_steps": 760, "total_steps": 6684, "loss": 0.584, "lr": 5e-06, "epoch": 0.3410365716849899, "percentage": 11.37, "elapsed_time": "2:45:43", "remaining_time": "21:31:49"} +{"current_steps": 770, "total_steps": 6684, "loss": 0.5826, "lr": 5e-06, "epoch": 0.3455238949966345, "percentage": 11.52, "elapsed_time": "2:47:54", "remaining_time": "21:29:39"} +{"current_steps": 780, "total_steps": 6684, "loss": 0.6246, "lr": 5e-06, "epoch": 0.35001121830827914, "percentage": 11.67, "elapsed_time": "2:50:05", "remaining_time": "21:27:30"} +{"current_steps": 790, "total_steps": 6684, "loss": 0.6169, "lr": 5e-06, "epoch": 0.3544985416199237, "percentage": 11.82, "elapsed_time": "2:52:16", "remaining_time": "21:25:20"} +{"current_steps": 800, "total_steps": 6684, "loss": 0.5911, "lr": 5e-06, "epoch": 0.3589858649315683, "percentage": 11.97, "elapsed_time": "2:54:27", "remaining_time": "21:23:10"} +{"current_steps": 810, "total_steps": 6684, "loss": 0.599, "lr": 5e-06, "epoch": 0.3634731882432129, "percentage": 12.12, "elapsed_time": "2:56:38", "remaining_time": "21:21:00"} +{"current_steps": 820, "total_steps": 6684, "loss": 0.6276, "lr": 5e-06, "epoch": 0.36796051155485754, "percentage": 12.27, "elapsed_time": "2:58:49", "remaining_time": "21:18:50"} +{"current_steps": 830, "total_steps": 6684, "loss": 0.5758, "lr": 5e-06, "epoch": 0.3724478348665021, "percentage": 12.42, "elapsed_time": "3:01:00", "remaining_time": "21:16:40"} +{"current_steps": 840, "total_steps": 6684, "loss": 0.5818, "lr": 5e-06, "epoch": 0.3769351581781467, "percentage": 12.57, "elapsed_time": "3:03:11", "remaining_time": "21:14:29"} +{"current_steps": 850, "total_steps": 6684, "loss": 0.5833, "lr": 5e-06, "epoch": 0.38142248148979135, "percentage": 12.72, "elapsed_time": "3:05:22", "remaining_time": "21:12:17"} +{"current_steps": 860, "total_steps": 6684, "loss": 0.5896, "lr": 5e-06, "epoch": 0.38590980480143594, "percentage": 12.87, "elapsed_time": "3:07:32", "remaining_time": "21:10:05"} +{"current_steps": 870, "total_steps": 6684, "loss": 0.6351, "lr": 5e-06, "epoch": 0.3903971281130805, "percentage": 13.02, "elapsed_time": "3:09:43", "remaining_time": "21:07:53"} +{"current_steps": 880, "total_steps": 6684, "loss": 0.6013, "lr": 5e-06, "epoch": 0.39488445142472517, "percentage": 13.17, "elapsed_time": "3:11:54", "remaining_time": "21:05:42"} +{"current_steps": 890, "total_steps": 6684, "loss": 0.5834, "lr": 5e-06, "epoch": 0.39937177473636976, "percentage": 13.32, "elapsed_time": "3:14:05", "remaining_time": "21:03:31"} +{"current_steps": 900, "total_steps": 6684, "loss": 0.5952, "lr": 5e-06, "epoch": 0.40385909804801434, "percentage": 13.46, "elapsed_time": "3:16:16", "remaining_time": "21:01:20"} +{"current_steps": 910, "total_steps": 6684, "loss": 0.5707, "lr": 5e-06, "epoch": 0.408346421359659, "percentage": 13.61, "elapsed_time": "3:18:26", "remaining_time": "20:59:10"} +{"current_steps": 920, "total_steps": 6684, "loss": 0.5963, "lr": 5e-06, "epoch": 0.41283374467130357, "percentage": 13.76, "elapsed_time": "3:20:37", "remaining_time": "20:56:59"} +{"current_steps": 930, "total_steps": 6684, "loss": 0.6116, "lr": 5e-06, "epoch": 0.41732106798294816, "percentage": 13.91, "elapsed_time": "3:22:48", "remaining_time": "20:54:48"} +{"current_steps": 940, "total_steps": 6684, "loss": 0.5949, "lr": 5e-06, "epoch": 0.4218083912945928, "percentage": 14.06, "elapsed_time": "3:24:59", "remaining_time": "20:52:37"} +{"current_steps": 950, "total_steps": 6684, "loss": 0.578, "lr": 5e-06, "epoch": 0.4262957146062374, "percentage": 14.21, "elapsed_time": "3:27:10", "remaining_time": "20:50:26"} +{"current_steps": 960, "total_steps": 6684, "loss": 0.5756, "lr": 5e-06, "epoch": 0.430783037917882, "percentage": 14.36, "elapsed_time": "3:29:21", "remaining_time": "20:48:15"} +{"current_steps": 970, "total_steps": 6684, "loss": 0.5773, "lr": 5e-06, "epoch": 0.4352703612295266, "percentage": 14.51, "elapsed_time": "3:31:32", "remaining_time": "20:46:05"} +{"current_steps": 980, "total_steps": 6684, "loss": 0.6106, "lr": 5e-06, "epoch": 0.4397576845411712, "percentage": 14.66, "elapsed_time": "3:33:42", "remaining_time": "20:43:54"} +{"current_steps": 990, "total_steps": 6684, "loss": 0.5867, "lr": 5e-06, "epoch": 0.4442450078528158, "percentage": 14.81, "elapsed_time": "3:35:53", "remaining_time": "20:41:44"} +{"current_steps": 1000, "total_steps": 6684, "loss": 0.5752, "lr": 5e-06, "epoch": 0.4487323311644604, "percentage": 14.96, "elapsed_time": "3:38:04", "remaining_time": "20:39:33"} +{"current_steps": 1010, "total_steps": 6684, "loss": 0.6077, "lr": 5e-06, "epoch": 0.453219654476105, "percentage": 15.11, "elapsed_time": "3:40:15", "remaining_time": "20:37:23"} +{"current_steps": 1020, "total_steps": 6684, "loss": 0.6021, "lr": 5e-06, "epoch": 0.4577069777877496, "percentage": 15.26, "elapsed_time": "3:42:26", "remaining_time": "20:35:12"} +{"current_steps": 1030, "total_steps": 6684, "loss": 0.5895, "lr": 5e-06, "epoch": 0.4621943010993942, "percentage": 15.41, "elapsed_time": "3:44:37", "remaining_time": "20:33:02"} +{"current_steps": 1040, "total_steps": 6684, "loss": 0.5904, "lr": 5e-06, "epoch": 0.46668162441103883, "percentage": 15.56, "elapsed_time": "3:46:48", "remaining_time": "20:30:50"} +{"current_steps": 1050, "total_steps": 6684, "loss": 0.5774, "lr": 5e-06, "epoch": 0.4711689477226834, "percentage": 15.71, "elapsed_time": "3:48:59", "remaining_time": "20:28:39"} +{"current_steps": 1060, "total_steps": 6684, "loss": 0.5936, "lr": 5e-06, "epoch": 0.475656271034328, "percentage": 15.86, "elapsed_time": "3:51:09", "remaining_time": "20:26:28"} +{"current_steps": 1070, "total_steps": 6684, "loss": 0.5762, "lr": 5e-06, "epoch": 0.48014359434597265, "percentage": 16.01, "elapsed_time": "3:53:20", "remaining_time": "20:24:17"} +{"current_steps": 1080, "total_steps": 6684, "loss": 0.5923, "lr": 5e-06, "epoch": 0.48463091765761723, "percentage": 16.16, "elapsed_time": "3:55:31", "remaining_time": "20:22:06"} +{"current_steps": 1090, "total_steps": 6684, "loss": 0.5893, "lr": 5e-06, "epoch": 0.4891182409692618, "percentage": 16.31, "elapsed_time": "3:57:42", "remaining_time": "20:19:55"} +{"current_steps": 1100, "total_steps": 6684, "loss": 0.5675, "lr": 5e-06, "epoch": 0.49360556428090646, "percentage": 16.46, "elapsed_time": "3:59:52", "remaining_time": "20:17:43"} +{"current_steps": 1110, "total_steps": 6684, "loss": 0.5702, "lr": 5e-06, "epoch": 0.49809288759255105, "percentage": 16.61, "elapsed_time": "4:02:03", "remaining_time": "20:15:31"} +{"current_steps": 1120, "total_steps": 6684, "loss": 0.5783, "lr": 5e-06, "epoch": 0.5025802109041957, "percentage": 16.76, "elapsed_time": "4:04:14", "remaining_time": "20:13:20"} +{"current_steps": 1130, "total_steps": 6684, "loss": 0.579, "lr": 5e-06, "epoch": 0.5070675342158403, "percentage": 16.91, "elapsed_time": "4:06:24", "remaining_time": "20:11:08"} +{"current_steps": 1140, "total_steps": 6684, "loss": 0.5824, "lr": 5e-06, "epoch": 0.5115548575274849, "percentage": 17.06, "elapsed_time": "4:08:35", "remaining_time": "20:08:57"} +{"current_steps": 1150, "total_steps": 6684, "loss": 0.5656, "lr": 5e-06, "epoch": 0.5160421808391294, "percentage": 17.21, "elapsed_time": "4:10:46", "remaining_time": "20:06:46"} +{"current_steps": 1160, "total_steps": 6684, "loss": 0.5874, "lr": 5e-06, "epoch": 0.520529504150774, "percentage": 17.35, "elapsed_time": "4:12:57", "remaining_time": "20:04:34"} +{"current_steps": 1170, "total_steps": 6684, "loss": 0.599, "lr": 5e-06, "epoch": 0.5250168274624186, "percentage": 17.5, "elapsed_time": "4:15:07", "remaining_time": "20:02:23"} +{"current_steps": 1180, "total_steps": 6684, "loss": 0.5657, "lr": 5e-06, "epoch": 0.5295041507740633, "percentage": 17.65, "elapsed_time": "4:17:18", "remaining_time": "20:00:12"} +{"current_steps": 1190, "total_steps": 6684, "loss": 0.5823, "lr": 5e-06, "epoch": 0.5339914740857079, "percentage": 17.8, "elapsed_time": "4:19:29", "remaining_time": "19:58:01"} +{"current_steps": 1200, "total_steps": 6684, "loss": 0.609, "lr": 5e-06, "epoch": 0.5384787973973525, "percentage": 17.95, "elapsed_time": "4:21:40", "remaining_time": "19:55:49"} +{"current_steps": 1210, "total_steps": 6684, "loss": 0.5757, "lr": 5e-06, "epoch": 0.5429661207089971, "percentage": 18.1, "elapsed_time": "4:23:51", "remaining_time": "19:53:39"} +{"current_steps": 1220, "total_steps": 6684, "loss": 0.5939, "lr": 5e-06, "epoch": 0.5474534440206417, "percentage": 18.25, "elapsed_time": "4:26:01", "remaining_time": "19:51:27"} +{"current_steps": 1230, "total_steps": 6684, "loss": 0.5702, "lr": 5e-06, "epoch": 0.5519407673322863, "percentage": 18.4, "elapsed_time": "4:28:12", "remaining_time": "19:49:16"} +{"current_steps": 1240, "total_steps": 6684, "loss": 0.5761, "lr": 5e-06, "epoch": 0.556428090643931, "percentage": 18.55, "elapsed_time": "4:30:23", "remaining_time": "19:47:06"} +{"current_steps": 1250, "total_steps": 6684, "loss": 0.57, "lr": 5e-06, "epoch": 0.5609154139555755, "percentage": 18.7, "elapsed_time": "4:32:34", "remaining_time": "19:44:55"} +{"current_steps": 1260, "total_steps": 6684, "loss": 0.5957, "lr": 5e-06, "epoch": 0.5654027372672201, "percentage": 18.85, "elapsed_time": "4:34:45", "remaining_time": "19:42:44"} +{"current_steps": 1270, "total_steps": 6684, "loss": 0.5913, "lr": 5e-06, "epoch": 0.5698900605788647, "percentage": 19.0, "elapsed_time": "4:36:55", "remaining_time": "19:40:32"} +{"current_steps": 1280, "total_steps": 6684, "loss": 0.5694, "lr": 5e-06, "epoch": 0.5743773838905093, "percentage": 19.15, "elapsed_time": "4:39:06", "remaining_time": "19:38:21"} +{"current_steps": 1290, "total_steps": 6684, "loss": 0.5679, "lr": 5e-06, "epoch": 0.5788647072021539, "percentage": 19.3, "elapsed_time": "4:41:17", "remaining_time": "19:36:10"} +{"current_steps": 1300, "total_steps": 6684, "loss": 0.5687, "lr": 5e-06, "epoch": 0.5833520305137985, "percentage": 19.45, "elapsed_time": "4:43:27", "remaining_time": "19:33:58"} +{"current_steps": 1310, "total_steps": 6684, "loss": 0.6019, "lr": 5e-06, "epoch": 0.5878393538254432, "percentage": 19.6, "elapsed_time": "4:45:38", "remaining_time": "19:31:46"} +{"current_steps": 1320, "total_steps": 6684, "loss": 0.5885, "lr": 5e-06, "epoch": 0.5923266771370878, "percentage": 19.75, "elapsed_time": "4:47:49", "remaining_time": "19:29:35"} +{"current_steps": 1330, "total_steps": 6684, "loss": 0.6015, "lr": 5e-06, "epoch": 0.5968140004487323, "percentage": 19.9, "elapsed_time": "4:49:59", "remaining_time": "19:27:24"} +{"current_steps": 1340, "total_steps": 6684, "loss": 0.5778, "lr": 5e-06, "epoch": 0.6013013237603769, "percentage": 20.05, "elapsed_time": "4:52:10", "remaining_time": "19:25:12"} +{"current_steps": 1350, "total_steps": 6684, "loss": 0.5577, "lr": 5e-06, "epoch": 0.6057886470720215, "percentage": 20.2, "elapsed_time": "4:54:21", "remaining_time": "19:23:01"} +{"current_steps": 1360, "total_steps": 6684, "loss": 0.5666, "lr": 5e-06, "epoch": 0.6102759703836661, "percentage": 20.35, "elapsed_time": "4:56:32", "remaining_time": "19:20:50"} +{"current_steps": 1370, "total_steps": 6684, "loss": 0.579, "lr": 5e-06, "epoch": 0.6147632936953108, "percentage": 20.5, "elapsed_time": "4:58:42", "remaining_time": "19:18:39"} +{"current_steps": 1380, "total_steps": 6684, "loss": 0.597, "lr": 5e-06, "epoch": 0.6192506170069554, "percentage": 20.65, "elapsed_time": "5:00:53", "remaining_time": "19:16:28"} +{"current_steps": 1390, "total_steps": 6684, "loss": 0.5764, "lr": 5e-06, "epoch": 0.6237379403186, "percentage": 20.8, "elapsed_time": "5:03:04", "remaining_time": "19:14:16"} +{"current_steps": 1400, "total_steps": 6684, "loss": 0.5834, "lr": 5e-06, "epoch": 0.6282252636302446, "percentage": 20.95, "elapsed_time": "5:05:14", "remaining_time": "19:12:05"} +{"current_steps": 1410, "total_steps": 6684, "loss": 0.565, "lr": 5e-06, "epoch": 0.6327125869418891, "percentage": 21.1, "elapsed_time": "5:07:25", "remaining_time": "19:09:54"} +{"current_steps": 1420, "total_steps": 6684, "loss": 0.5686, "lr": 5e-06, "epoch": 0.6371999102535337, "percentage": 21.24, "elapsed_time": "5:09:36", "remaining_time": "19:07:44"} +{"current_steps": 1430, "total_steps": 6684, "loss": 0.5591, "lr": 5e-06, "epoch": 0.6416872335651783, "percentage": 21.39, "elapsed_time": "5:11:47", "remaining_time": "19:05:33"} +{"current_steps": 1440, "total_steps": 6684, "loss": 0.5646, "lr": 5e-06, "epoch": 0.646174556876823, "percentage": 21.54, "elapsed_time": "5:13:58", "remaining_time": "19:03:22"} +{"current_steps": 1450, "total_steps": 6684, "loss": 0.5753, "lr": 5e-06, "epoch": 0.6506618801884676, "percentage": 21.69, "elapsed_time": "5:16:08", "remaining_time": "19:01:10"} +{"current_steps": 1460, "total_steps": 6684, "loss": 0.6129, "lr": 5e-06, "epoch": 0.6551492035001122, "percentage": 21.84, "elapsed_time": "5:18:19", "remaining_time": "18:58:59"} +{"current_steps": 1470, "total_steps": 6684, "loss": 0.5825, "lr": 5e-06, "epoch": 0.6596365268117568, "percentage": 21.99, "elapsed_time": "5:20:30", "remaining_time": "18:56:48"} +{"current_steps": 1480, "total_steps": 6684, "loss": 0.5832, "lr": 5e-06, "epoch": 0.6641238501234014, "percentage": 22.14, "elapsed_time": "5:22:41", "remaining_time": "18:54:37"} +{"current_steps": 1490, "total_steps": 6684, "loss": 0.6061, "lr": 5e-06, "epoch": 0.668611173435046, "percentage": 22.29, "elapsed_time": "5:24:51", "remaining_time": "18:52:26"} +{"current_steps": 1500, "total_steps": 6684, "loss": 0.579, "lr": 5e-06, "epoch": 0.6730984967466906, "percentage": 22.44, "elapsed_time": "5:27:02", "remaining_time": "18:50:15"} +{"current_steps": 1510, "total_steps": 6684, "loss": 0.5872, "lr": 5e-06, "epoch": 0.6775858200583352, "percentage": 22.59, "elapsed_time": "5:29:13", "remaining_time": "18:48:04"} +{"current_steps": 1520, "total_steps": 6684, "loss": 0.5694, "lr": 5e-06, "epoch": 0.6820731433699798, "percentage": 22.74, "elapsed_time": "5:31:24", "remaining_time": "18:45:53"} +{"current_steps": 1530, "total_steps": 6684, "loss": 0.5591, "lr": 5e-06, "epoch": 0.6865604666816244, "percentage": 22.89, "elapsed_time": "5:33:34", "remaining_time": "18:43:42"} +{"current_steps": 1540, "total_steps": 6684, "loss": 0.5543, "lr": 5e-06, "epoch": 0.691047789993269, "percentage": 23.04, "elapsed_time": "5:35:45", "remaining_time": "18:41:31"} +{"current_steps": 1550, "total_steps": 6684, "loss": 0.5584, "lr": 5e-06, "epoch": 0.6955351133049136, "percentage": 23.19, "elapsed_time": "5:37:56", "remaining_time": "18:39:20"} +{"current_steps": 1560, "total_steps": 6684, "loss": 0.5697, "lr": 5e-06, "epoch": 0.7000224366165583, "percentage": 23.34, "elapsed_time": "5:40:07", "remaining_time": "18:37:09"} +{"current_steps": 1570, "total_steps": 6684, "loss": 0.5913, "lr": 5e-06, "epoch": 0.7045097599282029, "percentage": 23.49, "elapsed_time": "5:42:17", "remaining_time": "18:34:58"} +{"current_steps": 1580, "total_steps": 6684, "loss": 0.5852, "lr": 5e-06, "epoch": 0.7089970832398474, "percentage": 23.64, "elapsed_time": "5:44:28", "remaining_time": "18:32:47"} +{"current_steps": 1590, "total_steps": 6684, "loss": 0.559, "lr": 5e-06, "epoch": 0.713484406551492, "percentage": 23.79, "elapsed_time": "5:46:39", "remaining_time": "18:30:36"} +{"current_steps": 1600, "total_steps": 6684, "loss": 0.5591, "lr": 5e-06, "epoch": 0.7179717298631366, "percentage": 23.94, "elapsed_time": "5:48:49", "remaining_time": "18:28:24"} +{"current_steps": 1610, "total_steps": 6684, "loss": 0.5757, "lr": 5e-06, "epoch": 0.7224590531747812, "percentage": 24.09, "elapsed_time": "5:51:00", "remaining_time": "18:26:13"} +{"current_steps": 1620, "total_steps": 6684, "loss": 0.5764, "lr": 5e-06, "epoch": 0.7269463764864258, "percentage": 24.24, "elapsed_time": "5:53:11", "remaining_time": "18:24:02"} +{"current_steps": 1630, "total_steps": 6684, "loss": 0.5726, "lr": 5e-06, "epoch": 0.7314336997980705, "percentage": 24.39, "elapsed_time": "5:55:22", "remaining_time": "18:21:51"} +{"current_steps": 1640, "total_steps": 6684, "loss": 0.5761, "lr": 5e-06, "epoch": 0.7359210231097151, "percentage": 24.54, "elapsed_time": "5:57:32", "remaining_time": "18:19:40"} +{"current_steps": 1650, "total_steps": 6684, "loss": 0.5892, "lr": 5e-06, "epoch": 0.7404083464213597, "percentage": 24.69, "elapsed_time": "5:59:43", "remaining_time": "18:17:29"} +{"current_steps": 1660, "total_steps": 6684, "loss": 0.5717, "lr": 5e-06, "epoch": 0.7448956697330043, "percentage": 24.84, "elapsed_time": "6:01:54", "remaining_time": "18:15:18"} +{"current_steps": 1670, "total_steps": 6684, "loss": 0.5817, "lr": 5e-06, "epoch": 0.7493829930446488, "percentage": 24.99, "elapsed_time": "6:04:05", "remaining_time": "18:13:07"} +{"current_steps": 1680, "total_steps": 6684, "loss": 0.5592, "lr": 5e-06, "epoch": 0.7538703163562934, "percentage": 25.13, "elapsed_time": "6:06:15", "remaining_time": "18:10:56"} +{"current_steps": 1690, "total_steps": 6684, "loss": 0.5862, "lr": 5e-06, "epoch": 0.7583576396679381, "percentage": 25.28, "elapsed_time": "6:08:26", "remaining_time": "18:08:45"} +{"current_steps": 1700, "total_steps": 6684, "loss": 0.5477, "lr": 5e-06, "epoch": 0.7628449629795827, "percentage": 25.43, "elapsed_time": "6:10:37", "remaining_time": "18:06:34"} +{"current_steps": 1710, "total_steps": 6684, "loss": 0.5515, "lr": 5e-06, "epoch": 0.7673322862912273, "percentage": 25.58, "elapsed_time": "6:12:48", "remaining_time": "18:04:23"} +{"current_steps": 1720, "total_steps": 6684, "loss": 0.5545, "lr": 5e-06, "epoch": 0.7718196096028719, "percentage": 25.73, "elapsed_time": "6:14:58", "remaining_time": "18:02:12"} +{"current_steps": 1730, "total_steps": 6684, "loss": 0.5638, "lr": 5e-06, "epoch": 0.7763069329145165, "percentage": 25.88, "elapsed_time": "6:17:09", "remaining_time": "18:00:01"} +{"current_steps": 1740, "total_steps": 6684, "loss": 0.5706, "lr": 5e-06, "epoch": 0.780794256226161, "percentage": 26.03, "elapsed_time": "6:19:20", "remaining_time": "17:57:51"} +{"current_steps": 1750, "total_steps": 6684, "loss": 0.5759, "lr": 5e-06, "epoch": 0.7852815795378058, "percentage": 26.18, "elapsed_time": "6:21:31", "remaining_time": "17:55:40"} +{"current_steps": 1760, "total_steps": 6684, "loss": 0.5618, "lr": 5e-06, "epoch": 0.7897689028494503, "percentage": 26.33, "elapsed_time": "6:23:42", "remaining_time": "17:53:29"} +{"current_steps": 1770, "total_steps": 6684, "loss": 0.5794, "lr": 5e-06, "epoch": 0.7942562261610949, "percentage": 26.48, "elapsed_time": "6:25:52", "remaining_time": "17:51:18"} +{"current_steps": 1780, "total_steps": 6684, "loss": 0.5725, "lr": 5e-06, "epoch": 0.7987435494727395, "percentage": 26.63, "elapsed_time": "6:28:03", "remaining_time": "17:49:07"} +{"current_steps": 1790, "total_steps": 6684, "loss": 0.5651, "lr": 5e-06, "epoch": 0.8032308727843841, "percentage": 26.78, "elapsed_time": "6:30:14", "remaining_time": "17:46:56"} +{"current_steps": 1800, "total_steps": 6684, "loss": 0.5575, "lr": 5e-06, "epoch": 0.8077181960960287, "percentage": 26.93, "elapsed_time": "6:32:25", "remaining_time": "17:44:46"} +{"current_steps": 1810, "total_steps": 6684, "loss": 0.5598, "lr": 5e-06, "epoch": 0.8122055194076733, "percentage": 27.08, "elapsed_time": "6:34:36", "remaining_time": "17:42:35"} +{"current_steps": 1820, "total_steps": 6684, "loss": 0.5598, "lr": 5e-06, "epoch": 0.816692842719318, "percentage": 27.23, "elapsed_time": "6:36:46", "remaining_time": "17:40:24"} +{"current_steps": 1830, "total_steps": 6684, "loss": 0.5723, "lr": 5e-06, "epoch": 0.8211801660309626, "percentage": 27.38, "elapsed_time": "6:38:57", "remaining_time": "17:38:14"} +{"current_steps": 1840, "total_steps": 6684, "loss": 0.5452, "lr": 5e-06, "epoch": 0.8256674893426071, "percentage": 27.53, "elapsed_time": "6:41:08", "remaining_time": "17:36:03"} +{"current_steps": 1850, "total_steps": 6684, "loss": 0.6093, "lr": 5e-06, "epoch": 0.8301548126542517, "percentage": 27.68, "elapsed_time": "6:43:19", "remaining_time": "17:33:53"} +{"current_steps": 1860, "total_steps": 6684, "loss": 0.5652, "lr": 5e-06, "epoch": 0.8346421359658963, "percentage": 27.83, "elapsed_time": "6:45:30", "remaining_time": "17:31:42"} +{"current_steps": 1870, "total_steps": 6684, "loss": 0.5578, "lr": 5e-06, "epoch": 0.8391294592775409, "percentage": 27.98, "elapsed_time": "6:47:41", "remaining_time": "17:29:31"} +{"current_steps": 1880, "total_steps": 6684, "loss": 0.5913, "lr": 5e-06, "epoch": 0.8436167825891856, "percentage": 28.13, "elapsed_time": "6:49:52", "remaining_time": "17:27:20"} +{"current_steps": 1890, "total_steps": 6684, "loss": 0.5506, "lr": 5e-06, "epoch": 0.8481041059008302, "percentage": 28.28, "elapsed_time": "6:52:02", "remaining_time": "17:25:09"} +{"current_steps": 1900, "total_steps": 6684, "loss": 0.5755, "lr": 5e-06, "epoch": 0.8525914292124748, "percentage": 28.43, "elapsed_time": "6:54:13", "remaining_time": "17:22:58"} +{"current_steps": 1910, "total_steps": 6684, "loss": 0.5705, "lr": 5e-06, "epoch": 0.8570787525241194, "percentage": 28.58, "elapsed_time": "6:56:24", "remaining_time": "17:20:47"} +{"current_steps": 1920, "total_steps": 6684, "loss": 0.5744, "lr": 5e-06, "epoch": 0.861566075835764, "percentage": 28.73, "elapsed_time": "6:58:34", "remaining_time": "17:18:36"} +{"current_steps": 1930, "total_steps": 6684, "loss": 0.5551, "lr": 5e-06, "epoch": 0.8660533991474085, "percentage": 28.87, "elapsed_time": "7:00:45", "remaining_time": "17:16:25"} +{"current_steps": 1940, "total_steps": 6684, "loss": 0.5724, "lr": 5e-06, "epoch": 0.8705407224590532, "percentage": 29.02, "elapsed_time": "7:02:56", "remaining_time": "17:14:14"} +{"current_steps": 1950, "total_steps": 6684, "loss": 0.5509, "lr": 5e-06, "epoch": 0.8750280457706978, "percentage": 29.17, "elapsed_time": "7:05:07", "remaining_time": "17:12:03"} +{"current_steps": 1960, "total_steps": 6684, "loss": 0.5712, "lr": 5e-06, "epoch": 0.8795153690823424, "percentage": 29.32, "elapsed_time": "7:07:18", "remaining_time": "17:09:52"} +{"current_steps": 1970, "total_steps": 6684, "loss": 0.5841, "lr": 5e-06, "epoch": 0.884002692393987, "percentage": 29.47, "elapsed_time": "7:09:28", "remaining_time": "17:07:42"} +{"current_steps": 1980, "total_steps": 6684, "loss": 0.5559, "lr": 5e-06, "epoch": 0.8884900157056316, "percentage": 29.62, "elapsed_time": "7:11:39", "remaining_time": "17:05:31"} +{"current_steps": 1990, "total_steps": 6684, "loss": 0.5424, "lr": 5e-06, "epoch": 0.8929773390172762, "percentage": 29.77, "elapsed_time": "7:13:50", "remaining_time": "17:03:20"} +{"current_steps": 2000, "total_steps": 6684, "loss": 0.5614, "lr": 5e-06, "epoch": 0.8974646623289207, "percentage": 29.92, "elapsed_time": "7:16:01", "remaining_time": "17:01:10"} +{"current_steps": 2010, "total_steps": 6684, "loss": 0.5756, "lr": 5e-06, "epoch": 0.9019519856405654, "percentage": 30.07, "elapsed_time": "7:18:12", "remaining_time": "16:58:59"} +{"current_steps": 2020, "total_steps": 6684, "loss": 0.5938, "lr": 5e-06, "epoch": 0.90643930895221, "percentage": 30.22, "elapsed_time": "7:20:23", "remaining_time": "16:56:48"} +{"current_steps": 2030, "total_steps": 6684, "loss": 0.5793, "lr": 5e-06, "epoch": 0.9109266322638546, "percentage": 30.37, "elapsed_time": "7:22:33", "remaining_time": "16:54:37"} +{"current_steps": 2040, "total_steps": 6684, "loss": 0.5702, "lr": 5e-06, "epoch": 0.9154139555754992, "percentage": 30.52, "elapsed_time": "7:24:44", "remaining_time": "16:52:26"} +{"current_steps": 2050, "total_steps": 6684, "loss": 0.5443, "lr": 5e-06, "epoch": 0.9199012788871438, "percentage": 30.67, "elapsed_time": "7:26:55", "remaining_time": "16:50:15"} +{"current_steps": 2060, "total_steps": 6684, "loss": 0.5726, "lr": 5e-06, "epoch": 0.9243886021987884, "percentage": 30.82, "elapsed_time": "7:29:05", "remaining_time": "16:48:04"} +{"current_steps": 2070, "total_steps": 6684, "loss": 0.5605, "lr": 5e-06, "epoch": 0.9288759255104331, "percentage": 30.97, "elapsed_time": "7:31:16", "remaining_time": "16:45:53"} +{"current_steps": 2080, "total_steps": 6684, "loss": 0.5799, "lr": 5e-06, "epoch": 0.9333632488220777, "percentage": 31.12, "elapsed_time": "7:33:27", "remaining_time": "16:43:43"} +{"current_steps": 2090, "total_steps": 6684, "loss": 0.5745, "lr": 5e-06, "epoch": 0.9378505721337222, "percentage": 31.27, "elapsed_time": "7:35:38", "remaining_time": "16:41:32"} +{"current_steps": 2100, "total_steps": 6684, "loss": 0.5465, "lr": 5e-06, "epoch": 0.9423378954453668, "percentage": 31.42, "elapsed_time": "7:37:49", "remaining_time": "16:39:21"} +{"current_steps": 2110, "total_steps": 6684, "loss": 0.5526, "lr": 5e-06, "epoch": 0.9468252187570114, "percentage": 31.57, "elapsed_time": "7:40:00", "remaining_time": "16:37:10"} +{"current_steps": 2120, "total_steps": 6684, "loss": 0.5737, "lr": 5e-06, "epoch": 0.951312542068656, "percentage": 31.72, "elapsed_time": "7:42:11", "remaining_time": "16:35:00"} +{"current_steps": 2130, "total_steps": 6684, "loss": 0.5493, "lr": 5e-06, "epoch": 0.9557998653803007, "percentage": 31.87, "elapsed_time": "7:44:21", "remaining_time": "16:32:49"} +{"current_steps": 2140, "total_steps": 6684, "loss": 0.5461, "lr": 5e-06, "epoch": 0.9602871886919453, "percentage": 32.02, "elapsed_time": "7:46:32", "remaining_time": "16:30:38"} +{"current_steps": 2150, "total_steps": 6684, "loss": 0.6057, "lr": 5e-06, "epoch": 0.9647745120035899, "percentage": 32.17, "elapsed_time": "7:48:43", "remaining_time": "16:28:27"} +{"current_steps": 2160, "total_steps": 6684, "loss": 0.5459, "lr": 5e-06, "epoch": 0.9692618353152345, "percentage": 32.32, "elapsed_time": "7:50:54", "remaining_time": "16:26:17"} +{"current_steps": 2170, "total_steps": 6684, "loss": 0.5471, "lr": 5e-06, "epoch": 0.973749158626879, "percentage": 32.47, "elapsed_time": "7:53:05", "remaining_time": "16:24:06"} +{"current_steps": 2180, "total_steps": 6684, "loss": 0.5689, "lr": 5e-06, "epoch": 0.9782364819385236, "percentage": 32.62, "elapsed_time": "7:55:16", "remaining_time": "16:21:55"} +{"current_steps": 2190, "total_steps": 6684, "loss": 0.5622, "lr": 5e-06, "epoch": 0.9827238052501682, "percentage": 32.76, "elapsed_time": "7:57:26", "remaining_time": "16:19:45"} +{"current_steps": 2200, "total_steps": 6684, "loss": 0.5519, "lr": 5e-06, "epoch": 0.9872111285618129, "percentage": 32.91, "elapsed_time": "7:59:37", "remaining_time": "16:17:34"} +{"current_steps": 2210, "total_steps": 6684, "loss": 0.5561, "lr": 5e-06, "epoch": 0.9916984518734575, "percentage": 33.06, "elapsed_time": "8:01:48", "remaining_time": "16:15:23"} +{"current_steps": 2220, "total_steps": 6684, "loss": 0.5712, "lr": 5e-06, "epoch": 0.9961857751851021, "percentage": 33.21, "elapsed_time": "8:03:59", "remaining_time": "16:13:12"} +{"current_steps": 2228, "total_steps": 6684, "eval_loss": 0.567927360534668, "epoch": 0.9997756338344178, "percentage": 33.33, "elapsed_time": "8:15:08", "remaining_time": "16:30:17"} +{"current_steps": 2230, "total_steps": 6684, "loss": 0.566, "lr": 5e-06, "epoch": 1.0006730984967467, "percentage": 33.36, "elapsed_time": "8:16:34", "remaining_time": "16:31:49"} +{"current_steps": 2240, "total_steps": 6684, "loss": 0.5081, "lr": 5e-06, "epoch": 1.0051604218083914, "percentage": 33.51, "elapsed_time": "8:18:45", "remaining_time": "16:29:30"} +{"current_steps": 2250, "total_steps": 6684, "loss": 0.4975, "lr": 5e-06, "epoch": 1.0096477451200359, "percentage": 33.66, "elapsed_time": "8:20:56", "remaining_time": "16:27:11"} +{"current_steps": 2260, "total_steps": 6684, "loss": 0.4866, "lr": 5e-06, "epoch": 1.0141350684316806, "percentage": 33.81, "elapsed_time": "8:23:07", "remaining_time": "16:24:52"} +{"current_steps": 2270, "total_steps": 6684, "loss": 0.4855, "lr": 5e-06, "epoch": 1.018622391743325, "percentage": 33.96, "elapsed_time": "8:25:18", "remaining_time": "16:22:33"} +{"current_steps": 2280, "total_steps": 6684, "loss": 0.5484, "lr": 5e-06, "epoch": 1.0231097150549697, "percentage": 34.11, "elapsed_time": "8:27:29", "remaining_time": "16:20:14"} +{"current_steps": 2290, "total_steps": 6684, "loss": 0.5021, "lr": 5e-06, "epoch": 1.0275970383666144, "percentage": 34.26, "elapsed_time": "8:29:39", "remaining_time": "16:17:56"} +{"current_steps": 2300, "total_steps": 6684, "loss": 0.541, "lr": 5e-06, "epoch": 1.032084361678259, "percentage": 34.41, "elapsed_time": "8:31:50", "remaining_time": "16:15:37"} +{"current_steps": 2310, "total_steps": 6684, "loss": 0.4939, "lr": 5e-06, "epoch": 1.0365716849899036, "percentage": 34.56, "elapsed_time": "8:34:01", "remaining_time": "16:13:19"} +{"current_steps": 2320, "total_steps": 6684, "loss": 0.4923, "lr": 5e-06, "epoch": 1.041059008301548, "percentage": 34.71, "elapsed_time": "8:36:12", "remaining_time": "16:11:00"} +{"current_steps": 2330, "total_steps": 6684, "loss": 0.5309, "lr": 5e-06, "epoch": 1.0455463316131928, "percentage": 34.86, "elapsed_time": "8:38:23", "remaining_time": "16:08:42"} +{"current_steps": 2340, "total_steps": 6684, "loss": 0.4871, "lr": 5e-06, "epoch": 1.0500336549248372, "percentage": 35.01, "elapsed_time": "8:40:34", "remaining_time": "16:06:24"} +{"current_steps": 2350, "total_steps": 6684, "loss": 0.5042, "lr": 5e-06, "epoch": 1.054520978236482, "percentage": 35.16, "elapsed_time": "8:42:45", "remaining_time": "16:04:05"} +{"current_steps": 2360, "total_steps": 6684, "loss": 0.5268, "lr": 5e-06, "epoch": 1.0590083015481266, "percentage": 35.31, "elapsed_time": "8:44:56", "remaining_time": "16:01:47"} +{"current_steps": 2370, "total_steps": 6684, "loss": 0.4849, "lr": 5e-06, "epoch": 1.0634956248597711, "percentage": 35.46, "elapsed_time": "8:47:07", "remaining_time": "15:59:29"} +{"current_steps": 2380, "total_steps": 6684, "loss": 0.4897, "lr": 5e-06, "epoch": 1.0679829481714158, "percentage": 35.61, "elapsed_time": "8:49:18", "remaining_time": "15:57:11"} +{"current_steps": 2390, "total_steps": 6684, "loss": 0.524, "lr": 5e-06, "epoch": 1.0724702714830603, "percentage": 35.76, "elapsed_time": "8:51:28", "remaining_time": "15:54:53"} +{"current_steps": 2400, "total_steps": 6684, "loss": 0.4881, "lr": 5e-06, "epoch": 1.076957594794705, "percentage": 35.91, "elapsed_time": "8:53:39", "remaining_time": "15:52:35"} +{"current_steps": 2410, "total_steps": 6684, "loss": 0.5297, "lr": 5e-06, "epoch": 1.0814449181063495, "percentage": 36.06, "elapsed_time": "8:55:50", "remaining_time": "15:50:17"} +{"current_steps": 2420, "total_steps": 6684, "loss": 0.5155, "lr": 5e-06, "epoch": 1.0859322414179942, "percentage": 36.21, "elapsed_time": "8:58:01", "remaining_time": "15:47:59"} +{"current_steps": 2430, "total_steps": 6684, "loss": 0.4981, "lr": 5e-06, "epoch": 1.0904195647296389, "percentage": 36.36, "elapsed_time": "9:00:12", "remaining_time": "15:45:42"} +{"current_steps": 2440, "total_steps": 6684, "loss": 0.5053, "lr": 5e-06, "epoch": 1.0949068880412833, "percentage": 36.51, "elapsed_time": "9:02:23", "remaining_time": "15:43:24"} +{"current_steps": 2450, "total_steps": 6684, "loss": 0.5056, "lr": 5e-06, "epoch": 1.099394211352928, "percentage": 36.65, "elapsed_time": "9:04:34", "remaining_time": "15:41:06"} +{"current_steps": 2460, "total_steps": 6684, "loss": 0.5204, "lr": 5e-06, "epoch": 1.1038815346645725, "percentage": 36.8, "elapsed_time": "9:06:45", "remaining_time": "15:38:49"} +{"current_steps": 2470, "total_steps": 6684, "loss": 0.5004, "lr": 5e-06, "epoch": 1.1083688579762172, "percentage": 36.95, "elapsed_time": "9:08:56", "remaining_time": "15:36:31"} +{"current_steps": 2480, "total_steps": 6684, "loss": 0.499, "lr": 5e-06, "epoch": 1.112856181287862, "percentage": 37.1, "elapsed_time": "9:11:07", "remaining_time": "15:34:13"} +{"current_steps": 2490, "total_steps": 6684, "loss": 0.4921, "lr": 5e-06, "epoch": 1.1173435045995064, "percentage": 37.25, "elapsed_time": "9:13:17", "remaining_time": "15:31:56"} +{"current_steps": 2500, "total_steps": 6684, "loss": 0.5108, "lr": 5e-06, "epoch": 1.121830827911151, "percentage": 37.4, "elapsed_time": "9:15:28", "remaining_time": "15:29:38"} +{"current_steps": 2510, "total_steps": 6684, "loss": 0.5003, "lr": 5e-06, "epoch": 1.1263181512227955, "percentage": 37.55, "elapsed_time": "9:17:39", "remaining_time": "15:27:21"} +{"current_steps": 2520, "total_steps": 6684, "loss": 0.475, "lr": 5e-06, "epoch": 1.1308054745344402, "percentage": 37.7, "elapsed_time": "9:19:50", "remaining_time": "15:25:03"} +{"current_steps": 2530, "total_steps": 6684, "loss": 0.5209, "lr": 5e-06, "epoch": 1.1352927978460847, "percentage": 37.85, "elapsed_time": "9:22:00", "remaining_time": "15:22:46"} +{"current_steps": 2540, "total_steps": 6684, "loss": 0.4916, "lr": 5e-06, "epoch": 1.1397801211577294, "percentage": 38.0, "elapsed_time": "9:24:11", "remaining_time": "15:20:28"} +{"current_steps": 2550, "total_steps": 6684, "loss": 0.5013, "lr": 5e-06, "epoch": 1.144267444469374, "percentage": 38.15, "elapsed_time": "9:26:22", "remaining_time": "15:18:11"} +{"current_steps": 2560, "total_steps": 6684, "loss": 0.5332, "lr": 5e-06, "epoch": 1.1487547677810186, "percentage": 38.3, "elapsed_time": "9:28:33", "remaining_time": "15:15:54"} +{"current_steps": 2570, "total_steps": 6684, "loss": 0.5048, "lr": 5e-06, "epoch": 1.1532420910926633, "percentage": 38.45, "elapsed_time": "9:30:43", "remaining_time": "15:13:36"} +{"current_steps": 2580, "total_steps": 6684, "loss": 0.5141, "lr": 5e-06, "epoch": 1.1577294144043078, "percentage": 38.6, "elapsed_time": "9:32:54", "remaining_time": "15:11:19"} +{"current_steps": 2590, "total_steps": 6684, "loss": 0.5144, "lr": 5e-06, "epoch": 1.1622167377159525, "percentage": 38.75, "elapsed_time": "9:35:05", "remaining_time": "15:09:02"} +{"current_steps": 2600, "total_steps": 6684, "loss": 0.5208, "lr": 5e-06, "epoch": 1.166704061027597, "percentage": 38.9, "elapsed_time": "9:37:16", "remaining_time": "15:06:45"} +{"current_steps": 2610, "total_steps": 6684, "loss": 0.4987, "lr": 5e-06, "epoch": 1.1711913843392416, "percentage": 39.05, "elapsed_time": "9:39:27", "remaining_time": "15:04:28"} +{"current_steps": 2620, "total_steps": 6684, "loss": 0.5132, "lr": 5e-06, "epoch": 1.1756787076508863, "percentage": 39.2, "elapsed_time": "9:41:38", "remaining_time": "15:02:11"} +{"current_steps": 2630, "total_steps": 6684, "loss": 0.496, "lr": 5e-06, "epoch": 1.1801660309625308, "percentage": 39.35, "elapsed_time": "9:43:49", "remaining_time": "14:59:55"} +{"current_steps": 2640, "total_steps": 6684, "loss": 0.4827, "lr": 5e-06, "epoch": 1.1846533542741755, "percentage": 39.5, "elapsed_time": "9:45:59", "remaining_time": "14:57:38"} +{"current_steps": 2650, "total_steps": 6684, "loss": 0.5073, "lr": 5e-06, "epoch": 1.18914067758582, "percentage": 39.65, "elapsed_time": "9:48:10", "remaining_time": "14:55:21"} +{"current_steps": 2660, "total_steps": 6684, "loss": 0.5422, "lr": 5e-06, "epoch": 1.1936280008974647, "percentage": 39.8, "elapsed_time": "9:50:21", "remaining_time": "14:53:04"} +{"current_steps": 2670, "total_steps": 6684, "loss": 0.519, "lr": 5e-06, "epoch": 1.1981153242091094, "percentage": 39.95, "elapsed_time": "9:52:32", "remaining_time": "14:50:48"} +{"current_steps": 2680, "total_steps": 6684, "loss": 0.497, "lr": 5e-06, "epoch": 1.2026026475207539, "percentage": 40.1, "elapsed_time": "9:54:43", "remaining_time": "14:48:31"} +{"current_steps": 2690, "total_steps": 6684, "loss": 0.5058, "lr": 5e-06, "epoch": 1.2070899708323986, "percentage": 40.25, "elapsed_time": "9:56:53", "remaining_time": "14:46:14"} +{"current_steps": 2700, "total_steps": 6684, "loss": 0.4958, "lr": 5e-06, "epoch": 1.211577294144043, "percentage": 40.39, "elapsed_time": "9:59:04", "remaining_time": "14:43:58"} +{"current_steps": 2710, "total_steps": 6684, "loss": 0.4948, "lr": 5e-06, "epoch": 1.2160646174556877, "percentage": 40.54, "elapsed_time": "10:01:15", "remaining_time": "14:41:42"} +{"current_steps": 2720, "total_steps": 6684, "loss": 0.4965, "lr": 5e-06, "epoch": 1.2205519407673322, "percentage": 40.69, "elapsed_time": "10:03:26", "remaining_time": "14:39:25"} +{"current_steps": 2730, "total_steps": 6684, "loss": 0.4772, "lr": 5e-06, "epoch": 1.225039264078977, "percentage": 40.84, "elapsed_time": "10:05:37", "remaining_time": "14:37:09"} +{"current_steps": 2740, "total_steps": 6684, "loss": 0.5273, "lr": 5e-06, "epoch": 1.2295265873906214, "percentage": 40.99, "elapsed_time": "10:07:48", "remaining_time": "14:34:52"} +{"current_steps": 2750, "total_steps": 6684, "loss": 0.5089, "lr": 5e-06, "epoch": 1.234013910702266, "percentage": 41.14, "elapsed_time": "10:09:58", "remaining_time": "14:32:36"} +{"current_steps": 2760, "total_steps": 6684, "loss": 0.4945, "lr": 5e-06, "epoch": 1.2385012340139108, "percentage": 41.29, "elapsed_time": "10:12:09", "remaining_time": "14:30:19"} +{"current_steps": 2770, "total_steps": 6684, "loss": 0.4884, "lr": 5e-06, "epoch": 1.2429885573255552, "percentage": 41.44, "elapsed_time": "10:14:20", "remaining_time": "14:28:03"} +{"current_steps": 2780, "total_steps": 6684, "loss": 0.505, "lr": 5e-06, "epoch": 1.2474758806372, "percentage": 41.59, "elapsed_time": "10:16:31", "remaining_time": "14:25:47"} +{"current_steps": 2790, "total_steps": 6684, "loss": 0.5335, "lr": 5e-06, "epoch": 1.2519632039488444, "percentage": 41.74, "elapsed_time": "10:18:41", "remaining_time": "14:23:31"} +{"current_steps": 2800, "total_steps": 6684, "loss": 0.477, "lr": 5e-06, "epoch": 1.2564505272604891, "percentage": 41.89, "elapsed_time": "10:20:52", "remaining_time": "14:21:14"} +{"current_steps": 2810, "total_steps": 6684, "loss": 0.4984, "lr": 5e-06, "epoch": 1.2609378505721338, "percentage": 42.04, "elapsed_time": "10:23:03", "remaining_time": "14:18:58"} +{"current_steps": 2820, "total_steps": 6684, "loss": 0.5073, "lr": 5e-06, "epoch": 1.2654251738837783, "percentage": 42.19, "elapsed_time": "10:25:14", "remaining_time": "14:16:42"} +{"current_steps": 2830, "total_steps": 6684, "loss": 0.4989, "lr": 5e-06, "epoch": 1.269912497195423, "percentage": 42.34, "elapsed_time": "10:27:25", "remaining_time": "14:14:26"} +{"current_steps": 2840, "total_steps": 6684, "loss": 0.5013, "lr": 5e-06, "epoch": 1.2743998205070675, "percentage": 42.49, "elapsed_time": "10:29:35", "remaining_time": "14:12:10"} +{"current_steps": 2850, "total_steps": 6684, "loss": 0.4843, "lr": 5e-06, "epoch": 1.2788871438187122, "percentage": 42.64, "elapsed_time": "10:31:46", "remaining_time": "14:09:54"} +{"current_steps": 2860, "total_steps": 6684, "loss": 0.5102, "lr": 5e-06, "epoch": 1.2833744671303569, "percentage": 42.79, "elapsed_time": "10:33:57", "remaining_time": "14:07:38"} +{"current_steps": 2870, "total_steps": 6684, "loss": 0.5308, "lr": 5e-06, "epoch": 1.2878617904420013, "percentage": 42.94, "elapsed_time": "10:36:08", "remaining_time": "14:05:22"} +{"current_steps": 2880, "total_steps": 6684, "loss": 0.5239, "lr": 5e-06, "epoch": 1.292349113753646, "percentage": 43.09, "elapsed_time": "10:38:18", "remaining_time": "14:03:06"} +{"current_steps": 2890, "total_steps": 6684, "loss": 0.5021, "lr": 5e-06, "epoch": 1.2968364370652905, "percentage": 43.24, "elapsed_time": "10:40:29", "remaining_time": "14:00:50"} +{"current_steps": 2900, "total_steps": 6684, "loss": 0.4941, "lr": 5e-06, "epoch": 1.3013237603769352, "percentage": 43.39, "elapsed_time": "10:42:40", "remaining_time": "13:58:34"} +{"current_steps": 2910, "total_steps": 6684, "loss": 0.505, "lr": 5e-06, "epoch": 1.30581108368858, "percentage": 43.54, "elapsed_time": "10:44:51", "remaining_time": "13:56:18"} +{"current_steps": 2920, "total_steps": 6684, "loss": 0.4912, "lr": 5e-06, "epoch": 1.3102984070002244, "percentage": 43.69, "elapsed_time": "10:47:01", "remaining_time": "13:54:03"} +{"current_steps": 2930, "total_steps": 6684, "loss": 0.4913, "lr": 5e-06, "epoch": 1.3147857303118688, "percentage": 43.84, "elapsed_time": "10:49:12", "remaining_time": "13:51:47"} +{"current_steps": 2940, "total_steps": 6684, "loss": 0.486, "lr": 5e-06, "epoch": 1.3192730536235135, "percentage": 43.99, "elapsed_time": "10:51:23", "remaining_time": "13:49:31"} +{"current_steps": 2950, "total_steps": 6684, "loss": 0.4908, "lr": 5e-06, "epoch": 1.3237603769351582, "percentage": 44.14, "elapsed_time": "10:53:34", "remaining_time": "13:47:16"} +{"current_steps": 2960, "total_steps": 6684, "loss": 0.5293, "lr": 5e-06, "epoch": 1.3282477002468027, "percentage": 44.28, "elapsed_time": "10:55:45", "remaining_time": "13:45:00"} +{"current_steps": 2970, "total_steps": 6684, "loss": 0.4739, "lr": 5e-06, "epoch": 1.3327350235584474, "percentage": 44.43, "elapsed_time": "10:57:56", "remaining_time": "13:42:45"} +{"current_steps": 2980, "total_steps": 6684, "loss": 0.482, "lr": 5e-06, "epoch": 1.337222346870092, "percentage": 44.58, "elapsed_time": "11:00:06", "remaining_time": "13:40:29"} +{"current_steps": 2990, "total_steps": 6684, "loss": 0.4936, "lr": 5e-06, "epoch": 1.3417096701817366, "percentage": 44.73, "elapsed_time": "11:02:17", "remaining_time": "13:38:14"} +{"current_steps": 3000, "total_steps": 6684, "loss": 0.4977, "lr": 5e-06, "epoch": 1.3461969934933813, "percentage": 44.88, "elapsed_time": "11:04:28", "remaining_time": "13:35:58"} +{"current_steps": 3010, "total_steps": 6684, "loss": 0.5232, "lr": 5e-06, "epoch": 1.3506843168050258, "percentage": 45.03, "elapsed_time": "11:06:39", "remaining_time": "13:33:43"} +{"current_steps": 3020, "total_steps": 6684, "loss": 0.5085, "lr": 5e-06, "epoch": 1.3551716401166705, "percentage": 45.18, "elapsed_time": "11:08:50", "remaining_time": "13:31:27"} +{"current_steps": 3030, "total_steps": 6684, "loss": 0.4971, "lr": 5e-06, "epoch": 1.359658963428315, "percentage": 45.33, "elapsed_time": "11:11:00", "remaining_time": "13:29:12"} +{"current_steps": 3040, "total_steps": 6684, "loss": 0.5122, "lr": 5e-06, "epoch": 1.3641462867399596, "percentage": 45.48, "elapsed_time": "11:13:11", "remaining_time": "13:26:56"} +{"current_steps": 3050, "total_steps": 6684, "loss": 0.5167, "lr": 5e-06, "epoch": 1.3686336100516043, "percentage": 45.63, "elapsed_time": "11:15:22", "remaining_time": "13:24:41"} +{"current_steps": 3060, "total_steps": 6684, "loss": 0.509, "lr": 5e-06, "epoch": 1.3731209333632488, "percentage": 45.78, "elapsed_time": "11:17:33", "remaining_time": "13:22:26"} +{"current_steps": 3070, "total_steps": 6684, "loss": 0.5103, "lr": 5e-06, "epoch": 1.3776082566748935, "percentage": 45.93, "elapsed_time": "11:19:44", "remaining_time": "13:20:10"} +{"current_steps": 3080, "total_steps": 6684, "loss": 0.5198, "lr": 5e-06, "epoch": 1.382095579986538, "percentage": 46.08, "elapsed_time": "11:21:54", "remaining_time": "13:17:55"} +{"current_steps": 3090, "total_steps": 6684, "loss": 0.5064, "lr": 5e-06, "epoch": 1.3865829032981827, "percentage": 46.23, "elapsed_time": "11:24:05", "remaining_time": "13:15:40"} +{"current_steps": 3100, "total_steps": 6684, "loss": 0.5012, "lr": 5e-06, "epoch": 1.3910702266098274, "percentage": 46.38, "elapsed_time": "11:26:16", "remaining_time": "13:13:25"} +{"current_steps": 3110, "total_steps": 6684, "loss": 0.4892, "lr": 5e-06, "epoch": 1.3955575499214719, "percentage": 46.53, "elapsed_time": "11:28:27", "remaining_time": "13:11:10"} +{"current_steps": 3120, "total_steps": 6684, "loss": 0.505, "lr": 5e-06, "epoch": 1.4000448732331163, "percentage": 46.68, "elapsed_time": "11:30:38", "remaining_time": "13:08:55"} +{"current_steps": 3130, "total_steps": 6684, "loss": 0.4866, "lr": 5e-06, "epoch": 1.404532196544761, "percentage": 46.83, "elapsed_time": "11:32:49", "remaining_time": "13:06:40"} +{"current_steps": 3140, "total_steps": 6684, "loss": 0.5056, "lr": 5e-06, "epoch": 1.4090195198564057, "percentage": 46.98, "elapsed_time": "11:35:00", "remaining_time": "13:04:25"} +{"current_steps": 3150, "total_steps": 6684, "loss": 0.5281, "lr": 5e-06, "epoch": 1.4135068431680502, "percentage": 47.13, "elapsed_time": "11:37:11", "remaining_time": "13:02:10"} +{"current_steps": 3160, "total_steps": 6684, "loss": 0.5207, "lr": 5e-06, "epoch": 1.417994166479695, "percentage": 47.28, "elapsed_time": "11:39:22", "remaining_time": "12:59:55"} +{"current_steps": 3170, "total_steps": 6684, "loss": 0.5298, "lr": 5e-06, "epoch": 1.4224814897913394, "percentage": 47.43, "elapsed_time": "11:41:33", "remaining_time": "12:57:41"} +{"current_steps": 3180, "total_steps": 6684, "loss": 0.5124, "lr": 5e-06, "epoch": 1.426968813102984, "percentage": 47.58, "elapsed_time": "11:43:44", "remaining_time": "12:55:26"} +{"current_steps": 3190, "total_steps": 6684, "loss": 0.4963, "lr": 5e-06, "epoch": 1.4314561364146288, "percentage": 47.73, "elapsed_time": "11:45:55", "remaining_time": "12:53:11"} +{"current_steps": 3200, "total_steps": 6684, "loss": 0.5054, "lr": 5e-06, "epoch": 1.4359434597262732, "percentage": 47.88, "elapsed_time": "11:48:06", "remaining_time": "12:50:56"} +{"current_steps": 3210, "total_steps": 6684, "loss": 0.5019, "lr": 5e-06, "epoch": 1.440430783037918, "percentage": 48.03, "elapsed_time": "11:50:17", "remaining_time": "12:48:41"} +{"current_steps": 3220, "total_steps": 6684, "loss": 0.4982, "lr": 5e-06, "epoch": 1.4449181063495624, "percentage": 48.17, "elapsed_time": "11:52:27", "remaining_time": "12:46:27"} +{"current_steps": 3230, "total_steps": 6684, "loss": 0.5147, "lr": 5e-06, "epoch": 1.4494054296612071, "percentage": 48.32, "elapsed_time": "11:54:38", "remaining_time": "12:44:12"} +{"current_steps": 3240, "total_steps": 6684, "loss": 0.5168, "lr": 5e-06, "epoch": 1.4538927529728518, "percentage": 48.47, "elapsed_time": "11:56:49", "remaining_time": "12:41:57"} +{"current_steps": 3250, "total_steps": 6684, "loss": 0.5223, "lr": 5e-06, "epoch": 1.4583800762844963, "percentage": 48.62, "elapsed_time": "11:59:00", "remaining_time": "12:39:43"} +{"current_steps": 3260, "total_steps": 6684, "loss": 0.5167, "lr": 5e-06, "epoch": 1.462867399596141, "percentage": 48.77, "elapsed_time": "12:01:11", "remaining_time": "12:37:28"} +{"current_steps": 3270, "total_steps": 6684, "loss": 0.4906, "lr": 5e-06, "epoch": 1.4673547229077855, "percentage": 48.92, "elapsed_time": "12:03:22", "remaining_time": "12:35:14"} +{"current_steps": 3280, "total_steps": 6684, "loss": 0.5063, "lr": 5e-06, "epoch": 1.4718420462194302, "percentage": 49.07, "elapsed_time": "12:05:33", "remaining_time": "12:32:59"} +{"current_steps": 3290, "total_steps": 6684, "loss": 0.4932, "lr": 5e-06, "epoch": 1.4763293695310746, "percentage": 49.22, "elapsed_time": "12:07:44", "remaining_time": "12:30:45"} +{"current_steps": 3300, "total_steps": 6684, "loss": 0.4976, "lr": 5e-06, "epoch": 1.4808166928427193, "percentage": 49.37, "elapsed_time": "12:09:55", "remaining_time": "12:28:30"} +{"current_steps": 3310, "total_steps": 6684, "loss": 0.5001, "lr": 5e-06, "epoch": 1.4853040161543638, "percentage": 49.52, "elapsed_time": "12:12:06", "remaining_time": "12:26:16"} +{"current_steps": 3320, "total_steps": 6684, "loss": 0.5157, "lr": 5e-06, "epoch": 1.4897913394660085, "percentage": 49.67, "elapsed_time": "12:14:17", "remaining_time": "12:24:01"} +{"current_steps": 3330, "total_steps": 6684, "loss": 0.5011, "lr": 5e-06, "epoch": 1.4942786627776532, "percentage": 49.82, "elapsed_time": "12:16:28", "remaining_time": "12:21:47"} +{"current_steps": 3340, "total_steps": 6684, "loss": 0.4988, "lr": 5e-06, "epoch": 1.4987659860892977, "percentage": 49.97, "elapsed_time": "12:18:39", "remaining_time": "12:19:32"} +{"current_steps": 3350, "total_steps": 6684, "loss": 0.5263, "lr": 5e-06, "epoch": 1.5032533094009424, "percentage": 50.12, "elapsed_time": "12:20:50", "remaining_time": "12:17:18"} +{"current_steps": 3360, "total_steps": 6684, "loss": 0.4995, "lr": 5e-06, "epoch": 1.5077406327125868, "percentage": 50.27, "elapsed_time": "12:23:01", "remaining_time": "12:15:04"} +{"current_steps": 3370, "total_steps": 6684, "loss": 0.4933, "lr": 5e-06, "epoch": 1.5122279560242315, "percentage": 50.42, "elapsed_time": "12:25:12", "remaining_time": "12:12:49"} +{"current_steps": 3380, "total_steps": 6684, "loss": 0.5068, "lr": 5e-06, "epoch": 1.5167152793358762, "percentage": 50.57, "elapsed_time": "12:27:23", "remaining_time": "12:10:35"} +{"current_steps": 3390, "total_steps": 6684, "loss": 0.5028, "lr": 5e-06, "epoch": 1.5212026026475207, "percentage": 50.72, "elapsed_time": "12:29:34", "remaining_time": "12:08:20"} +{"current_steps": 3400, "total_steps": 6684, "loss": 0.4992, "lr": 5e-06, "epoch": 1.5256899259591652, "percentage": 50.87, "elapsed_time": "12:31:45", "remaining_time": "12:06:06"} +{"current_steps": 3410, "total_steps": 6684, "loss": 0.4774, "lr": 5e-06, "epoch": 1.53017724927081, "percentage": 51.02, "elapsed_time": "12:33:56", "remaining_time": "12:03:52"} +{"current_steps": 3420, "total_steps": 6684, "loss": 0.5061, "lr": 5e-06, "epoch": 1.5346645725824546, "percentage": 51.17, "elapsed_time": "12:36:07", "remaining_time": "12:01:37"} +{"current_steps": 3430, "total_steps": 6684, "loss": 0.4999, "lr": 5e-06, "epoch": 1.5391518958940993, "percentage": 51.32, "elapsed_time": "12:38:18", "remaining_time": "11:59:23"} +{"current_steps": 3440, "total_steps": 6684, "loss": 0.5088, "lr": 5e-06, "epoch": 1.5436392192057438, "percentage": 51.47, "elapsed_time": "12:40:29", "remaining_time": "11:57:09"} +{"current_steps": 3450, "total_steps": 6684, "loss": 0.4818, "lr": 5e-06, "epoch": 1.5481265425173882, "percentage": 51.62, "elapsed_time": "12:42:39", "remaining_time": "11:54:54"} +{"current_steps": 3460, "total_steps": 6684, "loss": 0.4813, "lr": 5e-06, "epoch": 1.552613865829033, "percentage": 51.77, "elapsed_time": "12:44:50", "remaining_time": "11:52:40"} +{"current_steps": 3470, "total_steps": 6684, "loss": 0.5034, "lr": 5e-06, "epoch": 1.5571011891406776, "percentage": 51.92, "elapsed_time": "12:47:01", "remaining_time": "11:50:26"} +{"current_steps": 3480, "total_steps": 6684, "loss": 0.4968, "lr": 5e-06, "epoch": 1.5615885124523223, "percentage": 52.06, "elapsed_time": "12:49:12", "remaining_time": "11:48:12"} +{"current_steps": 3490, "total_steps": 6684, "loss": 0.4957, "lr": 5e-06, "epoch": 1.5660758357639668, "percentage": 52.21, "elapsed_time": "12:51:23", "remaining_time": "11:45:58"} +{"current_steps": 3500, "total_steps": 6684, "loss": 0.4945, "lr": 5e-06, "epoch": 1.5705631590756113, "percentage": 52.36, "elapsed_time": "12:53:34", "remaining_time": "11:43:44"} +{"current_steps": 3510, "total_steps": 6684, "loss": 0.5118, "lr": 5e-06, "epoch": 1.575050482387256, "percentage": 52.51, "elapsed_time": "12:55:45", "remaining_time": "11:41:30"} +{"current_steps": 3520, "total_steps": 6684, "loss": 0.5194, "lr": 5e-06, "epoch": 1.5795378056989007, "percentage": 52.66, "elapsed_time": "12:57:56", "remaining_time": "11:39:15"} +{"current_steps": 3530, "total_steps": 6684, "loss": 0.4857, "lr": 5e-06, "epoch": 1.5840251290105454, "percentage": 52.81, "elapsed_time": "13:00:07", "remaining_time": "11:37:01"} +{"current_steps": 3540, "total_steps": 6684, "loss": 0.4713, "lr": 5e-06, "epoch": 1.5885124523221898, "percentage": 52.96, "elapsed_time": "13:02:18", "remaining_time": "11:34:47"} +{"current_steps": 3550, "total_steps": 6684, "loss": 0.5297, "lr": 5e-06, "epoch": 1.5929997756338343, "percentage": 53.11, "elapsed_time": "13:04:29", "remaining_time": "11:32:33"} +{"current_steps": 3560, "total_steps": 6684, "loss": 0.4888, "lr": 5e-06, "epoch": 1.597487098945479, "percentage": 53.26, "elapsed_time": "13:06:40", "remaining_time": "11:30:19"} +{"current_steps": 3570, "total_steps": 6684, "loss": 0.4842, "lr": 5e-06, "epoch": 1.6019744222571237, "percentage": 53.41, "elapsed_time": "13:08:51", "remaining_time": "11:28:05"} +{"current_steps": 3580, "total_steps": 6684, "loss": 0.4943, "lr": 5e-06, "epoch": 1.6064617455687682, "percentage": 53.56, "elapsed_time": "13:11:02", "remaining_time": "11:25:51"} +{"current_steps": 3590, "total_steps": 6684, "loss": 0.5379, "lr": 5e-06, "epoch": 1.6109490688804127, "percentage": 53.71, "elapsed_time": "13:13:13", "remaining_time": "11:23:37"} +{"current_steps": 3600, "total_steps": 6684, "loss": 0.4859, "lr": 5e-06, "epoch": 1.6154363921920574, "percentage": 53.86, "elapsed_time": "13:15:23", "remaining_time": "11:21:23"} +{"current_steps": 3610, "total_steps": 6684, "loss": 0.5253, "lr": 5e-06, "epoch": 1.619923715503702, "percentage": 54.01, "elapsed_time": "13:17:34", "remaining_time": "11:19:09"} +{"current_steps": 3620, "total_steps": 6684, "loss": 0.5248, "lr": 5e-06, "epoch": 1.6244110388153468, "percentage": 54.16, "elapsed_time": "13:19:45", "remaining_time": "11:16:55"} +{"current_steps": 3630, "total_steps": 6684, "loss": 0.4947, "lr": 5e-06, "epoch": 1.6288983621269912, "percentage": 54.31, "elapsed_time": "13:21:56", "remaining_time": "11:14:41"} +{"current_steps": 3640, "total_steps": 6684, "loss": 0.4846, "lr": 5e-06, "epoch": 1.6333856854386357, "percentage": 54.46, "elapsed_time": "13:24:07", "remaining_time": "11:12:27"} +{"current_steps": 3650, "total_steps": 6684, "loss": 0.5178, "lr": 5e-06, "epoch": 1.6378730087502804, "percentage": 54.61, "elapsed_time": "13:26:18", "remaining_time": "11:10:13"} +{"current_steps": 3660, "total_steps": 6684, "loss": 0.5142, "lr": 5e-06, "epoch": 1.642360332061925, "percentage": 54.76, "elapsed_time": "13:28:29", "remaining_time": "11:07:59"} +{"current_steps": 3670, "total_steps": 6684, "loss": 0.5146, "lr": 5e-06, "epoch": 1.6468476553735698, "percentage": 54.91, "elapsed_time": "13:30:40", "remaining_time": "11:05:46"} +{"current_steps": 3680, "total_steps": 6684, "loss": 0.4942, "lr": 5e-06, "epoch": 1.6513349786852143, "percentage": 55.06, "elapsed_time": "13:32:51", "remaining_time": "11:03:32"} +{"current_steps": 3690, "total_steps": 6684, "loss": 0.5109, "lr": 5e-06, "epoch": 1.6558223019968588, "percentage": 55.21, "elapsed_time": "13:35:02", "remaining_time": "11:01:18"} +{"current_steps": 3700, "total_steps": 6684, "loss": 0.5189, "lr": 5e-06, "epoch": 1.6603096253085035, "percentage": 55.36, "elapsed_time": "13:37:13", "remaining_time": "10:59:04"} +{"current_steps": 3710, "total_steps": 6684, "loss": 0.498, "lr": 5e-06, "epoch": 1.6647969486201482, "percentage": 55.51, "elapsed_time": "13:39:24", "remaining_time": "10:56:50"} +{"current_steps": 3720, "total_steps": 6684, "loss": 0.4834, "lr": 5e-06, "epoch": 1.6692842719317929, "percentage": 55.66, "elapsed_time": "13:41:35", "remaining_time": "10:54:37"} +{"current_steps": 3730, "total_steps": 6684, "loss": 0.5418, "lr": 5e-06, "epoch": 1.6737715952434373, "percentage": 55.8, "elapsed_time": "13:43:45", "remaining_time": "10:52:23"} +{"current_steps": 3740, "total_steps": 6684, "loss": 0.508, "lr": 5e-06, "epoch": 1.6782589185550818, "percentage": 55.95, "elapsed_time": "13:45:56", "remaining_time": "10:50:09"} +{"current_steps": 3750, "total_steps": 6684, "loss": 0.4967, "lr": 5e-06, "epoch": 1.6827462418667265, "percentage": 56.1, "elapsed_time": "13:48:07", "remaining_time": "10:47:55"} +{"current_steps": 3760, "total_steps": 6684, "loss": 0.4933, "lr": 5e-06, "epoch": 1.6872335651783712, "percentage": 56.25, "elapsed_time": "13:50:18", "remaining_time": "10:45:41"} +{"current_steps": 3770, "total_steps": 6684, "loss": 0.4949, "lr": 5e-06, "epoch": 1.6917208884900157, "percentage": 56.4, "elapsed_time": "13:52:29", "remaining_time": "10:43:28"} +{"current_steps": 3780, "total_steps": 6684, "loss": 0.4966, "lr": 5e-06, "epoch": 1.6962082118016601, "percentage": 56.55, "elapsed_time": "13:54:40", "remaining_time": "10:41:14"} +{"current_steps": 3790, "total_steps": 6684, "loss": 0.5074, "lr": 5e-06, "epoch": 1.7006955351133048, "percentage": 56.7, "elapsed_time": "13:56:51", "remaining_time": "10:39:00"} +{"current_steps": 3800, "total_steps": 6684, "loss": 0.4896, "lr": 5e-06, "epoch": 1.7051828584249495, "percentage": 56.85, "elapsed_time": "13:59:02", "remaining_time": "10:36:47"} +{"current_steps": 3810, "total_steps": 6684, "loss": 0.5045, "lr": 5e-06, "epoch": 1.7096701817365942, "percentage": 57.0, "elapsed_time": "14:01:13", "remaining_time": "10:34:33"} +{"current_steps": 3820, "total_steps": 6684, "loss": 0.5089, "lr": 5e-06, "epoch": 1.7141575050482387, "percentage": 57.15, "elapsed_time": "14:03:24", "remaining_time": "10:32:19"} +{"current_steps": 3830, "total_steps": 6684, "loss": 0.4994, "lr": 5e-06, "epoch": 1.7186448283598832, "percentage": 57.3, "elapsed_time": "14:05:34", "remaining_time": "10:30:06"} +{"current_steps": 3840, "total_steps": 6684, "loss": 0.5025, "lr": 5e-06, "epoch": 1.723132151671528, "percentage": 57.45, "elapsed_time": "14:07:45", "remaining_time": "10:27:52"} +{"current_steps": 3850, "total_steps": 6684, "loss": 0.5041, "lr": 5e-06, "epoch": 1.7276194749831726, "percentage": 57.6, "elapsed_time": "14:09:56", "remaining_time": "10:25:38"} +{"current_steps": 3860, "total_steps": 6684, "loss": 0.505, "lr": 5e-06, "epoch": 1.7321067982948173, "percentage": 57.75, "elapsed_time": "14:12:07", "remaining_time": "10:23:25"} +{"current_steps": 3870, "total_steps": 6684, "loss": 0.4998, "lr": 5e-06, "epoch": 1.7365941216064618, "percentage": 57.9, "elapsed_time": "14:14:18", "remaining_time": "10:21:11"} +{"current_steps": 3880, "total_steps": 6684, "loss": 0.5203, "lr": 5e-06, "epoch": 1.7410814449181062, "percentage": 58.05, "elapsed_time": "14:16:29", "remaining_time": "10:18:58"} +{"current_steps": 3890, "total_steps": 6684, "loss": 0.4938, "lr": 5e-06, "epoch": 1.745568768229751, "percentage": 58.2, "elapsed_time": "14:18:40", "remaining_time": "10:16:44"} +{"current_steps": 3900, "total_steps": 6684, "loss": 0.5138, "lr": 5e-06, "epoch": 1.7500560915413956, "percentage": 58.35, "elapsed_time": "14:20:51", "remaining_time": "10:14:31"} +{"current_steps": 3910, "total_steps": 6684, "loss": 0.5019, "lr": 5e-06, "epoch": 1.75454341485304, "percentage": 58.5, "elapsed_time": "14:23:02", "remaining_time": "10:12:17"} +{"current_steps": 3920, "total_steps": 6684, "loss": 0.4941, "lr": 5e-06, "epoch": 1.7590307381646848, "percentage": 58.65, "elapsed_time": "14:25:13", "remaining_time": "10:10:04"} +{"current_steps": 3930, "total_steps": 6684, "loss": 0.5206, "lr": 5e-06, "epoch": 1.7635180614763293, "percentage": 58.8, "elapsed_time": "14:27:24", "remaining_time": "10:07:50"} +{"current_steps": 3940, "total_steps": 6684, "loss": 0.4974, "lr": 5e-06, "epoch": 1.768005384787974, "percentage": 58.95, "elapsed_time": "14:29:35", "remaining_time": "10:05:37"} +{"current_steps": 3950, "total_steps": 6684, "loss": 0.4939, "lr": 5e-06, "epoch": 1.7724927080996187, "percentage": 59.1, "elapsed_time": "14:31:46", "remaining_time": "10:03:23"} +{"current_steps": 3960, "total_steps": 6684, "loss": 0.5019, "lr": 5e-06, "epoch": 1.7769800314112632, "percentage": 59.25, "elapsed_time": "14:33:57", "remaining_time": "10:01:10"} +{"current_steps": 3970, "total_steps": 6684, "loss": 0.4852, "lr": 5e-06, "epoch": 1.7814673547229076, "percentage": 59.4, "elapsed_time": "14:36:08", "remaining_time": "9:58:57"} +{"current_steps": 3980, "total_steps": 6684, "loss": 0.5183, "lr": 5e-06, "epoch": 1.7859546780345523, "percentage": 59.55, "elapsed_time": "14:38:19", "remaining_time": "9:56:43"} +{"current_steps": 3990, "total_steps": 6684, "loss": 0.51, "lr": 5e-06, "epoch": 1.790442001346197, "percentage": 59.69, "elapsed_time": "14:40:30", "remaining_time": "9:54:30"} +{"current_steps": 4000, "total_steps": 6684, "loss": 0.504, "lr": 5e-06, "epoch": 1.7949293246578417, "percentage": 59.84, "elapsed_time": "14:42:41", "remaining_time": "9:52:17"} +{"current_steps": 4010, "total_steps": 6684, "loss": 0.494, "lr": 5e-06, "epoch": 1.7994166479694862, "percentage": 59.99, "elapsed_time": "14:44:52", "remaining_time": "9:50:03"} +{"current_steps": 4020, "total_steps": 6684, "loss": 0.5222, "lr": 5e-06, "epoch": 1.8039039712811307, "percentage": 60.14, "elapsed_time": "14:47:03", "remaining_time": "9:47:50"} +{"current_steps": 4030, "total_steps": 6684, "loss": 0.5047, "lr": 5e-06, "epoch": 1.8083912945927754, "percentage": 60.29, "elapsed_time": "14:49:14", "remaining_time": "9:45:36"} +{"current_steps": 4040, "total_steps": 6684, "loss": 0.5148, "lr": 5e-06, "epoch": 1.81287861790442, "percentage": 60.44, "elapsed_time": "14:51:25", "remaining_time": "9:43:23"} +{"current_steps": 4050, "total_steps": 6684, "loss": 0.4958, "lr": 5e-06, "epoch": 1.8173659412160648, "percentage": 60.59, "elapsed_time": "14:53:36", "remaining_time": "9:41:10"} +{"current_steps": 4060, "total_steps": 6684, "loss": 0.4887, "lr": 5e-06, "epoch": 1.8218532645277092, "percentage": 60.74, "elapsed_time": "14:55:46", "remaining_time": "9:38:56"} +{"current_steps": 4070, "total_steps": 6684, "loss": 0.5026, "lr": 5e-06, "epoch": 1.8263405878393537, "percentage": 60.89, "elapsed_time": "14:57:57", "remaining_time": "9:36:43"} +{"current_steps": 4080, "total_steps": 6684, "loss": 0.4802, "lr": 5e-06, "epoch": 1.8308279111509984, "percentage": 61.04, "elapsed_time": "15:00:08", "remaining_time": "9:34:30"} +{"current_steps": 4090, "total_steps": 6684, "loss": 0.4948, "lr": 5e-06, "epoch": 1.835315234462643, "percentage": 61.19, "elapsed_time": "15:02:19", "remaining_time": "9:32:17"} +{"current_steps": 4100, "total_steps": 6684, "loss": 0.4954, "lr": 5e-06, "epoch": 1.8398025577742876, "percentage": 61.34, "elapsed_time": "15:04:30", "remaining_time": "9:30:03"} +{"current_steps": 4110, "total_steps": 6684, "loss": 0.5215, "lr": 5e-06, "epoch": 1.8442898810859323, "percentage": 61.49, "elapsed_time": "15:06:41", "remaining_time": "9:27:50"} +{"current_steps": 4120, "total_steps": 6684, "loss": 0.4895, "lr": 5e-06, "epoch": 1.8487772043975768, "percentage": 61.64, "elapsed_time": "15:08:52", "remaining_time": "9:25:37"} +{"current_steps": 4130, "total_steps": 6684, "loss": 0.5029, "lr": 5e-06, "epoch": 1.8532645277092215, "percentage": 61.79, "elapsed_time": "15:11:03", "remaining_time": "9:23:24"} +{"current_steps": 4140, "total_steps": 6684, "loss": 0.4919, "lr": 5e-06, "epoch": 1.8577518510208662, "percentage": 61.94, "elapsed_time": "15:13:14", "remaining_time": "9:21:10"} +{"current_steps": 4150, "total_steps": 6684, "loss": 0.5034, "lr": 5e-06, "epoch": 1.8622391743325106, "percentage": 62.09, "elapsed_time": "15:15:25", "remaining_time": "9:18:57"} +{"current_steps": 4160, "total_steps": 6684, "loss": 0.5002, "lr": 5e-06, "epoch": 1.866726497644155, "percentage": 62.24, "elapsed_time": "15:17:36", "remaining_time": "9:16:44"} +{"current_steps": 4170, "total_steps": 6684, "loss": 0.505, "lr": 5e-06, "epoch": 1.8712138209557998, "percentage": 62.39, "elapsed_time": "15:19:47", "remaining_time": "9:14:31"} +{"current_steps": 4180, "total_steps": 6684, "loss": 0.5287, "lr": 5e-06, "epoch": 1.8757011442674445, "percentage": 62.54, "elapsed_time": "15:21:58", "remaining_time": "9:12:18"} +{"current_steps": 4190, "total_steps": 6684, "loss": 0.5205, "lr": 5e-06, "epoch": 1.8801884675790892, "percentage": 62.69, "elapsed_time": "15:24:09", "remaining_time": "9:10:04"} +{"current_steps": 4200, "total_steps": 6684, "loss": 0.4989, "lr": 5e-06, "epoch": 1.8846757908907337, "percentage": 62.84, "elapsed_time": "15:26:20", "remaining_time": "9:07:51"} +{"current_steps": 4210, "total_steps": 6684, "loss": 0.5154, "lr": 5e-06, "epoch": 1.8891631142023781, "percentage": 62.99, "elapsed_time": "15:28:31", "remaining_time": "9:05:38"} +{"current_steps": 4220, "total_steps": 6684, "loss": 0.5065, "lr": 5e-06, "epoch": 1.8936504375140228, "percentage": 63.14, "elapsed_time": "15:30:41", "remaining_time": "9:03:25"} +{"current_steps": 4230, "total_steps": 6684, "loss": 0.5001, "lr": 5e-06, "epoch": 1.8981377608256675, "percentage": 63.29, "elapsed_time": "15:32:52", "remaining_time": "9:01:12"} +{"current_steps": 4240, "total_steps": 6684, "loss": 0.4953, "lr": 5e-06, "epoch": 1.9026250841373122, "percentage": 63.44, "elapsed_time": "15:35:03", "remaining_time": "8:58:59"} +{"current_steps": 4250, "total_steps": 6684, "loss": 0.4881, "lr": 5e-06, "epoch": 1.9071124074489567, "percentage": 63.58, "elapsed_time": "15:37:14", "remaining_time": "8:56:45"} +{"current_steps": 4260, "total_steps": 6684, "loss": 0.498, "lr": 5e-06, "epoch": 1.9115997307606012, "percentage": 63.73, "elapsed_time": "15:39:25", "remaining_time": "8:54:32"} +{"current_steps": 4270, "total_steps": 6684, "loss": 0.5128, "lr": 5e-06, "epoch": 1.9160870540722459, "percentage": 63.88, "elapsed_time": "15:41:36", "remaining_time": "8:52:19"} +{"current_steps": 4280, "total_steps": 6684, "loss": 0.4942, "lr": 5e-06, "epoch": 1.9205743773838906, "percentage": 64.03, "elapsed_time": "15:43:47", "remaining_time": "8:50:06"} +{"current_steps": 4290, "total_steps": 6684, "loss": 0.5069, "lr": 5e-06, "epoch": 1.925061700695535, "percentage": 64.18, "elapsed_time": "15:45:58", "remaining_time": "8:47:53"} +{"current_steps": 4300, "total_steps": 6684, "loss": 0.5264, "lr": 5e-06, "epoch": 1.9295490240071798, "percentage": 64.33, "elapsed_time": "15:48:09", "remaining_time": "8:45:40"} +{"current_steps": 4310, "total_steps": 6684, "loss": 0.4944, "lr": 5e-06, "epoch": 1.9340363473188242, "percentage": 64.48, "elapsed_time": "15:50:20", "remaining_time": "8:43:27"} +{"current_steps": 4320, "total_steps": 6684, "loss": 0.5116, "lr": 5e-06, "epoch": 1.938523670630469, "percentage": 64.63, "elapsed_time": "15:52:31", "remaining_time": "8:41:14"} +{"current_steps": 4330, "total_steps": 6684, "loss": 0.5308, "lr": 5e-06, "epoch": 1.9430109939421136, "percentage": 64.78, "elapsed_time": "15:54:42", "remaining_time": "8:39:01"} +{"current_steps": 4340, "total_steps": 6684, "loss": 0.5038, "lr": 5e-06, "epoch": 1.947498317253758, "percentage": 64.93, "elapsed_time": "15:56:53", "remaining_time": "8:36:48"} +{"current_steps": 4350, "total_steps": 6684, "loss": 0.5391, "lr": 5e-06, "epoch": 1.9519856405654026, "percentage": 65.08, "elapsed_time": "15:59:04", "remaining_time": "8:34:35"} +{"current_steps": 4360, "total_steps": 6684, "loss": 0.4916, "lr": 5e-06, "epoch": 1.9564729638770473, "percentage": 65.23, "elapsed_time": "16:01:15", "remaining_time": "8:32:22"} +{"current_steps": 4370, "total_steps": 6684, "loss": 0.4959, "lr": 5e-06, "epoch": 1.960960287188692, "percentage": 65.38, "elapsed_time": "16:03:26", "remaining_time": "8:30:09"} +{"current_steps": 4380, "total_steps": 6684, "loss": 0.4851, "lr": 5e-06, "epoch": 1.9654476105003367, "percentage": 65.53, "elapsed_time": "16:05:37", "remaining_time": "8:27:56"} +{"current_steps": 4390, "total_steps": 6684, "loss": 0.5266, "lr": 5e-06, "epoch": 1.9699349338119811, "percentage": 65.68, "elapsed_time": "16:07:48", "remaining_time": "8:25:43"} +{"current_steps": 4400, "total_steps": 6684, "loss": 0.4978, "lr": 5e-06, "epoch": 1.9744222571236256, "percentage": 65.83, "elapsed_time": "16:09:59", "remaining_time": "8:23:30"} +{"current_steps": 4410, "total_steps": 6684, "loss": 0.4928, "lr": 5e-06, "epoch": 1.9789095804352703, "percentage": 65.98, "elapsed_time": "16:12:10", "remaining_time": "8:21:18"} +{"current_steps": 4420, "total_steps": 6684, "loss": 0.4989, "lr": 5e-06, "epoch": 1.983396903746915, "percentage": 66.13, "elapsed_time": "16:14:21", "remaining_time": "8:19:05"} +{"current_steps": 4430, "total_steps": 6684, "loss": 0.516, "lr": 5e-06, "epoch": 1.9878842270585597, "percentage": 66.28, "elapsed_time": "16:16:32", "remaining_time": "8:16:52"} +{"current_steps": 4440, "total_steps": 6684, "loss": 0.5309, "lr": 5e-06, "epoch": 1.9923715503702042, "percentage": 66.43, "elapsed_time": "16:18:43", "remaining_time": "8:14:39"} +{"current_steps": 4450, "total_steps": 6684, "loss": 0.5079, "lr": 5e-06, "epoch": 1.9968588736818487, "percentage": 66.58, "elapsed_time": "16:20:54", "remaining_time": "8:12:26"} +{"current_steps": 4457, "total_steps": 6684, "eval_loss": 0.5559915900230408, "epoch": 2.0, "percentage": 66.68, "elapsed_time": "16:31:44", "remaining_time": "8:15:32"} +{"current_steps": 4460, "total_steps": 6684, "loss": 0.489, "lr": 5e-06, "epoch": 2.0013461969934934, "percentage": 66.73, "elapsed_time": "16:33:32", "remaining_time": "8:15:25"} +{"current_steps": 4470, "total_steps": 6684, "loss": 0.4355, "lr": 5e-06, "epoch": 2.005833520305138, "percentage": 66.88, "elapsed_time": "16:35:43", "remaining_time": "8:13:10"} +{"current_steps": 4480, "total_steps": 6684, "loss": 0.4286, "lr": 5e-06, "epoch": 2.0103208436167828, "percentage": 67.03, "elapsed_time": "16:37:54", "remaining_time": "8:10:56"} +{"current_steps": 4490, "total_steps": 6684, "loss": 0.4383, "lr": 5e-06, "epoch": 2.014808166928427, "percentage": 67.18, "elapsed_time": "16:40:05", "remaining_time": "8:08:41"} +{"current_steps": 4500, "total_steps": 6684, "loss": 0.4392, "lr": 5e-06, "epoch": 2.0192954902400717, "percentage": 67.32, "elapsed_time": "16:42:16", "remaining_time": "8:06:26"} +{"current_steps": 4510, "total_steps": 6684, "loss": 0.4322, "lr": 5e-06, "epoch": 2.0237828135517164, "percentage": 67.47, "elapsed_time": "16:44:27", "remaining_time": "8:04:11"} +{"current_steps": 4520, "total_steps": 6684, "loss": 0.422, "lr": 5e-06, "epoch": 2.028270136863361, "percentage": 67.62, "elapsed_time": "16:46:38", "remaining_time": "8:01:56"} +{"current_steps": 4530, "total_steps": 6684, "loss": 0.4228, "lr": 5e-06, "epoch": 2.032757460175006, "percentage": 67.77, "elapsed_time": "16:48:49", "remaining_time": "7:59:41"} +{"current_steps": 4540, "total_steps": 6684, "loss": 0.4414, "lr": 5e-06, "epoch": 2.03724478348665, "percentage": 67.92, "elapsed_time": "16:51:00", "remaining_time": "7:57:26"} +{"current_steps": 4550, "total_steps": 6684, "loss": 0.4319, "lr": 5e-06, "epoch": 2.0417321067982948, "percentage": 68.07, "elapsed_time": "16:53:11", "remaining_time": "7:55:12"} +{"current_steps": 4560, "total_steps": 6684, "loss": 0.4184, "lr": 5e-06, "epoch": 2.0462194301099395, "percentage": 68.22, "elapsed_time": "16:55:23", "remaining_time": "7:52:57"} +{"current_steps": 4570, "total_steps": 6684, "loss": 0.4267, "lr": 5e-06, "epoch": 2.050706753421584, "percentage": 68.37, "elapsed_time": "16:57:34", "remaining_time": "7:50:42"} +{"current_steps": 4580, "total_steps": 6684, "loss": 0.4492, "lr": 5e-06, "epoch": 2.055194076733229, "percentage": 68.52, "elapsed_time": "16:59:45", "remaining_time": "7:48:27"} +{"current_steps": 4590, "total_steps": 6684, "loss": 0.4445, "lr": 5e-06, "epoch": 2.059681400044873, "percentage": 68.67, "elapsed_time": "17:01:56", "remaining_time": "7:46:12"} +{"current_steps": 4600, "total_steps": 6684, "loss": 0.4279, "lr": 5e-06, "epoch": 2.064168723356518, "percentage": 68.82, "elapsed_time": "17:04:07", "remaining_time": "7:43:58"} +{"current_steps": 4610, "total_steps": 6684, "loss": 0.476, "lr": 5e-06, "epoch": 2.0686560466681625, "percentage": 68.97, "elapsed_time": "17:06:17", "remaining_time": "7:41:43"} +{"current_steps": 4620, "total_steps": 6684, "loss": 0.4511, "lr": 5e-06, "epoch": 2.073143369979807, "percentage": 69.12, "elapsed_time": "17:08:28", "remaining_time": "7:39:28"} +{"current_steps": 4630, "total_steps": 6684, "loss": 0.4385, "lr": 5e-06, "epoch": 2.0776306932914514, "percentage": 69.27, "elapsed_time": "17:10:39", "remaining_time": "7:37:13"} +{"current_steps": 4640, "total_steps": 6684, "loss": 0.4409, "lr": 5e-06, "epoch": 2.082118016603096, "percentage": 69.42, "elapsed_time": "17:12:50", "remaining_time": "7:34:59"} +{"current_steps": 4650, "total_steps": 6684, "loss": 0.4235, "lr": 5e-06, "epoch": 2.086605339914741, "percentage": 69.57, "elapsed_time": "17:15:01", "remaining_time": "7:32:44"} +{"current_steps": 4660, "total_steps": 6684, "loss": 0.4367, "lr": 5e-06, "epoch": 2.0910926632263855, "percentage": 69.72, "elapsed_time": "17:17:12", "remaining_time": "7:30:29"} +{"current_steps": 4670, "total_steps": 6684, "loss": 0.4458, "lr": 5e-06, "epoch": 2.0955799865380302, "percentage": 69.87, "elapsed_time": "17:19:23", "remaining_time": "7:28:14"} +{"current_steps": 4680, "total_steps": 6684, "loss": 0.4415, "lr": 5e-06, "epoch": 2.1000673098496745, "percentage": 70.02, "elapsed_time": "17:21:33", "remaining_time": "7:26:00"} +{"current_steps": 4690, "total_steps": 6684, "loss": 0.4646, "lr": 5e-06, "epoch": 2.104554633161319, "percentage": 70.17, "elapsed_time": "17:23:44", "remaining_time": "7:23:45"} +{"current_steps": 4700, "total_steps": 6684, "loss": 0.4725, "lr": 5e-06, "epoch": 2.109041956472964, "percentage": 70.32, "elapsed_time": "17:25:55", "remaining_time": "7:21:31"} +{"current_steps": 4710, "total_steps": 6684, "loss": 0.4342, "lr": 5e-06, "epoch": 2.1135292797846086, "percentage": 70.47, "elapsed_time": "17:28:07", "remaining_time": "7:19:16"} +{"current_steps": 4720, "total_steps": 6684, "loss": 0.4226, "lr": 5e-06, "epoch": 2.1180166030962533, "percentage": 70.62, "elapsed_time": "17:30:18", "remaining_time": "7:17:01"} +{"current_steps": 4730, "total_steps": 6684, "loss": 0.4387, "lr": 5e-06, "epoch": 2.1225039264078975, "percentage": 70.77, "elapsed_time": "17:32:29", "remaining_time": "7:14:47"} +{"current_steps": 4740, "total_steps": 6684, "loss": 0.4343, "lr": 5e-06, "epoch": 2.1269912497195422, "percentage": 70.92, "elapsed_time": "17:34:40", "remaining_time": "7:12:33"} +{"current_steps": 4750, "total_steps": 6684, "loss": 0.452, "lr": 5e-06, "epoch": 2.131478573031187, "percentage": 71.07, "elapsed_time": "17:36:51", "remaining_time": "7:10:18"} +{"current_steps": 4760, "total_steps": 6684, "loss": 0.4405, "lr": 5e-06, "epoch": 2.1359658963428316, "percentage": 71.21, "elapsed_time": "17:39:02", "remaining_time": "7:08:04"} +{"current_steps": 4770, "total_steps": 6684, "loss": 0.4426, "lr": 5e-06, "epoch": 2.140453219654476, "percentage": 71.36, "elapsed_time": "17:41:13", "remaining_time": "7:05:49"} +{"current_steps": 4780, "total_steps": 6684, "loss": 0.4277, "lr": 5e-06, "epoch": 2.1449405429661206, "percentage": 71.51, "elapsed_time": "17:43:24", "remaining_time": "7:03:35"} +{"current_steps": 4790, "total_steps": 6684, "loss": 0.417, "lr": 5e-06, "epoch": 2.1494278662777653, "percentage": 71.66, "elapsed_time": "17:45:35", "remaining_time": "7:01:20"} +{"current_steps": 4800, "total_steps": 6684, "loss": 0.4432, "lr": 5e-06, "epoch": 2.15391518958941, "percentage": 71.81, "elapsed_time": "17:47:46", "remaining_time": "6:59:06"} +{"current_steps": 4810, "total_steps": 6684, "loss": 0.4211, "lr": 5e-06, "epoch": 2.1584025129010547, "percentage": 71.96, "elapsed_time": "17:49:57", "remaining_time": "6:56:51"} +{"current_steps": 4820, "total_steps": 6684, "loss": 0.4359, "lr": 5e-06, "epoch": 2.162889836212699, "percentage": 72.11, "elapsed_time": "17:52:09", "remaining_time": "6:54:37"} +{"current_steps": 4830, "total_steps": 6684, "loss": 0.438, "lr": 5e-06, "epoch": 2.1673771595243436, "percentage": 72.26, "elapsed_time": "17:54:20", "remaining_time": "6:52:23"} +{"current_steps": 4840, "total_steps": 6684, "loss": 0.4372, "lr": 5e-06, "epoch": 2.1718644828359883, "percentage": 72.41, "elapsed_time": "17:56:31", "remaining_time": "6:50:08"} +{"current_steps": 4850, "total_steps": 6684, "loss": 0.4247, "lr": 5e-06, "epoch": 2.176351806147633, "percentage": 72.56, "elapsed_time": "17:58:42", "remaining_time": "6:47:54"} +{"current_steps": 4860, "total_steps": 6684, "loss": 0.4439, "lr": 5e-06, "epoch": 2.1808391294592777, "percentage": 72.71, "elapsed_time": "18:00:53", "remaining_time": "6:45:40"} +{"current_steps": 4870, "total_steps": 6684, "loss": 0.4537, "lr": 5e-06, "epoch": 2.185326452770922, "percentage": 72.86, "elapsed_time": "18:03:04", "remaining_time": "6:43:25"} +{"current_steps": 4880, "total_steps": 6684, "loss": 0.4333, "lr": 5e-06, "epoch": 2.1898137760825667, "percentage": 73.01, "elapsed_time": "18:05:16", "remaining_time": "6:41:11"} +{"current_steps": 4890, "total_steps": 6684, "loss": 0.457, "lr": 5e-06, "epoch": 2.1943010993942114, "percentage": 73.16, "elapsed_time": "18:07:27", "remaining_time": "6:38:57"} +{"current_steps": 4900, "total_steps": 6684, "loss": 0.4537, "lr": 5e-06, "epoch": 2.198788422705856, "percentage": 73.31, "elapsed_time": "18:09:38", "remaining_time": "6:36:43"} +{"current_steps": 4910, "total_steps": 6684, "loss": 0.4417, "lr": 5e-06, "epoch": 2.2032757460175008, "percentage": 73.46, "elapsed_time": "18:11:49", "remaining_time": "6:34:28"} +{"current_steps": 4920, "total_steps": 6684, "loss": 0.4518, "lr": 5e-06, "epoch": 2.207763069329145, "percentage": 73.61, "elapsed_time": "18:14:00", "remaining_time": "6:32:14"} +{"current_steps": 4930, "total_steps": 6684, "loss": 0.4292, "lr": 5e-06, "epoch": 2.2122503926407897, "percentage": 73.76, "elapsed_time": "18:16:11", "remaining_time": "6:30:00"} +{"current_steps": 4940, "total_steps": 6684, "loss": 0.4337, "lr": 5e-06, "epoch": 2.2167377159524344, "percentage": 73.91, "elapsed_time": "18:18:22", "remaining_time": "6:27:46"} +{"current_steps": 4950, "total_steps": 6684, "loss": 0.4453, "lr": 5e-06, "epoch": 2.221225039264079, "percentage": 74.06, "elapsed_time": "18:20:33", "remaining_time": "6:25:31"} +{"current_steps": 4960, "total_steps": 6684, "loss": 0.46, "lr": 5e-06, "epoch": 2.225712362575724, "percentage": 74.21, "elapsed_time": "18:22:44", "remaining_time": "6:23:17"} +{"current_steps": 4970, "total_steps": 6684, "loss": 0.4452, "lr": 5e-06, "epoch": 2.230199685887368, "percentage": 74.36, "elapsed_time": "18:24:56", "remaining_time": "6:21:03"} +{"current_steps": 4980, "total_steps": 6684, "loss": 0.4324, "lr": 5e-06, "epoch": 2.2346870091990128, "percentage": 74.51, "elapsed_time": "18:27:07", "remaining_time": "6:18:49"} +{"current_steps": 4990, "total_steps": 6684, "loss": 0.4322, "lr": 5e-06, "epoch": 2.2391743325106575, "percentage": 74.66, "elapsed_time": "18:29:18", "remaining_time": "6:16:35"} +{"current_steps": 5000, "total_steps": 6684, "loss": 0.4229, "lr": 5e-06, "epoch": 2.243661655822302, "percentage": 74.81, "elapsed_time": "18:31:29", "remaining_time": "6:14:20"} +{"current_steps": 5010, "total_steps": 6684, "loss": 0.4177, "lr": 5e-06, "epoch": 2.2481489791339464, "percentage": 74.96, "elapsed_time": "18:33:40", "remaining_time": "6:12:06"} +{"current_steps": 5020, "total_steps": 6684, "loss": 0.4303, "lr": 5e-06, "epoch": 2.252636302445591, "percentage": 75.1, "elapsed_time": "18:35:51", "remaining_time": "6:09:52"} +{"current_steps": 5030, "total_steps": 6684, "loss": 0.4272, "lr": 5e-06, "epoch": 2.257123625757236, "percentage": 75.25, "elapsed_time": "18:38:02", "remaining_time": "6:07:38"} +{"current_steps": 5040, "total_steps": 6684, "loss": 0.456, "lr": 5e-06, "epoch": 2.2616109490688805, "percentage": 75.4, "elapsed_time": "18:40:13", "remaining_time": "6:05:24"} +{"current_steps": 5050, "total_steps": 6684, "loss": 0.4398, "lr": 5e-06, "epoch": 2.266098272380525, "percentage": 75.55, "elapsed_time": "18:42:24", "remaining_time": "6:03:10"} +{"current_steps": 5060, "total_steps": 6684, "loss": 0.4144, "lr": 5e-06, "epoch": 2.2705855956921694, "percentage": 75.7, "elapsed_time": "18:44:35", "remaining_time": "6:00:56"} +{"current_steps": 5070, "total_steps": 6684, "loss": 0.4433, "lr": 5e-06, "epoch": 2.275072919003814, "percentage": 75.85, "elapsed_time": "18:46:46", "remaining_time": "5:58:41"} +{"current_steps": 5080, "total_steps": 6684, "loss": 0.4606, "lr": 5e-06, "epoch": 2.279560242315459, "percentage": 76.0, "elapsed_time": "18:48:57", "remaining_time": "5:56:27"} +{"current_steps": 5090, "total_steps": 6684, "loss": 0.4237, "lr": 5e-06, "epoch": 2.2840475656271035, "percentage": 76.15, "elapsed_time": "18:51:08", "remaining_time": "5:54:13"} +{"current_steps": 5100, "total_steps": 6684, "loss": 0.426, "lr": 5e-06, "epoch": 2.288534888938748, "percentage": 76.3, "elapsed_time": "18:53:19", "remaining_time": "5:51:59"} +{"current_steps": 5110, "total_steps": 6684, "loss": 0.4451, "lr": 5e-06, "epoch": 2.2930222122503925, "percentage": 76.45, "elapsed_time": "18:55:30", "remaining_time": "5:49:45"} +{"current_steps": 5120, "total_steps": 6684, "loss": 0.4161, "lr": 5e-06, "epoch": 2.297509535562037, "percentage": 76.6, "elapsed_time": "18:57:41", "remaining_time": "5:47:31"} +{"current_steps": 5130, "total_steps": 6684, "loss": 0.4269, "lr": 5e-06, "epoch": 2.301996858873682, "percentage": 76.75, "elapsed_time": "18:59:52", "remaining_time": "5:45:17"} +{"current_steps": 5140, "total_steps": 6684, "loss": 0.4606, "lr": 5e-06, "epoch": 2.3064841821853266, "percentage": 76.9, "elapsed_time": "19:02:03", "remaining_time": "5:43:03"} +{"current_steps": 5150, "total_steps": 6684, "loss": 0.4325, "lr": 5e-06, "epoch": 2.310971505496971, "percentage": 77.05, "elapsed_time": "19:04:14", "remaining_time": "5:40:49"} +{"current_steps": 5160, "total_steps": 6684, "loss": 0.436, "lr": 5e-06, "epoch": 2.3154588288086155, "percentage": 77.2, "elapsed_time": "19:06:25", "remaining_time": "5:38:35"} +{"current_steps": 5170, "total_steps": 6684, "loss": 0.4271, "lr": 5e-06, "epoch": 2.3199461521202602, "percentage": 77.35, "elapsed_time": "19:08:36", "remaining_time": "5:36:21"} +{"current_steps": 5180, "total_steps": 6684, "loss": 0.4495, "lr": 5e-06, "epoch": 2.324433475431905, "percentage": 77.5, "elapsed_time": "19:10:47", "remaining_time": "5:34:07"} +{"current_steps": 5190, "total_steps": 6684, "loss": 0.4184, "lr": 5e-06, "epoch": 2.3289207987435496, "percentage": 77.65, "elapsed_time": "19:12:58", "remaining_time": "5:31:53"} +{"current_steps": 5200, "total_steps": 6684, "loss": 0.4536, "lr": 5e-06, "epoch": 2.333408122055194, "percentage": 77.8, "elapsed_time": "19:15:09", "remaining_time": "5:29:39"} +{"current_steps": 5210, "total_steps": 6684, "loss": 0.4247, "lr": 5e-06, "epoch": 2.3378954453668386, "percentage": 77.95, "elapsed_time": "19:17:20", "remaining_time": "5:27:25"} +{"current_steps": 5220, "total_steps": 6684, "loss": 0.446, "lr": 5e-06, "epoch": 2.3423827686784833, "percentage": 78.1, "elapsed_time": "19:19:31", "remaining_time": "5:25:12"} +{"current_steps": 5230, "total_steps": 6684, "loss": 0.4332, "lr": 5e-06, "epoch": 2.346870091990128, "percentage": 78.25, "elapsed_time": "19:21:42", "remaining_time": "5:22:58"} +{"current_steps": 5240, "total_steps": 6684, "loss": 0.4639, "lr": 5e-06, "epoch": 2.3513574153017727, "percentage": 78.4, "elapsed_time": "19:23:53", "remaining_time": "5:20:44"} +{"current_steps": 5250, "total_steps": 6684, "loss": 0.4363, "lr": 5e-06, "epoch": 2.355844738613417, "percentage": 78.55, "elapsed_time": "19:26:04", "remaining_time": "5:18:30"} +{"current_steps": 5260, "total_steps": 6684, "loss": 0.4216, "lr": 5e-06, "epoch": 2.3603320619250616, "percentage": 78.7, "elapsed_time": "19:28:16", "remaining_time": "5:16:16"} +{"current_steps": 5270, "total_steps": 6684, "loss": 0.4338, "lr": 5e-06, "epoch": 2.3648193852367063, "percentage": 78.85, "elapsed_time": "19:30:27", "remaining_time": "5:14:02"} +{"current_steps": 5280, "total_steps": 6684, "loss": 0.4239, "lr": 5e-06, "epoch": 2.369306708548351, "percentage": 78.99, "elapsed_time": "19:32:38", "remaining_time": "5:11:48"} +{"current_steps": 5290, "total_steps": 6684, "loss": 0.4475, "lr": 5e-06, "epoch": 2.3737940318599957, "percentage": 79.14, "elapsed_time": "19:34:49", "remaining_time": "5:09:35"} +{"current_steps": 5300, "total_steps": 6684, "loss": 0.4392, "lr": 5e-06, "epoch": 2.37828135517164, "percentage": 79.29, "elapsed_time": "19:37:00", "remaining_time": "5:07:21"} +{"current_steps": 5310, "total_steps": 6684, "loss": 0.4245, "lr": 5e-06, "epoch": 2.3827686784832847, "percentage": 79.44, "elapsed_time": "19:39:11", "remaining_time": "5:05:07"} +{"current_steps": 5320, "total_steps": 6684, "loss": 0.4358, "lr": 5e-06, "epoch": 2.3872560017949294, "percentage": 79.59, "elapsed_time": "19:41:22", "remaining_time": "5:02:53"} +{"current_steps": 5330, "total_steps": 6684, "loss": 0.4369, "lr": 5e-06, "epoch": 2.391743325106574, "percentage": 79.74, "elapsed_time": "19:43:34", "remaining_time": "5:00:39"} +{"current_steps": 5340, "total_steps": 6684, "loss": 0.4524, "lr": 5e-06, "epoch": 2.3962306484182188, "percentage": 79.89, "elapsed_time": "19:45:45", "remaining_time": "4:58:26"} +{"current_steps": 5350, "total_steps": 6684, "loss": 0.4625, "lr": 5e-06, "epoch": 2.400717971729863, "percentage": 80.04, "elapsed_time": "19:47:56", "remaining_time": "4:56:12"} +{"current_steps": 5360, "total_steps": 6684, "loss": 0.4434, "lr": 5e-06, "epoch": 2.4052052950415077, "percentage": 80.19, "elapsed_time": "19:50:07", "remaining_time": "4:53:58"} +{"current_steps": 5370, "total_steps": 6684, "loss": 0.4217, "lr": 5e-06, "epoch": 2.4096926183531524, "percentage": 80.34, "elapsed_time": "19:52:18", "remaining_time": "4:51:44"} +{"current_steps": 5380, "total_steps": 6684, "loss": 0.4487, "lr": 5e-06, "epoch": 2.414179941664797, "percentage": 80.49, "elapsed_time": "19:54:29", "remaining_time": "4:49:31"} +{"current_steps": 5390, "total_steps": 6684, "loss": 0.4352, "lr": 5e-06, "epoch": 2.418667264976442, "percentage": 80.64, "elapsed_time": "19:56:40", "remaining_time": "4:47:17"} +{"current_steps": 5400, "total_steps": 6684, "loss": 0.4288, "lr": 5e-06, "epoch": 2.423154588288086, "percentage": 80.79, "elapsed_time": "19:58:51", "remaining_time": "4:45:03"} +{"current_steps": 5410, "total_steps": 6684, "loss": 0.4741, "lr": 5e-06, "epoch": 2.4276419115997308, "percentage": 80.94, "elapsed_time": "20:01:02", "remaining_time": "4:42:50"} +{"current_steps": 5420, "total_steps": 6684, "loss": 0.4692, "lr": 5e-06, "epoch": 2.4321292349113754, "percentage": 81.09, "elapsed_time": "20:03:13", "remaining_time": "4:40:36"} +{"current_steps": 5430, "total_steps": 6684, "loss": 0.4508, "lr": 5e-06, "epoch": 2.43661655822302, "percentage": 81.24, "elapsed_time": "20:05:24", "remaining_time": "4:38:22"} +{"current_steps": 5440, "total_steps": 6684, "loss": 0.4275, "lr": 5e-06, "epoch": 2.4411038815346644, "percentage": 81.39, "elapsed_time": "20:07:36", "remaining_time": "4:36:08"} +{"current_steps": 5450, "total_steps": 6684, "loss": 0.448, "lr": 5e-06, "epoch": 2.445591204846309, "percentage": 81.54, "elapsed_time": "20:09:47", "remaining_time": "4:33:55"} +{"current_steps": 5460, "total_steps": 6684, "loss": 0.4346, "lr": 5e-06, "epoch": 2.450078528157954, "percentage": 81.69, "elapsed_time": "20:11:58", "remaining_time": "4:31:41"} +{"current_steps": 5470, "total_steps": 6684, "loss": 0.4399, "lr": 5e-06, "epoch": 2.4545658514695985, "percentage": 81.84, "elapsed_time": "20:14:09", "remaining_time": "4:29:28"} +{"current_steps": 5480, "total_steps": 6684, "loss": 0.4181, "lr": 5e-06, "epoch": 2.4590531747812427, "percentage": 81.99, "elapsed_time": "20:16:20", "remaining_time": "4:27:14"} +{"current_steps": 5490, "total_steps": 6684, "loss": 0.4585, "lr": 5e-06, "epoch": 2.4635404980928874, "percentage": 82.14, "elapsed_time": "20:18:31", "remaining_time": "4:25:00"} +{"current_steps": 5500, "total_steps": 6684, "loss": 0.457, "lr": 5e-06, "epoch": 2.468027821404532, "percentage": 82.29, "elapsed_time": "20:20:42", "remaining_time": "4:22:47"} +{"current_steps": 5510, "total_steps": 6684, "loss": 0.4385, "lr": 5e-06, "epoch": 2.472515144716177, "percentage": 82.44, "elapsed_time": "20:22:53", "remaining_time": "4:20:33"} +{"current_steps": 5520, "total_steps": 6684, "loss": 0.4827, "lr": 5e-06, "epoch": 2.4770024680278215, "percentage": 82.59, "elapsed_time": "20:25:04", "remaining_time": "4:18:19"} +{"current_steps": 5530, "total_steps": 6684, "loss": 0.4524, "lr": 5e-06, "epoch": 2.481489791339466, "percentage": 82.73, "elapsed_time": "20:27:15", "remaining_time": "4:16:06"} +{"current_steps": 5540, "total_steps": 6684, "loss": 0.4366, "lr": 5e-06, "epoch": 2.4859771146511105, "percentage": 82.88, "elapsed_time": "20:29:26", "remaining_time": "4:13:52"} +{"current_steps": 5550, "total_steps": 6684, "loss": 0.4487, "lr": 5e-06, "epoch": 2.490464437962755, "percentage": 83.03, "elapsed_time": "20:31:38", "remaining_time": "4:11:39"} +{"current_steps": 5560, "total_steps": 6684, "loss": 0.4318, "lr": 5e-06, "epoch": 2.4949517612744, "percentage": 83.18, "elapsed_time": "20:33:49", "remaining_time": "4:09:25"} +{"current_steps": 5570, "total_steps": 6684, "loss": 0.4362, "lr": 5e-06, "epoch": 2.4994390845860446, "percentage": 83.33, "elapsed_time": "20:36:00", "remaining_time": "4:07:12"} +{"current_steps": 5580, "total_steps": 6684, "loss": 0.4623, "lr": 5e-06, "epoch": 2.503926407897689, "percentage": 83.48, "elapsed_time": "20:38:11", "remaining_time": "4:04:58"} +{"current_steps": 5590, "total_steps": 6684, "loss": 0.4223, "lr": 5e-06, "epoch": 2.5084137312093335, "percentage": 83.63, "elapsed_time": "20:40:23", "remaining_time": "4:02:45"} +{"current_steps": 5600, "total_steps": 6684, "loss": 0.4371, "lr": 5e-06, "epoch": 2.5129010545209782, "percentage": 83.78, "elapsed_time": "20:42:34", "remaining_time": "4:00:31"} +{"current_steps": 5610, "total_steps": 6684, "loss": 0.4398, "lr": 5e-06, "epoch": 2.517388377832623, "percentage": 83.93, "elapsed_time": "20:44:45", "remaining_time": "3:58:18"} +{"current_steps": 5620, "total_steps": 6684, "loss": 0.4397, "lr": 5e-06, "epoch": 2.5218757011442676, "percentage": 84.08, "elapsed_time": "20:46:56", "remaining_time": "3:56:04"} +{"current_steps": 5630, "total_steps": 6684, "loss": 0.4542, "lr": 5e-06, "epoch": 2.526363024455912, "percentage": 84.23, "elapsed_time": "20:49:07", "remaining_time": "3:53:51"} +{"current_steps": 5640, "total_steps": 6684, "loss": 0.4277, "lr": 5e-06, "epoch": 2.5308503477675566, "percentage": 84.38, "elapsed_time": "20:51:18", "remaining_time": "3:51:37"} +{"current_steps": 5650, "total_steps": 6684, "loss": 0.4438, "lr": 5e-06, "epoch": 2.5353376710792013, "percentage": 84.53, "elapsed_time": "20:53:30", "remaining_time": "3:49:24"} +{"current_steps": 5660, "total_steps": 6684, "loss": 0.4477, "lr": 5e-06, "epoch": 2.539824994390846, "percentage": 84.68, "elapsed_time": "20:55:41", "remaining_time": "3:47:10"} +{"current_steps": 5670, "total_steps": 6684, "loss": 0.4513, "lr": 5e-06, "epoch": 2.5443123177024907, "percentage": 84.83, "elapsed_time": "20:57:52", "remaining_time": "3:44:57"} +{"current_steps": 5680, "total_steps": 6684, "loss": 0.4162, "lr": 5e-06, "epoch": 2.548799641014135, "percentage": 84.98, "elapsed_time": "21:00:03", "remaining_time": "3:42:43"} +{"current_steps": 5690, "total_steps": 6684, "loss": 0.4422, "lr": 5e-06, "epoch": 2.5532869643257796, "percentage": 85.13, "elapsed_time": "21:02:15", "remaining_time": "3:40:30"} +{"current_steps": 5700, "total_steps": 6684, "loss": 0.4508, "lr": 5e-06, "epoch": 2.5577742876374243, "percentage": 85.28, "elapsed_time": "21:04:26", "remaining_time": "3:38:16"} +{"current_steps": 5710, "total_steps": 6684, "loss": 0.4393, "lr": 5e-06, "epoch": 2.562261610949069, "percentage": 85.43, "elapsed_time": "21:06:37", "remaining_time": "3:36:03"} +{"current_steps": 5720, "total_steps": 6684, "loss": 0.4336, "lr": 5e-06, "epoch": 2.5667489342607137, "percentage": 85.58, "elapsed_time": "21:08:48", "remaining_time": "3:33:50"} +{"current_steps": 5730, "total_steps": 6684, "loss": 0.4273, "lr": 5e-06, "epoch": 2.571236257572358, "percentage": 85.73, "elapsed_time": "21:10:59", "remaining_time": "3:31:36"} +{"current_steps": 5740, "total_steps": 6684, "loss": 0.4468, "lr": 5e-06, "epoch": 2.5757235808840027, "percentage": 85.88, "elapsed_time": "21:13:11", "remaining_time": "3:29:23"} +{"current_steps": 5750, "total_steps": 6684, "loss": 0.4474, "lr": 5e-06, "epoch": 2.5802109041956474, "percentage": 86.03, "elapsed_time": "21:15:22", "remaining_time": "3:27:09"} +{"current_steps": 5760, "total_steps": 6684, "loss": 0.4345, "lr": 5e-06, "epoch": 2.584698227507292, "percentage": 86.18, "elapsed_time": "21:17:33", "remaining_time": "3:24:56"} +{"current_steps": 5770, "total_steps": 6684, "loss": 0.4311, "lr": 5e-06, "epoch": 2.5891855508189368, "percentage": 86.33, "elapsed_time": "21:19:44", "remaining_time": "3:22:43"} +{"current_steps": 5780, "total_steps": 6684, "loss": 0.4534, "lr": 5e-06, "epoch": 2.593672874130581, "percentage": 86.48, "elapsed_time": "21:21:55", "remaining_time": "3:20:29"} +{"current_steps": 5790, "total_steps": 6684, "loss": 0.451, "lr": 5e-06, "epoch": 2.5981601974422257, "percentage": 86.62, "elapsed_time": "21:24:06", "remaining_time": "3:18:16"} +{"current_steps": 5800, "total_steps": 6684, "loss": 0.4274, "lr": 5e-06, "epoch": 2.6026475207538704, "percentage": 86.77, "elapsed_time": "21:26:17", "remaining_time": "3:16:02"} +{"current_steps": 5810, "total_steps": 6684, "loss": 0.4361, "lr": 5e-06, "epoch": 2.6071348440655147, "percentage": 86.92, "elapsed_time": "21:28:29", "remaining_time": "3:13:49"} +{"current_steps": 5820, "total_steps": 6684, "loss": 0.4344, "lr": 5e-06, "epoch": 2.61162216737716, "percentage": 87.07, "elapsed_time": "21:30:40", "remaining_time": "3:11:36"} +{"current_steps": 5830, "total_steps": 6684, "loss": 0.443, "lr": 5e-06, "epoch": 2.616109490688804, "percentage": 87.22, "elapsed_time": "21:32:51", "remaining_time": "3:09:22"} +{"current_steps": 5840, "total_steps": 6684, "loss": 0.455, "lr": 5e-06, "epoch": 2.6205968140004487, "percentage": 87.37, "elapsed_time": "21:35:02", "remaining_time": "3:07:09"} +{"current_steps": 5850, "total_steps": 6684, "loss": 0.4338, "lr": 5e-06, "epoch": 2.6250841373120934, "percentage": 87.52, "elapsed_time": "21:37:13", "remaining_time": "3:04:56"} +{"current_steps": 5860, "total_steps": 6684, "loss": 0.458, "lr": 5e-06, "epoch": 2.6295714606237377, "percentage": 87.67, "elapsed_time": "21:39:24", "remaining_time": "3:02:42"} +{"current_steps": 5870, "total_steps": 6684, "loss": 0.4524, "lr": 5e-06, "epoch": 2.6340587839353824, "percentage": 87.82, "elapsed_time": "21:41:35", "remaining_time": "3:00:29"} +{"current_steps": 5880, "total_steps": 6684, "loss": 0.4399, "lr": 5e-06, "epoch": 2.638546107247027, "percentage": 87.97, "elapsed_time": "21:43:46", "remaining_time": "2:58:16"} +{"current_steps": 5890, "total_steps": 6684, "loss": 0.4385, "lr": 5e-06, "epoch": 2.643033430558672, "percentage": 88.12, "elapsed_time": "21:45:57", "remaining_time": "2:56:03"} +{"current_steps": 5900, "total_steps": 6684, "loss": 0.4601, "lr": 5e-06, "epoch": 2.6475207538703165, "percentage": 88.27, "elapsed_time": "21:48:09", "remaining_time": "2:53:49"} +{"current_steps": 5910, "total_steps": 6684, "loss": 0.4323, "lr": 5e-06, "epoch": 2.6520080771819607, "percentage": 88.42, "elapsed_time": "21:50:20", "remaining_time": "2:51:36"} +{"current_steps": 5920, "total_steps": 6684, "loss": 0.4479, "lr": 5e-06, "epoch": 2.6564954004936054, "percentage": 88.57, "elapsed_time": "21:52:31", "remaining_time": "2:49:23"} +{"current_steps": 5930, "total_steps": 6684, "loss": 0.4518, "lr": 5e-06, "epoch": 2.66098272380525, "percentage": 88.72, "elapsed_time": "21:54:42", "remaining_time": "2:47:09"} +{"current_steps": 5940, "total_steps": 6684, "loss": 0.4424, "lr": 5e-06, "epoch": 2.665470047116895, "percentage": 88.87, "elapsed_time": "21:56:53", "remaining_time": "2:44:56"} +{"current_steps": 5950, "total_steps": 6684, "loss": 0.4481, "lr": 5e-06, "epoch": 2.6699573704285395, "percentage": 89.02, "elapsed_time": "21:59:05", "remaining_time": "2:42:43"} +{"current_steps": 5960, "total_steps": 6684, "loss": 0.4438, "lr": 5e-06, "epoch": 2.674444693740184, "percentage": 89.17, "elapsed_time": "22:01:16", "remaining_time": "2:40:30"} +{"current_steps": 5970, "total_steps": 6684, "loss": 0.4417, "lr": 5e-06, "epoch": 2.6789320170518285, "percentage": 89.32, "elapsed_time": "22:03:27", "remaining_time": "2:38:16"} +{"current_steps": 5980, "total_steps": 6684, "loss": 0.462, "lr": 5e-06, "epoch": 2.683419340363473, "percentage": 89.47, "elapsed_time": "22:05:38", "remaining_time": "2:36:03"} +{"current_steps": 5990, "total_steps": 6684, "loss": 0.4385, "lr": 5e-06, "epoch": 2.687906663675118, "percentage": 89.62, "elapsed_time": "22:07:49", "remaining_time": "2:33:50"} +{"current_steps": 6000, "total_steps": 6684, "loss": 0.4419, "lr": 5e-06, "epoch": 2.6923939869867626, "percentage": 89.77, "elapsed_time": "22:10:01", "remaining_time": "2:31:37"} +{"current_steps": 6010, "total_steps": 6684, "loss": 0.435, "lr": 5e-06, "epoch": 2.696881310298407, "percentage": 89.92, "elapsed_time": "22:12:12", "remaining_time": "2:29:24"} +{"current_steps": 6020, "total_steps": 6684, "loss": 0.4324, "lr": 5e-06, "epoch": 2.7013686336100515, "percentage": 90.07, "elapsed_time": "22:14:23", "remaining_time": "2:27:10"} +{"current_steps": 6030, "total_steps": 6684, "loss": 0.4344, "lr": 5e-06, "epoch": 2.7058559569216962, "percentage": 90.22, "elapsed_time": "22:16:34", "remaining_time": "2:24:57"} +{"current_steps": 6040, "total_steps": 6684, "loss": 0.4373, "lr": 5e-06, "epoch": 2.710343280233341, "percentage": 90.37, "elapsed_time": "22:18:45", "remaining_time": "2:22:44"} +{"current_steps": 6050, "total_steps": 6684, "loss": 0.4317, "lr": 5e-06, "epoch": 2.7148306035449856, "percentage": 90.51, "elapsed_time": "22:20:57", "remaining_time": "2:20:31"} +{"current_steps": 6060, "total_steps": 6684, "loss": 0.4494, "lr": 5e-06, "epoch": 2.71931792685663, "percentage": 90.66, "elapsed_time": "22:23:08", "remaining_time": "2:18:18"} +{"current_steps": 6070, "total_steps": 6684, "loss": 0.4539, "lr": 5e-06, "epoch": 2.7238052501682746, "percentage": 90.81, "elapsed_time": "22:25:19", "remaining_time": "2:16:05"} +{"current_steps": 6080, "total_steps": 6684, "loss": 0.4391, "lr": 5e-06, "epoch": 2.7282925734799193, "percentage": 90.96, "elapsed_time": "22:27:30", "remaining_time": "2:13:51"} +{"current_steps": 6090, "total_steps": 6684, "loss": 0.449, "lr": 5e-06, "epoch": 2.732779896791564, "percentage": 91.11, "elapsed_time": "22:29:41", "remaining_time": "2:11:38"} +{"current_steps": 6100, "total_steps": 6684, "loss": 0.4301, "lr": 5e-06, "epoch": 2.7372672201032087, "percentage": 91.26, "elapsed_time": "22:31:52", "remaining_time": "2:09:25"} +{"current_steps": 6110, "total_steps": 6684, "loss": 0.4226, "lr": 5e-06, "epoch": 2.741754543414853, "percentage": 91.41, "elapsed_time": "22:34:03", "remaining_time": "2:07:12"} +{"current_steps": 6120, "total_steps": 6684, "loss": 0.4512, "lr": 5e-06, "epoch": 2.7462418667264976, "percentage": 91.56, "elapsed_time": "22:36:14", "remaining_time": "2:04:59"} +{"current_steps": 6130, "total_steps": 6684, "loss": 0.4434, "lr": 5e-06, "epoch": 2.7507291900381423, "percentage": 91.71, "elapsed_time": "22:38:25", "remaining_time": "2:02:46"} +{"current_steps": 6140, "total_steps": 6684, "loss": 0.4405, "lr": 5e-06, "epoch": 2.755216513349787, "percentage": 91.86, "elapsed_time": "22:40:36", "remaining_time": "2:00:32"} +{"current_steps": 6150, "total_steps": 6684, "loss": 0.4366, "lr": 5e-06, "epoch": 2.7597038366614317, "percentage": 92.01, "elapsed_time": "22:42:47", "remaining_time": "1:58:19"} +{"current_steps": 6160, "total_steps": 6684, "loss": 0.4414, "lr": 5e-06, "epoch": 2.764191159973076, "percentage": 92.16, "elapsed_time": "22:44:58", "remaining_time": "1:56:06"} +{"current_steps": 6170, "total_steps": 6684, "loss": 0.4534, "lr": 5e-06, "epoch": 2.7686784832847207, "percentage": 92.31, "elapsed_time": "22:47:08", "remaining_time": "1:53:53"} +{"current_steps": 6180, "total_steps": 6684, "loss": 0.4488, "lr": 5e-06, "epoch": 2.7731658065963654, "percentage": 92.46, "elapsed_time": "22:49:19", "remaining_time": "1:51:40"} +{"current_steps": 6190, "total_steps": 6684, "loss": 0.4331, "lr": 5e-06, "epoch": 2.7776531299080096, "percentage": 92.61, "elapsed_time": "22:51:30", "remaining_time": "1:49:27"} +{"current_steps": 6200, "total_steps": 6684, "loss": 0.442, "lr": 5e-06, "epoch": 2.7821404532196548, "percentage": 92.76, "elapsed_time": "22:53:41", "remaining_time": "1:47:14"} +{"current_steps": 6210, "total_steps": 6684, "loss": 0.4439, "lr": 5e-06, "epoch": 2.786627776531299, "percentage": 92.91, "elapsed_time": "22:55:52", "remaining_time": "1:45:01"} +{"current_steps": 6220, "total_steps": 6684, "loss": 0.4471, "lr": 5e-06, "epoch": 2.7911150998429437, "percentage": 93.06, "elapsed_time": "22:58:03", "remaining_time": "1:42:48"} +{"current_steps": 6230, "total_steps": 6684, "loss": 0.45, "lr": 5e-06, "epoch": 2.7956024231545884, "percentage": 93.21, "elapsed_time": "23:00:14", "remaining_time": "1:40:34"} +{"current_steps": 6240, "total_steps": 6684, "loss": 0.4369, "lr": 5e-06, "epoch": 2.8000897464662327, "percentage": 93.36, "elapsed_time": "23:02:25", "remaining_time": "1:38:21"} +{"current_steps": 6250, "total_steps": 6684, "loss": 0.4763, "lr": 5e-06, "epoch": 2.8045770697778774, "percentage": 93.51, "elapsed_time": "23:04:35", "remaining_time": "1:36:08"} +{"current_steps": 6260, "total_steps": 6684, "loss": 0.4363, "lr": 5e-06, "epoch": 2.809064393089522, "percentage": 93.66, "elapsed_time": "23:06:46", "remaining_time": "1:33:55"} +{"current_steps": 6270, "total_steps": 6684, "loss": 0.438, "lr": 5e-06, "epoch": 2.8135517164011667, "percentage": 93.81, "elapsed_time": "23:08:57", "remaining_time": "1:31:42"} +{"current_steps": 6280, "total_steps": 6684, "loss": 0.4295, "lr": 5e-06, "epoch": 2.8180390397128114, "percentage": 93.96, "elapsed_time": "23:11:08", "remaining_time": "1:29:29"} +{"current_steps": 6290, "total_steps": 6684, "loss": 0.448, "lr": 5e-06, "epoch": 2.8225263630244557, "percentage": 94.11, "elapsed_time": "23:13:19", "remaining_time": "1:27:16"} +{"current_steps": 6300, "total_steps": 6684, "loss": 0.4601, "lr": 5e-06, "epoch": 2.8270136863361004, "percentage": 94.25, "elapsed_time": "23:15:29", "remaining_time": "1:25:03"} +{"current_steps": 6310, "total_steps": 6684, "loss": 0.4256, "lr": 5e-06, "epoch": 2.831501009647745, "percentage": 94.4, "elapsed_time": "23:17:40", "remaining_time": "1:22:50"} +{"current_steps": 6320, "total_steps": 6684, "loss": 0.4461, "lr": 5e-06, "epoch": 2.83598833295939, "percentage": 94.55, "elapsed_time": "23:19:51", "remaining_time": "1:20:37"} +{"current_steps": 6330, "total_steps": 6684, "loss": 0.4312, "lr": 5e-06, "epoch": 2.8404756562710345, "percentage": 94.7, "elapsed_time": "23:22:02", "remaining_time": "1:18:24"} +{"current_steps": 6340, "total_steps": 6684, "loss": 0.4418, "lr": 5e-06, "epoch": 2.8449629795826787, "percentage": 94.85, "elapsed_time": "23:24:13", "remaining_time": "1:16:11"} +{"current_steps": 6350, "total_steps": 6684, "loss": 0.4449, "lr": 5e-06, "epoch": 2.8494503028943234, "percentage": 95.0, "elapsed_time": "23:26:24", "remaining_time": "1:13:58"} +{"current_steps": 6360, "total_steps": 6684, "loss": 0.4453, "lr": 5e-06, "epoch": 2.853937626205968, "percentage": 95.15, "elapsed_time": "23:28:35", "remaining_time": "1:11:45"} +{"current_steps": 6370, "total_steps": 6684, "loss": 0.4418, "lr": 5e-06, "epoch": 2.858424949517613, "percentage": 95.3, "elapsed_time": "23:30:46", "remaining_time": "1:09:32"} +{"current_steps": 6380, "total_steps": 6684, "loss": 0.4486, "lr": 5e-06, "epoch": 2.8629122728292575, "percentage": 95.45, "elapsed_time": "23:32:57", "remaining_time": "1:07:19"} +{"current_steps": 6390, "total_steps": 6684, "loss": 0.4305, "lr": 5e-06, "epoch": 2.867399596140902, "percentage": 95.6, "elapsed_time": "23:35:07", "remaining_time": "1:05:06"} +{"current_steps": 6400, "total_steps": 6684, "loss": 0.4421, "lr": 5e-06, "epoch": 2.8718869194525465, "percentage": 95.75, "elapsed_time": "23:37:18", "remaining_time": "1:02:53"} +{"current_steps": 6410, "total_steps": 6684, "loss": 0.4482, "lr": 5e-06, "epoch": 2.876374242764191, "percentage": 95.9, "elapsed_time": "23:39:29", "remaining_time": "1:00:40"} +{"current_steps": 6420, "total_steps": 6684, "loss": 0.4357, "lr": 5e-06, "epoch": 2.880861566075836, "percentage": 96.05, "elapsed_time": "23:41:40", "remaining_time": "0:58:27"} +{"current_steps": 6430, "total_steps": 6684, "loss": 0.4901, "lr": 5e-06, "epoch": 2.8853488893874806, "percentage": 96.2, "elapsed_time": "23:43:51", "remaining_time": "0:56:14"} +{"current_steps": 6440, "total_steps": 6684, "loss": 0.4523, "lr": 5e-06, "epoch": 2.889836212699125, "percentage": 96.35, "elapsed_time": "23:46:02", "remaining_time": "0:54:01"} +{"current_steps": 6450, "total_steps": 6684, "loss": 0.445, "lr": 5e-06, "epoch": 2.8943235360107695, "percentage": 96.5, "elapsed_time": "23:48:13", "remaining_time": "0:51:48"} +{"current_steps": 6460, "total_steps": 6684, "loss": 0.4396, "lr": 5e-06, "epoch": 2.8988108593224142, "percentage": 96.65, "elapsed_time": "23:50:24", "remaining_time": "0:49:35"} +{"current_steps": 6470, "total_steps": 6684, "loss": 0.4659, "lr": 5e-06, "epoch": 2.903298182634059, "percentage": 96.8, "elapsed_time": "23:52:35", "remaining_time": "0:47:23"} +{"current_steps": 6480, "total_steps": 6684, "loss": 0.4386, "lr": 5e-06, "epoch": 2.9077855059457036, "percentage": 96.95, "elapsed_time": "23:54:46", "remaining_time": "0:45:10"} +{"current_steps": 6490, "total_steps": 6684, "loss": 0.4498, "lr": 5e-06, "epoch": 2.912272829257348, "percentage": 97.1, "elapsed_time": "23:56:57", "remaining_time": "0:42:57"} +{"current_steps": 6500, "total_steps": 6684, "loss": 0.4447, "lr": 5e-06, "epoch": 2.9167601525689926, "percentage": 97.25, "elapsed_time": "23:59:08", "remaining_time": "0:40:44"} +{"current_steps": 6510, "total_steps": 6684, "loss": 0.4415, "lr": 5e-06, "epoch": 2.9212474758806373, "percentage": 97.4, "elapsed_time": "1 day, 0:01:19", "remaining_time": "0:38:31"} +{"current_steps": 6520, "total_steps": 6684, "loss": 0.4278, "lr": 5e-06, "epoch": 2.925734799192282, "percentage": 97.55, "elapsed_time": "1 day, 0:03:30", "remaining_time": "0:36:18"} +{"current_steps": 6530, "total_steps": 6684, "loss": 0.439, "lr": 5e-06, "epoch": 2.9302221225039267, "percentage": 97.7, "elapsed_time": "1 day, 0:05:41", "remaining_time": "0:34:05"} +{"current_steps": 6540, "total_steps": 6684, "loss": 0.4361, "lr": 5e-06, "epoch": 2.934709445815571, "percentage": 97.85, "elapsed_time": "1 day, 0:07:52", "remaining_time": "0:31:52"} +{"current_steps": 6550, "total_steps": 6684, "loss": 0.4621, "lr": 5e-06, "epoch": 2.9391967691272156, "percentage": 98.0, "elapsed_time": "1 day, 0:10:03", "remaining_time": "0:29:39"} +{"current_steps": 6560, "total_steps": 6684, "loss": 0.4646, "lr": 5e-06, "epoch": 2.9436840924388603, "percentage": 98.14, "elapsed_time": "1 day, 0:12:14", "remaining_time": "0:27:27"} +{"current_steps": 6570, "total_steps": 6684, "loss": 0.4658, "lr": 5e-06, "epoch": 2.9481714157505046, "percentage": 98.29, "elapsed_time": "1 day, 0:14:25", "remaining_time": "0:25:14"} +{"current_steps": 6580, "total_steps": 6684, "loss": 0.455, "lr": 5e-06, "epoch": 2.9526587390621493, "percentage": 98.44, "elapsed_time": "1 day, 0:16:36", "remaining_time": "0:23:01"} +{"current_steps": 6590, "total_steps": 6684, "loss": 0.4502, "lr": 5e-06, "epoch": 2.957146062373794, "percentage": 98.59, "elapsed_time": "1 day, 0:18:47", "remaining_time": "0:20:48"} +{"current_steps": 6600, "total_steps": 6684, "loss": 0.4846, "lr": 5e-06, "epoch": 2.9616333856854387, "percentage": 98.74, "elapsed_time": "1 day, 0:20:58", "remaining_time": "0:18:35"} +{"current_steps": 6610, "total_steps": 6684, "loss": 0.4374, "lr": 5e-06, "epoch": 2.9661207089970834, "percentage": 98.89, "elapsed_time": "1 day, 0:23:09", "remaining_time": "0:16:22"} +{"current_steps": 6620, "total_steps": 6684, "loss": 0.4568, "lr": 5e-06, "epoch": 2.9706080323087276, "percentage": 99.04, "elapsed_time": "1 day, 0:25:20", "remaining_time": "0:14:09"} +{"current_steps": 6630, "total_steps": 6684, "loss": 0.4543, "lr": 5e-06, "epoch": 2.9750953556203723, "percentage": 99.19, "elapsed_time": "1 day, 0:27:31", "remaining_time": "0:11:57"} +{"current_steps": 6640, "total_steps": 6684, "loss": 0.4413, "lr": 5e-06, "epoch": 2.979582678932017, "percentage": 99.34, "elapsed_time": "1 day, 0:29:42", "remaining_time": "0:09:44"} +{"current_steps": 6650, "total_steps": 6684, "loss": 0.4297, "lr": 5e-06, "epoch": 2.9840700022436617, "percentage": 99.49, "elapsed_time": "1 day, 0:31:53", "remaining_time": "0:07:31"} +{"current_steps": 6660, "total_steps": 6684, "loss": 0.4274, "lr": 5e-06, "epoch": 2.9885573255553064, "percentage": 99.64, "elapsed_time": "1 day, 0:34:04", "remaining_time": "0:05:18"} +{"current_steps": 6670, "total_steps": 6684, "loss": 0.4425, "lr": 5e-06, "epoch": 2.9930446488669507, "percentage": 99.79, "elapsed_time": "1 day, 0:36:15", "remaining_time": "0:03:05"} +{"current_steps": 6680, "total_steps": 6684, "loss": 0.4538, "lr": 5e-06, "epoch": 2.9975319721785953, "percentage": 99.94, "elapsed_time": "1 day, 0:38:26", "remaining_time": "0:00:53"} +{"current_steps": 6684, "total_steps": 6684, "eval_loss": 0.5616346001625061, "epoch": 2.9993269015032533, "percentage": 100.0, "elapsed_time": "1 day, 0:49:47", "remaining_time": "0:00:00"} +{"current_steps": 6684, "total_steps": 6684, "epoch": 2.9993269015032533, "percentage": 100.0, "elapsed_time": "1 day, 0:51:12", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..362080d --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,4742 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9993269015032533, + "eval_steps": 500, + "global_step": 6684, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.004487323311644604, + "grad_norm": 1.3059244169345843, + "learning_rate": 5e-06, + "loss": 0.7774, + "step": 10 + }, + { + "epoch": 0.008974646623289208, + "grad_norm": 1.0232642607902347, + "learning_rate": 5e-06, + "loss": 0.6958, + "step": 20 + }, + { + "epoch": 0.013461969934933812, + "grad_norm": 0.8401058983048771, + "learning_rate": 5e-06, + "loss": 0.6992, + "step": 30 + }, + { + "epoch": 0.017949293246578416, + "grad_norm": 0.8139785554230714, + "learning_rate": 5e-06, + "loss": 0.6749, + "step": 40 + }, + { + "epoch": 0.02243661655822302, + "grad_norm": 0.8129256440286593, + "learning_rate": 5e-06, + "loss": 0.7083, + "step": 50 + }, + { + "epoch": 0.026923939869867623, + "grad_norm": 0.8418551736226986, + "learning_rate": 5e-06, + "loss": 0.6846, + "step": 60 + }, + { + "epoch": 0.03141126318151223, + "grad_norm": 0.7167670779403538, + "learning_rate": 5e-06, + "loss": 0.6574, + "step": 70 + }, + { + "epoch": 0.03589858649315683, + "grad_norm": 0.5953427667880735, + "learning_rate": 5e-06, + "loss": 0.653, + "step": 80 + }, + { + "epoch": 0.04038590980480144, + "grad_norm": 0.5652705295757201, + "learning_rate": 5e-06, + "loss": 0.6452, + "step": 90 + }, + { + "epoch": 0.04487323311644604, + "grad_norm": 0.5863707257105095, + "learning_rate": 5e-06, + "loss": 0.6424, + "step": 100 + }, + { + "epoch": 0.049360556428090646, + "grad_norm": 0.5827496122357744, + "learning_rate": 5e-06, + "loss": 0.6325, + "step": 110 + }, + { + "epoch": 0.05384787973973525, + "grad_norm": 0.5692209350328149, + "learning_rate": 5e-06, + "loss": 0.6389, + "step": 120 + }, + { + "epoch": 0.058335203051379854, + "grad_norm": 0.5801005846647308, + "learning_rate": 5e-06, + "loss": 0.6394, + "step": 130 + }, + { + "epoch": 0.06282252636302446, + "grad_norm": 0.6162942143257907, + "learning_rate": 5e-06, + "loss": 0.6487, + "step": 140 + }, + { + "epoch": 0.06730984967466906, + "grad_norm": 0.5910482239279874, + "learning_rate": 5e-06, + "loss": 0.6535, + "step": 150 + }, + { + "epoch": 0.07179717298631366, + "grad_norm": 0.5628620440134962, + "learning_rate": 5e-06, + "loss": 0.6613, + "step": 160 + }, + { + "epoch": 0.07628449629795826, + "grad_norm": 0.5853996899496572, + "learning_rate": 5e-06, + "loss": 0.6357, + "step": 170 + }, + { + "epoch": 0.08077181960960288, + "grad_norm": 0.5878540945448613, + "learning_rate": 5e-06, + "loss": 0.636, + "step": 180 + }, + { + "epoch": 0.08525914292124748, + "grad_norm": 0.5862646504872097, + "learning_rate": 5e-06, + "loss": 0.6312, + "step": 190 + }, + { + "epoch": 0.08974646623289208, + "grad_norm": 0.5673857464664466, + "learning_rate": 5e-06, + "loss": 0.6332, + "step": 200 + }, + { + "epoch": 0.09423378954453668, + "grad_norm": 0.6082706115579384, + "learning_rate": 5e-06, + "loss": 0.6092, + "step": 210 + }, + { + "epoch": 0.09872111285618129, + "grad_norm": 0.6196844470280329, + "learning_rate": 5e-06, + "loss": 0.6421, + "step": 220 + }, + { + "epoch": 0.10320843616782589, + "grad_norm": 0.5579066730260925, + "learning_rate": 5e-06, + "loss": 0.6281, + "step": 230 + }, + { + "epoch": 0.1076957594794705, + "grad_norm": 0.565529818208485, + "learning_rate": 5e-06, + "loss": 0.6172, + "step": 240 + }, + { + "epoch": 0.1121830827911151, + "grad_norm": 0.6071432928320446, + "learning_rate": 5e-06, + "loss": 0.6016, + "step": 250 + }, + { + "epoch": 0.11667040610275971, + "grad_norm": 0.6073563540142406, + "learning_rate": 5e-06, + "loss": 0.6126, + "step": 260 + }, + { + "epoch": 0.12115772941440431, + "grad_norm": 0.569801618469301, + "learning_rate": 5e-06, + "loss": 0.6251, + "step": 270 + }, + { + "epoch": 0.12564505272604892, + "grad_norm": 0.591367661084153, + "learning_rate": 5e-06, + "loss": 0.625, + "step": 280 + }, + { + "epoch": 0.1301323760376935, + "grad_norm": 0.5757700659124422, + "learning_rate": 5e-06, + "loss": 0.619, + "step": 290 + }, + { + "epoch": 0.13461969934933812, + "grad_norm": 0.564239118303286, + "learning_rate": 5e-06, + "loss": 0.6073, + "step": 300 + }, + { + "epoch": 0.13910702266098274, + "grad_norm": 0.5885189461499749, + "learning_rate": 5e-06, + "loss": 0.6269, + "step": 310 + }, + { + "epoch": 0.14359434597262732, + "grad_norm": 0.5563218966218223, + "learning_rate": 5e-06, + "loss": 0.6294, + "step": 320 + }, + { + "epoch": 0.14808166928427194, + "grad_norm": 0.6172338154521191, + "learning_rate": 5e-06, + "loss": 0.6175, + "step": 330 + }, + { + "epoch": 0.15256899259591652, + "grad_norm": 0.5746423605096699, + "learning_rate": 5e-06, + "loss": 0.6, + "step": 340 + }, + { + "epoch": 0.15705631590756114, + "grad_norm": 0.5780025404911214, + "learning_rate": 5e-06, + "loss": 0.606, + "step": 350 + }, + { + "epoch": 0.16154363921920575, + "grad_norm": 0.5700015689377997, + "learning_rate": 5e-06, + "loss": 0.5955, + "step": 360 + }, + { + "epoch": 0.16603096253085034, + "grad_norm": 0.5807610554503659, + "learning_rate": 5e-06, + "loss": 0.5993, + "step": 370 + }, + { + "epoch": 0.17051828584249495, + "grad_norm": 0.5588205610118117, + "learning_rate": 5e-06, + "loss": 0.5941, + "step": 380 + }, + { + "epoch": 0.17500560915413957, + "grad_norm": 0.571147485187563, + "learning_rate": 5e-06, + "loss": 0.6086, + "step": 390 + }, + { + "epoch": 0.17949293246578416, + "grad_norm": 0.5874218028496501, + "learning_rate": 5e-06, + "loss": 0.6298, + "step": 400 + }, + { + "epoch": 0.18398025577742877, + "grad_norm": 0.553081232586883, + "learning_rate": 5e-06, + "loss": 0.6128, + "step": 410 + }, + { + "epoch": 0.18846757908907336, + "grad_norm": 0.5922159817168337, + "learning_rate": 5e-06, + "loss": 0.6199, + "step": 420 + }, + { + "epoch": 0.19295490240071797, + "grad_norm": 0.5941689160082125, + "learning_rate": 5e-06, + "loss": 0.6123, + "step": 430 + }, + { + "epoch": 0.19744222571236258, + "grad_norm": 0.5837547863994649, + "learning_rate": 5e-06, + "loss": 0.632, + "step": 440 + }, + { + "epoch": 0.20192954902400717, + "grad_norm": 0.5493502840784451, + "learning_rate": 5e-06, + "loss": 0.5918, + "step": 450 + }, + { + "epoch": 0.20641687233565179, + "grad_norm": 0.5843347451961302, + "learning_rate": 5e-06, + "loss": 0.6151, + "step": 460 + }, + { + "epoch": 0.2109041956472964, + "grad_norm": 0.5417935808080204, + "learning_rate": 5e-06, + "loss": 0.6059, + "step": 470 + }, + { + "epoch": 0.215391518958941, + "grad_norm": 0.5698753919399157, + "learning_rate": 5e-06, + "loss": 0.6135, + "step": 480 + }, + { + "epoch": 0.2198788422705856, + "grad_norm": 0.5244740288157084, + "learning_rate": 5e-06, + "loss": 0.5821, + "step": 490 + }, + { + "epoch": 0.2243661655822302, + "grad_norm": 0.6029129072997347, + "learning_rate": 5e-06, + "loss": 0.6116, + "step": 500 + }, + { + "epoch": 0.2288534888938748, + "grad_norm": 0.543722899676561, + "learning_rate": 5e-06, + "loss": 0.5907, + "step": 510 + }, + { + "epoch": 0.23334081220551942, + "grad_norm": 0.5619984349965198, + "learning_rate": 5e-06, + "loss": 0.6038, + "step": 520 + }, + { + "epoch": 0.237828135517164, + "grad_norm": 0.5859927720447103, + "learning_rate": 5e-06, + "loss": 0.6244, + "step": 530 + }, + { + "epoch": 0.24231545882880862, + "grad_norm": 0.5583414821346395, + "learning_rate": 5e-06, + "loss": 0.5981, + "step": 540 + }, + { + "epoch": 0.24680278214045323, + "grad_norm": 0.5499638333486776, + "learning_rate": 5e-06, + "loss": 0.5908, + "step": 550 + }, + { + "epoch": 0.25129010545209784, + "grad_norm": 0.5826333088813789, + "learning_rate": 5e-06, + "loss": 0.5683, + "step": 560 + }, + { + "epoch": 0.25577742876374243, + "grad_norm": 0.5492837199828549, + "learning_rate": 5e-06, + "loss": 0.622, + "step": 570 + }, + { + "epoch": 0.260264752075387, + "grad_norm": 0.5829754943916923, + "learning_rate": 5e-06, + "loss": 0.5964, + "step": 580 + }, + { + "epoch": 0.26475207538703166, + "grad_norm": 0.5639030175066925, + "learning_rate": 5e-06, + "loss": 0.5894, + "step": 590 + }, + { + "epoch": 0.26923939869867625, + "grad_norm": 0.5840101964805389, + "learning_rate": 5e-06, + "loss": 0.5879, + "step": 600 + }, + { + "epoch": 0.27372672201032083, + "grad_norm": 0.5654294930486207, + "learning_rate": 5e-06, + "loss": 0.5821, + "step": 610 + }, + { + "epoch": 0.2782140453219655, + "grad_norm": 0.6015547946403642, + "learning_rate": 5e-06, + "loss": 0.5988, + "step": 620 + }, + { + "epoch": 0.28270136863361006, + "grad_norm": 0.5475239684469887, + "learning_rate": 5e-06, + "loss": 0.5984, + "step": 630 + }, + { + "epoch": 0.28718869194525465, + "grad_norm": 0.5984753640582714, + "learning_rate": 5e-06, + "loss": 0.6093, + "step": 640 + }, + { + "epoch": 0.29167601525689923, + "grad_norm": 0.5743058756802668, + "learning_rate": 5e-06, + "loss": 0.6061, + "step": 650 + }, + { + "epoch": 0.2961633385685439, + "grad_norm": 0.5643830386334935, + "learning_rate": 5e-06, + "loss": 0.6119, + "step": 660 + }, + { + "epoch": 0.30065066188018846, + "grad_norm": 0.6133686427622306, + "learning_rate": 5e-06, + "loss": 0.5866, + "step": 670 + }, + { + "epoch": 0.30513798519183305, + "grad_norm": 0.5891262468962493, + "learning_rate": 5e-06, + "loss": 0.5856, + "step": 680 + }, + { + "epoch": 0.3096253085034777, + "grad_norm": 0.5667738482065338, + "learning_rate": 5e-06, + "loss": 0.6159, + "step": 690 + }, + { + "epoch": 0.3141126318151223, + "grad_norm": 0.5659614870185288, + "learning_rate": 5e-06, + "loss": 0.6026, + "step": 700 + }, + { + "epoch": 0.31859995512676687, + "grad_norm": 0.5708631949188694, + "learning_rate": 5e-06, + "loss": 0.5728, + "step": 710 + }, + { + "epoch": 0.3230872784384115, + "grad_norm": 0.582979417517679, + "learning_rate": 5e-06, + "loss": 0.6193, + "step": 720 + }, + { + "epoch": 0.3275746017500561, + "grad_norm": 0.5945610104189938, + "learning_rate": 5e-06, + "loss": 0.5901, + "step": 730 + }, + { + "epoch": 0.3320619250617007, + "grad_norm": 0.5716342616547154, + "learning_rate": 5e-06, + "loss": 0.62, + "step": 740 + }, + { + "epoch": 0.3365492483733453, + "grad_norm": 0.5733402898671368, + "learning_rate": 5e-06, + "loss": 0.5918, + "step": 750 + }, + { + "epoch": 0.3410365716849899, + "grad_norm": 0.572434524506764, + "learning_rate": 5e-06, + "loss": 0.584, + "step": 760 + }, + { + "epoch": 0.3455238949966345, + "grad_norm": 0.5821520713178042, + "learning_rate": 5e-06, + "loss": 0.5826, + "step": 770 + }, + { + "epoch": 0.35001121830827914, + "grad_norm": 0.5502868561175508, + "learning_rate": 5e-06, + "loss": 0.6246, + "step": 780 + }, + { + "epoch": 0.3544985416199237, + "grad_norm": 0.5978195056323264, + "learning_rate": 5e-06, + "loss": 0.6169, + "step": 790 + }, + { + "epoch": 0.3589858649315683, + "grad_norm": 0.5838319332934967, + "learning_rate": 5e-06, + "loss": 0.5911, + "step": 800 + }, + { + "epoch": 0.3634731882432129, + "grad_norm": 0.572267142733801, + "learning_rate": 5e-06, + "loss": 0.599, + "step": 810 + }, + { + "epoch": 0.36796051155485754, + "grad_norm": 0.582203599292086, + "learning_rate": 5e-06, + "loss": 0.6276, + "step": 820 + }, + { + "epoch": 0.3724478348665021, + "grad_norm": 0.5828348677910858, + "learning_rate": 5e-06, + "loss": 0.5758, + "step": 830 + }, + { + "epoch": 0.3769351581781467, + "grad_norm": 0.6384385145884847, + "learning_rate": 5e-06, + "loss": 0.5818, + "step": 840 + }, + { + "epoch": 0.38142248148979135, + "grad_norm": 0.6063697413207821, + "learning_rate": 5e-06, + "loss": 0.5833, + "step": 850 + }, + { + "epoch": 0.38590980480143594, + "grad_norm": 0.5829350365562836, + "learning_rate": 5e-06, + "loss": 0.5896, + "step": 860 + }, + { + "epoch": 0.3903971281130805, + "grad_norm": 0.5533097693747884, + "learning_rate": 5e-06, + "loss": 0.6351, + "step": 870 + }, + { + "epoch": 0.39488445142472517, + "grad_norm": 0.560685123123169, + "learning_rate": 5e-06, + "loss": 0.6013, + "step": 880 + }, + { + "epoch": 0.39937177473636976, + "grad_norm": 0.5878919825433736, + "learning_rate": 5e-06, + "loss": 0.5834, + "step": 890 + }, + { + "epoch": 0.40385909804801434, + "grad_norm": 0.6071601416861148, + "learning_rate": 5e-06, + "loss": 0.5952, + "step": 900 + }, + { + "epoch": 0.408346421359659, + "grad_norm": 0.5743329576838876, + "learning_rate": 5e-06, + "loss": 0.5707, + "step": 910 + }, + { + "epoch": 0.41283374467130357, + "grad_norm": 0.5838548938969085, + "learning_rate": 5e-06, + "loss": 0.5963, + "step": 920 + }, + { + "epoch": 0.41732106798294816, + "grad_norm": 0.6266644917633146, + "learning_rate": 5e-06, + "loss": 0.6116, + "step": 930 + }, + { + "epoch": 0.4218083912945928, + "grad_norm": 0.5997476072987922, + "learning_rate": 5e-06, + "loss": 0.5949, + "step": 940 + }, + { + "epoch": 0.4262957146062374, + "grad_norm": 0.5325526105961608, + "learning_rate": 5e-06, + "loss": 0.578, + "step": 950 + }, + { + "epoch": 0.430783037917882, + "grad_norm": 0.5789065042536049, + "learning_rate": 5e-06, + "loss": 0.5756, + "step": 960 + }, + { + "epoch": 0.4352703612295266, + "grad_norm": 0.5810941623037826, + "learning_rate": 5e-06, + "loss": 0.5773, + "step": 970 + }, + { + "epoch": 0.4397576845411712, + "grad_norm": 0.5704375735854125, + "learning_rate": 5e-06, + "loss": 0.6106, + "step": 980 + }, + { + "epoch": 0.4442450078528158, + "grad_norm": 0.5807401734392655, + "learning_rate": 5e-06, + "loss": 0.5867, + "step": 990 + }, + { + "epoch": 0.4487323311644604, + "grad_norm": 0.5328866205208039, + "learning_rate": 5e-06, + "loss": 0.5752, + "step": 1000 + }, + { + "epoch": 0.453219654476105, + "grad_norm": 0.5872115159587232, + "learning_rate": 5e-06, + "loss": 0.6077, + "step": 1010 + }, + { + "epoch": 0.4577069777877496, + "grad_norm": 0.5467361495539828, + "learning_rate": 5e-06, + "loss": 0.6021, + "step": 1020 + }, + { + "epoch": 0.4621943010993942, + "grad_norm": 0.5824366492306351, + "learning_rate": 5e-06, + "loss": 0.5895, + "step": 1030 + }, + { + "epoch": 0.46668162441103883, + "grad_norm": 0.5730302930825869, + "learning_rate": 5e-06, + "loss": 0.5904, + "step": 1040 + }, + { + "epoch": 0.4711689477226834, + "grad_norm": 0.5741405557180129, + "learning_rate": 5e-06, + "loss": 0.5774, + "step": 1050 + }, + { + "epoch": 0.475656271034328, + "grad_norm": 0.550592306843404, + "learning_rate": 5e-06, + "loss": 0.5936, + "step": 1060 + }, + { + "epoch": 0.48014359434597265, + "grad_norm": 0.5833572077757988, + "learning_rate": 5e-06, + "loss": 0.5762, + "step": 1070 + }, + { + "epoch": 0.48463091765761723, + "grad_norm": 0.5737636703367411, + "learning_rate": 5e-06, + "loss": 0.5923, + "step": 1080 + }, + { + "epoch": 0.4891182409692618, + "grad_norm": 0.5871383202715521, + "learning_rate": 5e-06, + "loss": 0.5893, + "step": 1090 + }, + { + "epoch": 0.49360556428090646, + "grad_norm": 0.5749395258974863, + "learning_rate": 5e-06, + "loss": 0.5675, + "step": 1100 + }, + { + "epoch": 0.49809288759255105, + "grad_norm": 0.5977797308447645, + "learning_rate": 5e-06, + "loss": 0.5702, + "step": 1110 + }, + { + "epoch": 0.5025802109041957, + "grad_norm": 0.5693088698665462, + "learning_rate": 5e-06, + "loss": 0.5783, + "step": 1120 + }, + { + "epoch": 0.5070675342158403, + "grad_norm": 0.5666383038783265, + "learning_rate": 5e-06, + "loss": 0.579, + "step": 1130 + }, + { + "epoch": 0.5115548575274849, + "grad_norm": 0.5685405367124683, + "learning_rate": 5e-06, + "loss": 0.5824, + "step": 1140 + }, + { + "epoch": 0.5160421808391294, + "grad_norm": 0.6132416315716593, + "learning_rate": 5e-06, + "loss": 0.5656, + "step": 1150 + }, + { + "epoch": 0.520529504150774, + "grad_norm": 0.5517718231004817, + "learning_rate": 5e-06, + "loss": 0.5874, + "step": 1160 + }, + { + "epoch": 0.5250168274624186, + "grad_norm": 0.5387150051806513, + "learning_rate": 5e-06, + "loss": 0.599, + "step": 1170 + }, + { + "epoch": 0.5295041507740633, + "grad_norm": 0.5807000848606523, + "learning_rate": 5e-06, + "loss": 0.5657, + "step": 1180 + }, + { + "epoch": 0.5339914740857079, + "grad_norm": 0.5963571574776558, + "learning_rate": 5e-06, + "loss": 0.5823, + "step": 1190 + }, + { + "epoch": 0.5384787973973525, + "grad_norm": 0.5454964206038695, + "learning_rate": 5e-06, + "loss": 0.609, + "step": 1200 + }, + { + "epoch": 0.5429661207089971, + "grad_norm": 0.5727578636243832, + "learning_rate": 5e-06, + "loss": 0.5757, + "step": 1210 + }, + { + "epoch": 0.5474534440206417, + "grad_norm": 0.5942434570927121, + "learning_rate": 5e-06, + "loss": 0.5939, + "step": 1220 + }, + { + "epoch": 0.5519407673322863, + "grad_norm": 0.601970394484814, + "learning_rate": 5e-06, + "loss": 0.5702, + "step": 1230 + }, + { + "epoch": 0.556428090643931, + "grad_norm": 0.5683956652736455, + "learning_rate": 5e-06, + "loss": 0.5761, + "step": 1240 + }, + { + "epoch": 0.5609154139555755, + "grad_norm": 0.5484215866941293, + "learning_rate": 5e-06, + "loss": 0.57, + "step": 1250 + }, + { + "epoch": 0.5654027372672201, + "grad_norm": 0.5566860752701241, + "learning_rate": 5e-06, + "loss": 0.5957, + "step": 1260 + }, + { + "epoch": 0.5698900605788647, + "grad_norm": 0.6230757081721424, + "learning_rate": 5e-06, + "loss": 0.5913, + "step": 1270 + }, + { + "epoch": 0.5743773838905093, + "grad_norm": 0.5831220627839732, + "learning_rate": 5e-06, + "loss": 0.5694, + "step": 1280 + }, + { + "epoch": 0.5788647072021539, + "grad_norm": 0.5836944514712498, + "learning_rate": 5e-06, + "loss": 0.5679, + "step": 1290 + }, + { + "epoch": 0.5833520305137985, + "grad_norm": 0.5606507135283174, + "learning_rate": 5e-06, + "loss": 0.5687, + "step": 1300 + }, + { + "epoch": 0.5878393538254432, + "grad_norm": 0.6095163090362549, + "learning_rate": 5e-06, + "loss": 0.6019, + "step": 1310 + }, + { + "epoch": 0.5923266771370878, + "grad_norm": 0.59010448543007, + "learning_rate": 5e-06, + "loss": 0.5885, + "step": 1320 + }, + { + "epoch": 0.5968140004487323, + "grad_norm": 0.5880393988574679, + "learning_rate": 5e-06, + "loss": 0.6015, + "step": 1330 + }, + { + "epoch": 0.6013013237603769, + "grad_norm": 0.5951700057903788, + "learning_rate": 5e-06, + "loss": 0.5778, + "step": 1340 + }, + { + "epoch": 0.6057886470720215, + "grad_norm": 0.5520813189968636, + "learning_rate": 5e-06, + "loss": 0.5577, + "step": 1350 + }, + { + "epoch": 0.6102759703836661, + "grad_norm": 0.5706267699210373, + "learning_rate": 5e-06, + "loss": 0.5666, + "step": 1360 + }, + { + "epoch": 0.6147632936953108, + "grad_norm": 0.5873241252786081, + "learning_rate": 5e-06, + "loss": 0.579, + "step": 1370 + }, + { + "epoch": 0.6192506170069554, + "grad_norm": 0.5919098224825123, + "learning_rate": 5e-06, + "loss": 0.597, + "step": 1380 + }, + { + "epoch": 0.6237379403186, + "grad_norm": 0.5593146398046412, + "learning_rate": 5e-06, + "loss": 0.5764, + "step": 1390 + }, + { + "epoch": 0.6282252636302446, + "grad_norm": 0.5211444666215148, + "learning_rate": 5e-06, + "loss": 0.5834, + "step": 1400 + }, + { + "epoch": 0.6327125869418891, + "grad_norm": 0.5464287006558793, + "learning_rate": 5e-06, + "loss": 0.565, + "step": 1410 + }, + { + "epoch": 0.6371999102535337, + "grad_norm": 0.5955258518895813, + "learning_rate": 5e-06, + "loss": 0.5686, + "step": 1420 + }, + { + "epoch": 0.6416872335651783, + "grad_norm": 0.5950629609101662, + "learning_rate": 5e-06, + "loss": 0.5591, + "step": 1430 + }, + { + "epoch": 0.646174556876823, + "grad_norm": 0.5764649145742474, + "learning_rate": 5e-06, + "loss": 0.5646, + "step": 1440 + }, + { + "epoch": 0.6506618801884676, + "grad_norm": 0.5623492091421548, + "learning_rate": 5e-06, + "loss": 0.5753, + "step": 1450 + }, + { + "epoch": 0.6551492035001122, + "grad_norm": 0.5691792772789492, + "learning_rate": 5e-06, + "loss": 0.6129, + "step": 1460 + }, + { + "epoch": 0.6596365268117568, + "grad_norm": 0.5729790062068799, + "learning_rate": 5e-06, + "loss": 0.5825, + "step": 1470 + }, + { + "epoch": 0.6641238501234014, + "grad_norm": 0.5516413746220878, + "learning_rate": 5e-06, + "loss": 0.5832, + "step": 1480 + }, + { + "epoch": 0.668611173435046, + "grad_norm": 0.5952217543049041, + "learning_rate": 5e-06, + "loss": 0.6061, + "step": 1490 + }, + { + "epoch": 0.6730984967466906, + "grad_norm": 0.5430982582264119, + "learning_rate": 5e-06, + "loss": 0.579, + "step": 1500 + }, + { + "epoch": 0.6775858200583352, + "grad_norm": 0.5863720016018602, + "learning_rate": 5e-06, + "loss": 0.5872, + "step": 1510 + }, + { + "epoch": 0.6820731433699798, + "grad_norm": 0.5613897501209862, + "learning_rate": 5e-06, + "loss": 0.5694, + "step": 1520 + }, + { + "epoch": 0.6865604666816244, + "grad_norm": 0.5650891221037946, + "learning_rate": 5e-06, + "loss": 0.5591, + "step": 1530 + }, + { + "epoch": 0.691047789993269, + "grad_norm": 0.5648114046496064, + "learning_rate": 5e-06, + "loss": 0.5543, + "step": 1540 + }, + { + "epoch": 0.6955351133049136, + "grad_norm": 0.5403902955132622, + "learning_rate": 5e-06, + "loss": 0.5584, + "step": 1550 + }, + { + "epoch": 0.7000224366165583, + "grad_norm": 0.569377834200537, + "learning_rate": 5e-06, + "loss": 0.5697, + "step": 1560 + }, + { + "epoch": 0.7045097599282029, + "grad_norm": 0.5567609550962811, + "learning_rate": 5e-06, + "loss": 0.5913, + "step": 1570 + }, + { + "epoch": 0.7089970832398474, + "grad_norm": 0.5460331170553634, + "learning_rate": 5e-06, + "loss": 0.5852, + "step": 1580 + }, + { + "epoch": 0.713484406551492, + "grad_norm": 0.5804324166647036, + "learning_rate": 5e-06, + "loss": 0.559, + "step": 1590 + }, + { + "epoch": 0.7179717298631366, + "grad_norm": 0.5960848198273799, + "learning_rate": 5e-06, + "loss": 0.5591, + "step": 1600 + }, + { + "epoch": 0.7224590531747812, + "grad_norm": 0.5934788516849224, + "learning_rate": 5e-06, + "loss": 0.5757, + "step": 1610 + }, + { + "epoch": 0.7269463764864258, + "grad_norm": 0.5634154921972939, + "learning_rate": 5e-06, + "loss": 0.5764, + "step": 1620 + }, + { + "epoch": 0.7314336997980705, + "grad_norm": 0.5608877054747304, + "learning_rate": 5e-06, + "loss": 0.5726, + "step": 1630 + }, + { + "epoch": 0.7359210231097151, + "grad_norm": 0.5819040189686953, + "learning_rate": 5e-06, + "loss": 0.5761, + "step": 1640 + }, + { + "epoch": 0.7404083464213597, + "grad_norm": 0.5497077389456424, + "learning_rate": 5e-06, + "loss": 0.5892, + "step": 1650 + }, + { + "epoch": 0.7448956697330043, + "grad_norm": 0.5540304283341861, + "learning_rate": 5e-06, + "loss": 0.5717, + "step": 1660 + }, + { + "epoch": 0.7493829930446488, + "grad_norm": 0.555029973847418, + "learning_rate": 5e-06, + "loss": 0.5817, + "step": 1670 + }, + { + "epoch": 0.7538703163562934, + "grad_norm": 0.5656773354976847, + "learning_rate": 5e-06, + "loss": 0.5592, + "step": 1680 + }, + { + "epoch": 0.7583576396679381, + "grad_norm": 0.5614465252120793, + "learning_rate": 5e-06, + "loss": 0.5862, + "step": 1690 + }, + { + "epoch": 0.7628449629795827, + "grad_norm": 0.5971084841293993, + "learning_rate": 5e-06, + "loss": 0.5477, + "step": 1700 + }, + { + "epoch": 0.7673322862912273, + "grad_norm": 0.5602547594616473, + "learning_rate": 5e-06, + "loss": 0.5515, + "step": 1710 + }, + { + "epoch": 0.7718196096028719, + "grad_norm": 0.5761549476698519, + "learning_rate": 5e-06, + "loss": 0.5545, + "step": 1720 + }, + { + "epoch": 0.7763069329145165, + "grad_norm": 0.5623153462700364, + "learning_rate": 5e-06, + "loss": 0.5638, + "step": 1730 + }, + { + "epoch": 0.780794256226161, + "grad_norm": 0.5595040683918967, + "learning_rate": 5e-06, + "loss": 0.5706, + "step": 1740 + }, + { + "epoch": 0.7852815795378058, + "grad_norm": 0.6214567614298656, + "learning_rate": 5e-06, + "loss": 0.5759, + "step": 1750 + }, + { + "epoch": 0.7897689028494503, + "grad_norm": 0.5790695246671757, + "learning_rate": 5e-06, + "loss": 0.5618, + "step": 1760 + }, + { + "epoch": 0.7942562261610949, + "grad_norm": 0.5868799878975245, + "learning_rate": 5e-06, + "loss": 0.5794, + "step": 1770 + }, + { + "epoch": 0.7987435494727395, + "grad_norm": 0.5552402081587721, + "learning_rate": 5e-06, + "loss": 0.5725, + "step": 1780 + }, + { + "epoch": 0.8032308727843841, + "grad_norm": 0.5465116389934637, + "learning_rate": 5e-06, + "loss": 0.5651, + "step": 1790 + }, + { + "epoch": 0.8077181960960287, + "grad_norm": 0.5830251282771208, + "learning_rate": 5e-06, + "loss": 0.5575, + "step": 1800 + }, + { + "epoch": 0.8122055194076733, + "grad_norm": 0.5712510816652253, + "learning_rate": 5e-06, + "loss": 0.5598, + "step": 1810 + }, + { + "epoch": 0.816692842719318, + "grad_norm": 0.562885410999007, + "learning_rate": 5e-06, + "loss": 0.5598, + "step": 1820 + }, + { + "epoch": 0.8211801660309626, + "grad_norm": 0.5779523907871871, + "learning_rate": 5e-06, + "loss": 0.5723, + "step": 1830 + }, + { + "epoch": 0.8256674893426071, + "grad_norm": 0.5189856325650857, + "learning_rate": 5e-06, + "loss": 0.5452, + "step": 1840 + }, + { + "epoch": 0.8301548126542517, + "grad_norm": 0.5720061007902056, + "learning_rate": 5e-06, + "loss": 0.6093, + "step": 1850 + }, + { + "epoch": 0.8346421359658963, + "grad_norm": 0.5695943485875125, + "learning_rate": 5e-06, + "loss": 0.5652, + "step": 1860 + }, + { + "epoch": 0.8391294592775409, + "grad_norm": 0.5655340064627559, + "learning_rate": 5e-06, + "loss": 0.5578, + "step": 1870 + }, + { + "epoch": 0.8436167825891856, + "grad_norm": 0.6040653302056215, + "learning_rate": 5e-06, + "loss": 0.5913, + "step": 1880 + }, + { + "epoch": 0.8481041059008302, + "grad_norm": 0.5358932702911336, + "learning_rate": 5e-06, + "loss": 0.5506, + "step": 1890 + }, + { + "epoch": 0.8525914292124748, + "grad_norm": 0.5623759018768127, + "learning_rate": 5e-06, + "loss": 0.5755, + "step": 1900 + }, + { + "epoch": 0.8570787525241194, + "grad_norm": 0.5478233896665743, + "learning_rate": 5e-06, + "loss": 0.5705, + "step": 1910 + }, + { + "epoch": 0.861566075835764, + "grad_norm": 0.5581741180688066, + "learning_rate": 5e-06, + "loss": 0.5744, + "step": 1920 + }, + { + "epoch": 0.8660533991474085, + "grad_norm": 0.581165938497761, + "learning_rate": 5e-06, + "loss": 0.5551, + "step": 1930 + }, + { + "epoch": 0.8705407224590532, + "grad_norm": 0.5923735410956669, + "learning_rate": 5e-06, + "loss": 0.5724, + "step": 1940 + }, + { + "epoch": 0.8750280457706978, + "grad_norm": 0.5450424051736013, + "learning_rate": 5e-06, + "loss": 0.5509, + "step": 1950 + }, + { + "epoch": 0.8795153690823424, + "grad_norm": 0.6040204710835786, + "learning_rate": 5e-06, + "loss": 0.5712, + "step": 1960 + }, + { + "epoch": 0.884002692393987, + "grad_norm": 0.5655431066508525, + "learning_rate": 5e-06, + "loss": 0.5841, + "step": 1970 + }, + { + "epoch": 0.8884900157056316, + "grad_norm": 0.5648606449816002, + "learning_rate": 5e-06, + "loss": 0.5559, + "step": 1980 + }, + { + "epoch": 0.8929773390172762, + "grad_norm": 0.565947961900647, + "learning_rate": 5e-06, + "loss": 0.5424, + "step": 1990 + }, + { + "epoch": 0.8974646623289207, + "grad_norm": 0.5574359758809583, + "learning_rate": 5e-06, + "loss": 0.5614, + "step": 2000 + }, + { + "epoch": 0.9019519856405654, + "grad_norm": 0.5511165034666912, + "learning_rate": 5e-06, + "loss": 0.5756, + "step": 2010 + }, + { + "epoch": 0.90643930895221, + "grad_norm": 0.5700569987335933, + "learning_rate": 5e-06, + "loss": 0.5938, + "step": 2020 + }, + { + "epoch": 0.9109266322638546, + "grad_norm": 0.5586037159206011, + "learning_rate": 5e-06, + "loss": 0.5793, + "step": 2030 + }, + { + "epoch": 0.9154139555754992, + "grad_norm": 0.5621567704840573, + "learning_rate": 5e-06, + "loss": 0.5702, + "step": 2040 + }, + { + "epoch": 0.9199012788871438, + "grad_norm": 0.5706551688766498, + "learning_rate": 5e-06, + "loss": 0.5443, + "step": 2050 + }, + { + "epoch": 0.9243886021987884, + "grad_norm": 0.5532451823002996, + "learning_rate": 5e-06, + "loss": 0.5726, + "step": 2060 + }, + { + "epoch": 0.9288759255104331, + "grad_norm": 0.5485701610143561, + "learning_rate": 5e-06, + "loss": 0.5605, + "step": 2070 + }, + { + "epoch": 0.9333632488220777, + "grad_norm": 0.6047400972527601, + "learning_rate": 5e-06, + "loss": 0.5799, + "step": 2080 + }, + { + "epoch": 0.9378505721337222, + "grad_norm": 0.5428858709451123, + "learning_rate": 5e-06, + "loss": 0.5745, + "step": 2090 + }, + { + "epoch": 0.9423378954453668, + "grad_norm": 0.5524203935747322, + "learning_rate": 5e-06, + "loss": 0.5465, + "step": 2100 + }, + { + "epoch": 0.9468252187570114, + "grad_norm": 0.5515427513485951, + "learning_rate": 5e-06, + "loss": 0.5526, + "step": 2110 + }, + { + "epoch": 0.951312542068656, + "grad_norm": 0.5853063415860351, + "learning_rate": 5e-06, + "loss": 0.5737, + "step": 2120 + }, + { + "epoch": 0.9557998653803007, + "grad_norm": 0.5369290552095258, + "learning_rate": 5e-06, + "loss": 0.5493, + "step": 2130 + }, + { + "epoch": 0.9602871886919453, + "grad_norm": 0.5520734247548831, + "learning_rate": 5e-06, + "loss": 0.5461, + "step": 2140 + }, + { + "epoch": 0.9647745120035899, + "grad_norm": 0.5653346233403189, + "learning_rate": 5e-06, + "loss": 0.6057, + "step": 2150 + }, + { + "epoch": 0.9692618353152345, + "grad_norm": 0.582218445061444, + "learning_rate": 5e-06, + "loss": 0.5459, + "step": 2160 + }, + { + "epoch": 0.973749158626879, + "grad_norm": 0.5787212589606142, + "learning_rate": 5e-06, + "loss": 0.5471, + "step": 2170 + }, + { + "epoch": 0.9782364819385236, + "grad_norm": 0.5594191735315223, + "learning_rate": 5e-06, + "loss": 0.5689, + "step": 2180 + }, + { + "epoch": 0.9827238052501682, + "grad_norm": 0.5396068252067977, + "learning_rate": 5e-06, + "loss": 0.5622, + "step": 2190 + }, + { + "epoch": 0.9872111285618129, + "grad_norm": 0.5376425274574365, + "learning_rate": 5e-06, + "loss": 0.5519, + "step": 2200 + }, + { + "epoch": 0.9916984518734575, + "grad_norm": 0.5920263370787465, + "learning_rate": 5e-06, + "loss": 0.5561, + "step": 2210 + }, + { + "epoch": 0.9961857751851021, + "grad_norm": 0.580623876573116, + "learning_rate": 5e-06, + "loss": 0.5712, + "step": 2220 + }, + { + "epoch": 0.9997756338344178, + "eval_loss": 0.567927360534668, + "eval_runtime": 559.1888, + "eval_samples_per_second": 26.842, + "eval_steps_per_second": 0.42, + "step": 2228 + }, + { + "epoch": 1.0006730984967467, + "grad_norm": 0.5734872435921652, + "learning_rate": 5e-06, + "loss": 0.566, + "step": 2230 + }, + { + "epoch": 1.0051604218083914, + "grad_norm": 0.5741533955437085, + "learning_rate": 5e-06, + "loss": 0.5081, + "step": 2240 + }, + { + "epoch": 1.0096477451200359, + "grad_norm": 0.5286982651391207, + "learning_rate": 5e-06, + "loss": 0.4975, + "step": 2250 + }, + { + "epoch": 1.0141350684316806, + "grad_norm": 0.5565402789518736, + "learning_rate": 5e-06, + "loss": 0.4866, + "step": 2260 + }, + { + "epoch": 1.018622391743325, + "grad_norm": 0.5418393585734336, + "learning_rate": 5e-06, + "loss": 0.4855, + "step": 2270 + }, + { + "epoch": 1.0231097150549697, + "grad_norm": 0.5272758697526944, + "learning_rate": 5e-06, + "loss": 0.5484, + "step": 2280 + }, + { + "epoch": 1.0275970383666144, + "grad_norm": 0.5666635742640517, + "learning_rate": 5e-06, + "loss": 0.5021, + "step": 2290 + }, + { + "epoch": 1.032084361678259, + "grad_norm": 0.5482469107158694, + "learning_rate": 5e-06, + "loss": 0.541, + "step": 2300 + }, + { + "epoch": 1.0365716849899036, + "grad_norm": 0.5785689508918422, + "learning_rate": 5e-06, + "loss": 0.4939, + "step": 2310 + }, + { + "epoch": 1.041059008301548, + "grad_norm": 0.5479491492317479, + "learning_rate": 5e-06, + "loss": 0.4923, + "step": 2320 + }, + { + "epoch": 1.0455463316131928, + "grad_norm": 0.596193057255721, + "learning_rate": 5e-06, + "loss": 0.5309, + "step": 2330 + }, + { + "epoch": 1.0500336549248372, + "grad_norm": 0.5684218587581331, + "learning_rate": 5e-06, + "loss": 0.4871, + "step": 2340 + }, + { + "epoch": 1.054520978236482, + "grad_norm": 0.5501353350393796, + "learning_rate": 5e-06, + "loss": 0.5042, + "step": 2350 + }, + { + "epoch": 1.0590083015481266, + "grad_norm": 0.5651420414453633, + "learning_rate": 5e-06, + "loss": 0.5268, + "step": 2360 + }, + { + "epoch": 1.0634956248597711, + "grad_norm": 0.5556768039050937, + "learning_rate": 5e-06, + "loss": 0.4849, + "step": 2370 + }, + { + "epoch": 1.0679829481714158, + "grad_norm": 0.5177547386554735, + "learning_rate": 5e-06, + "loss": 0.4897, + "step": 2380 + }, + { + "epoch": 1.0724702714830603, + "grad_norm": 0.5651839563997499, + "learning_rate": 5e-06, + "loss": 0.524, + "step": 2390 + }, + { + "epoch": 1.076957594794705, + "grad_norm": 0.5326902266396754, + "learning_rate": 5e-06, + "loss": 0.4881, + "step": 2400 + }, + { + "epoch": 1.0814449181063495, + "grad_norm": 0.5628872446586874, + "learning_rate": 5e-06, + "loss": 0.5297, + "step": 2410 + }, + { + "epoch": 1.0859322414179942, + "grad_norm": 0.5477565748095592, + "learning_rate": 5e-06, + "loss": 0.5155, + "step": 2420 + }, + { + "epoch": 1.0904195647296389, + "grad_norm": 0.5156657552293519, + "learning_rate": 5e-06, + "loss": 0.4981, + "step": 2430 + }, + { + "epoch": 1.0949068880412833, + "grad_norm": 0.5499438723209844, + "learning_rate": 5e-06, + "loss": 0.5053, + "step": 2440 + }, + { + "epoch": 1.099394211352928, + "grad_norm": 0.5600071230838901, + "learning_rate": 5e-06, + "loss": 0.5056, + "step": 2450 + }, + { + "epoch": 1.1038815346645725, + "grad_norm": 0.5379185956294618, + "learning_rate": 5e-06, + "loss": 0.5204, + "step": 2460 + }, + { + "epoch": 1.1083688579762172, + "grad_norm": 0.5640271259467887, + "learning_rate": 5e-06, + "loss": 0.5004, + "step": 2470 + }, + { + "epoch": 1.112856181287862, + "grad_norm": 0.5502816116129311, + "learning_rate": 5e-06, + "loss": 0.499, + "step": 2480 + }, + { + "epoch": 1.1173435045995064, + "grad_norm": 0.5682876811264557, + "learning_rate": 5e-06, + "loss": 0.4921, + "step": 2490 + }, + { + "epoch": 1.121830827911151, + "grad_norm": 0.5421816523423539, + "learning_rate": 5e-06, + "loss": 0.5108, + "step": 2500 + }, + { + "epoch": 1.1263181512227955, + "grad_norm": 0.5105369153949931, + "learning_rate": 5e-06, + "loss": 0.5003, + "step": 2510 + }, + { + "epoch": 1.1308054745344402, + "grad_norm": 0.5588492929357224, + "learning_rate": 5e-06, + "loss": 0.475, + "step": 2520 + }, + { + "epoch": 1.1352927978460847, + "grad_norm": 0.5716988346827195, + "learning_rate": 5e-06, + "loss": 0.5209, + "step": 2530 + }, + { + "epoch": 1.1397801211577294, + "grad_norm": 0.5169436013613863, + "learning_rate": 5e-06, + "loss": 0.4916, + "step": 2540 + }, + { + "epoch": 1.144267444469374, + "grad_norm": 0.6145618845838399, + "learning_rate": 5e-06, + "loss": 0.5013, + "step": 2550 + }, + { + "epoch": 1.1487547677810186, + "grad_norm": 0.5444973960505051, + "learning_rate": 5e-06, + "loss": 0.5332, + "step": 2560 + }, + { + "epoch": 1.1532420910926633, + "grad_norm": 0.5520753016233167, + "learning_rate": 5e-06, + "loss": 0.5048, + "step": 2570 + }, + { + "epoch": 1.1577294144043078, + "grad_norm": 0.5750697187874539, + "learning_rate": 5e-06, + "loss": 0.5141, + "step": 2580 + }, + { + "epoch": 1.1622167377159525, + "grad_norm": 0.5747532663976821, + "learning_rate": 5e-06, + "loss": 0.5144, + "step": 2590 + }, + { + "epoch": 1.166704061027597, + "grad_norm": 0.5345651363842143, + "learning_rate": 5e-06, + "loss": 0.5208, + "step": 2600 + }, + { + "epoch": 1.1711913843392416, + "grad_norm": 0.5280475672990748, + "learning_rate": 5e-06, + "loss": 0.4987, + "step": 2610 + }, + { + "epoch": 1.1756787076508863, + "grad_norm": 0.6039148518875526, + "learning_rate": 5e-06, + "loss": 0.5132, + "step": 2620 + }, + { + "epoch": 1.1801660309625308, + "grad_norm": 0.5422913796982765, + "learning_rate": 5e-06, + "loss": 0.496, + "step": 2630 + }, + { + "epoch": 1.1846533542741755, + "grad_norm": 0.564401368588004, + "learning_rate": 5e-06, + "loss": 0.4827, + "step": 2640 + }, + { + "epoch": 1.18914067758582, + "grad_norm": 0.5373400269555145, + "learning_rate": 5e-06, + "loss": 0.5073, + "step": 2650 + }, + { + "epoch": 1.1936280008974647, + "grad_norm": 0.5314197538619471, + "learning_rate": 5e-06, + "loss": 0.5422, + "step": 2660 + }, + { + "epoch": 1.1981153242091094, + "grad_norm": 0.5166900359174719, + "learning_rate": 5e-06, + "loss": 0.519, + "step": 2670 + }, + { + "epoch": 1.2026026475207539, + "grad_norm": 0.5180554826133104, + "learning_rate": 5e-06, + "loss": 0.497, + "step": 2680 + }, + { + "epoch": 1.2070899708323986, + "grad_norm": 0.5323969904323123, + "learning_rate": 5e-06, + "loss": 0.5058, + "step": 2690 + }, + { + "epoch": 1.211577294144043, + "grad_norm": 0.5424465309236546, + "learning_rate": 5e-06, + "loss": 0.4958, + "step": 2700 + }, + { + "epoch": 1.2160646174556877, + "grad_norm": 0.5412841285613176, + "learning_rate": 5e-06, + "loss": 0.4948, + "step": 2710 + }, + { + "epoch": 1.2205519407673322, + "grad_norm": 0.5411400879988145, + "learning_rate": 5e-06, + "loss": 0.4965, + "step": 2720 + }, + { + "epoch": 1.225039264078977, + "grad_norm": 0.5659357562265832, + "learning_rate": 5e-06, + "loss": 0.4772, + "step": 2730 + }, + { + "epoch": 1.2295265873906214, + "grad_norm": 0.5512745847285553, + "learning_rate": 5e-06, + "loss": 0.5273, + "step": 2740 + }, + { + "epoch": 1.234013910702266, + "grad_norm": 0.5704497342942455, + "learning_rate": 5e-06, + "loss": 0.5089, + "step": 2750 + }, + { + "epoch": 1.2385012340139108, + "grad_norm": 0.5398045427001416, + "learning_rate": 5e-06, + "loss": 0.4945, + "step": 2760 + }, + { + "epoch": 1.2429885573255552, + "grad_norm": 0.5334476606303412, + "learning_rate": 5e-06, + "loss": 0.4884, + "step": 2770 + }, + { + "epoch": 1.2474758806372, + "grad_norm": 0.589924660616353, + "learning_rate": 5e-06, + "loss": 0.505, + "step": 2780 + }, + { + "epoch": 1.2519632039488444, + "grad_norm": 0.5585345752197195, + "learning_rate": 5e-06, + "loss": 0.5335, + "step": 2790 + }, + { + "epoch": 1.2564505272604891, + "grad_norm": 0.5654189187890049, + "learning_rate": 5e-06, + "loss": 0.477, + "step": 2800 + }, + { + "epoch": 1.2609378505721338, + "grad_norm": 0.5631419512470206, + "learning_rate": 5e-06, + "loss": 0.4984, + "step": 2810 + }, + { + "epoch": 1.2654251738837783, + "grad_norm": 0.5686873835040517, + "learning_rate": 5e-06, + "loss": 0.5073, + "step": 2820 + }, + { + "epoch": 1.269912497195423, + "grad_norm": 0.5503855071141434, + "learning_rate": 5e-06, + "loss": 0.4989, + "step": 2830 + }, + { + "epoch": 1.2743998205070675, + "grad_norm": 0.5620043676621576, + "learning_rate": 5e-06, + "loss": 0.5013, + "step": 2840 + }, + { + "epoch": 1.2788871438187122, + "grad_norm": 0.5502017343987001, + "learning_rate": 5e-06, + "loss": 0.4843, + "step": 2850 + }, + { + "epoch": 1.2833744671303569, + "grad_norm": 0.5377919239436089, + "learning_rate": 5e-06, + "loss": 0.5102, + "step": 2860 + }, + { + "epoch": 1.2878617904420013, + "grad_norm": 0.5423206907759274, + "learning_rate": 5e-06, + "loss": 0.5308, + "step": 2870 + }, + { + "epoch": 1.292349113753646, + "grad_norm": 0.553618965490239, + "learning_rate": 5e-06, + "loss": 0.5239, + "step": 2880 + }, + { + "epoch": 1.2968364370652905, + "grad_norm": 0.5712510750822322, + "learning_rate": 5e-06, + "loss": 0.5021, + "step": 2890 + }, + { + "epoch": 1.3013237603769352, + "grad_norm": 0.5634666949947841, + "learning_rate": 5e-06, + "loss": 0.4941, + "step": 2900 + }, + { + "epoch": 1.30581108368858, + "grad_norm": 0.568485750592611, + "learning_rate": 5e-06, + "loss": 0.505, + "step": 2910 + }, + { + "epoch": 1.3102984070002244, + "grad_norm": 0.5671935619893487, + "learning_rate": 5e-06, + "loss": 0.4912, + "step": 2920 + }, + { + "epoch": 1.3147857303118688, + "grad_norm": 0.5757679724498568, + "learning_rate": 5e-06, + "loss": 0.4913, + "step": 2930 + }, + { + "epoch": 1.3192730536235135, + "grad_norm": 0.5590352144821122, + "learning_rate": 5e-06, + "loss": 0.486, + "step": 2940 + }, + { + "epoch": 1.3237603769351582, + "grad_norm": 0.5445238317180622, + "learning_rate": 5e-06, + "loss": 0.4908, + "step": 2950 + }, + { + "epoch": 1.3282477002468027, + "grad_norm": 0.5380943498565294, + "learning_rate": 5e-06, + "loss": 0.5293, + "step": 2960 + }, + { + "epoch": 1.3327350235584474, + "grad_norm": 0.5573459369134599, + "learning_rate": 5e-06, + "loss": 0.4739, + "step": 2970 + }, + { + "epoch": 1.337222346870092, + "grad_norm": 0.5563120439249387, + "learning_rate": 5e-06, + "loss": 0.482, + "step": 2980 + }, + { + "epoch": 1.3417096701817366, + "grad_norm": 0.5545396609770007, + "learning_rate": 5e-06, + "loss": 0.4936, + "step": 2990 + }, + { + "epoch": 1.3461969934933813, + "grad_norm": 0.536222681258455, + "learning_rate": 5e-06, + "loss": 0.4977, + "step": 3000 + }, + { + "epoch": 1.3506843168050258, + "grad_norm": 0.5622333924200364, + "learning_rate": 5e-06, + "loss": 0.5232, + "step": 3010 + }, + { + "epoch": 1.3551716401166705, + "grad_norm": 0.5477326991210051, + "learning_rate": 5e-06, + "loss": 0.5085, + "step": 3020 + }, + { + "epoch": 1.359658963428315, + "grad_norm": 0.543317448941311, + "learning_rate": 5e-06, + "loss": 0.4971, + "step": 3030 + }, + { + "epoch": 1.3641462867399596, + "grad_norm": 0.5400423612006745, + "learning_rate": 5e-06, + "loss": 0.5122, + "step": 3040 + }, + { + "epoch": 1.3686336100516043, + "grad_norm": 0.5578167396365121, + "learning_rate": 5e-06, + "loss": 0.5167, + "step": 3050 + }, + { + "epoch": 1.3731209333632488, + "grad_norm": 0.5740701717143266, + "learning_rate": 5e-06, + "loss": 0.509, + "step": 3060 + }, + { + "epoch": 1.3776082566748935, + "grad_norm": 0.5570929052762126, + "learning_rate": 5e-06, + "loss": 0.5103, + "step": 3070 + }, + { + "epoch": 1.382095579986538, + "grad_norm": 0.5433927111213747, + "learning_rate": 5e-06, + "loss": 0.5198, + "step": 3080 + }, + { + "epoch": 1.3865829032981827, + "grad_norm": 0.5710035732297696, + "learning_rate": 5e-06, + "loss": 0.5064, + "step": 3090 + }, + { + "epoch": 1.3910702266098274, + "grad_norm": 0.5932400385935832, + "learning_rate": 5e-06, + "loss": 0.5012, + "step": 3100 + }, + { + "epoch": 1.3955575499214719, + "grad_norm": 0.545506710464315, + "learning_rate": 5e-06, + "loss": 0.4892, + "step": 3110 + }, + { + "epoch": 1.4000448732331163, + "grad_norm": 0.5752471090405673, + "learning_rate": 5e-06, + "loss": 0.505, + "step": 3120 + }, + { + "epoch": 1.404532196544761, + "grad_norm": 0.5628082472998481, + "learning_rate": 5e-06, + "loss": 0.4866, + "step": 3130 + }, + { + "epoch": 1.4090195198564057, + "grad_norm": 0.5755016704798377, + "learning_rate": 5e-06, + "loss": 0.5056, + "step": 3140 + }, + { + "epoch": 1.4135068431680502, + "grad_norm": 0.5280132793104151, + "learning_rate": 5e-06, + "loss": 0.5281, + "step": 3150 + }, + { + "epoch": 1.417994166479695, + "grad_norm": 0.5466619698880913, + "learning_rate": 5e-06, + "loss": 0.5207, + "step": 3160 + }, + { + "epoch": 1.4224814897913394, + "grad_norm": 0.5282843782818277, + "learning_rate": 5e-06, + "loss": 0.5298, + "step": 3170 + }, + { + "epoch": 1.426968813102984, + "grad_norm": 0.5734506299177996, + "learning_rate": 5e-06, + "loss": 0.5124, + "step": 3180 + }, + { + "epoch": 1.4314561364146288, + "grad_norm": 0.5344798626824697, + "learning_rate": 5e-06, + "loss": 0.4963, + "step": 3190 + }, + { + "epoch": 1.4359434597262732, + "grad_norm": 0.5473981763834849, + "learning_rate": 5e-06, + "loss": 0.5054, + "step": 3200 + }, + { + "epoch": 1.440430783037918, + "grad_norm": 0.5424308579398186, + "learning_rate": 5e-06, + "loss": 0.5019, + "step": 3210 + }, + { + "epoch": 1.4449181063495624, + "grad_norm": 0.5719832828803095, + "learning_rate": 5e-06, + "loss": 0.4982, + "step": 3220 + }, + { + "epoch": 1.4494054296612071, + "grad_norm": 0.5572404240421417, + "learning_rate": 5e-06, + "loss": 0.5147, + "step": 3230 + }, + { + "epoch": 1.4538927529728518, + "grad_norm": 0.5458124274523334, + "learning_rate": 5e-06, + "loss": 0.5168, + "step": 3240 + }, + { + "epoch": 1.4583800762844963, + "grad_norm": 0.5193755152140953, + "learning_rate": 5e-06, + "loss": 0.5223, + "step": 3250 + }, + { + "epoch": 1.462867399596141, + "grad_norm": 0.5233432783340276, + "learning_rate": 5e-06, + "loss": 0.5167, + "step": 3260 + }, + { + "epoch": 1.4673547229077855, + "grad_norm": 0.544740366629981, + "learning_rate": 5e-06, + "loss": 0.4906, + "step": 3270 + }, + { + "epoch": 1.4718420462194302, + "grad_norm": 0.5995125947333418, + "learning_rate": 5e-06, + "loss": 0.5063, + "step": 3280 + }, + { + "epoch": 1.4763293695310746, + "grad_norm": 0.5580064274640354, + "learning_rate": 5e-06, + "loss": 0.4932, + "step": 3290 + }, + { + "epoch": 1.4808166928427193, + "grad_norm": 0.5515028035867199, + "learning_rate": 5e-06, + "loss": 0.4976, + "step": 3300 + }, + { + "epoch": 1.4853040161543638, + "grad_norm": 0.5326953694404295, + "learning_rate": 5e-06, + "loss": 0.5001, + "step": 3310 + }, + { + "epoch": 1.4897913394660085, + "grad_norm": 0.5531717436070133, + "learning_rate": 5e-06, + "loss": 0.5157, + "step": 3320 + }, + { + "epoch": 1.4942786627776532, + "grad_norm": 0.5536934590854812, + "learning_rate": 5e-06, + "loss": 0.5011, + "step": 3330 + }, + { + "epoch": 1.4987659860892977, + "grad_norm": 0.537594784304719, + "learning_rate": 5e-06, + "loss": 0.4988, + "step": 3340 + }, + { + "epoch": 1.5032533094009424, + "grad_norm": 0.5325933270053125, + "learning_rate": 5e-06, + "loss": 0.5263, + "step": 3350 + }, + { + "epoch": 1.5077406327125868, + "grad_norm": 0.517841662464493, + "learning_rate": 5e-06, + "loss": 0.4995, + "step": 3360 + }, + { + "epoch": 1.5122279560242315, + "grad_norm": 0.5154921484724686, + "learning_rate": 5e-06, + "loss": 0.4933, + "step": 3370 + }, + { + "epoch": 1.5167152793358762, + "grad_norm": 0.5775973989195, + "learning_rate": 5e-06, + "loss": 0.5068, + "step": 3380 + }, + { + "epoch": 1.5212026026475207, + "grad_norm": 0.5854301357165765, + "learning_rate": 5e-06, + "loss": 0.5028, + "step": 3390 + }, + { + "epoch": 1.5256899259591652, + "grad_norm": 0.5438296714544919, + "learning_rate": 5e-06, + "loss": 0.4992, + "step": 3400 + }, + { + "epoch": 1.53017724927081, + "grad_norm": 0.5581750773098291, + "learning_rate": 5e-06, + "loss": 0.4774, + "step": 3410 + }, + { + "epoch": 1.5346645725824546, + "grad_norm": 0.5832173054693874, + "learning_rate": 5e-06, + "loss": 0.5061, + "step": 3420 + }, + { + "epoch": 1.5391518958940993, + "grad_norm": 0.5753758202144109, + "learning_rate": 5e-06, + "loss": 0.4999, + "step": 3430 + }, + { + "epoch": 1.5436392192057438, + "grad_norm": 0.544533713206346, + "learning_rate": 5e-06, + "loss": 0.5088, + "step": 3440 + }, + { + "epoch": 1.5481265425173882, + "grad_norm": 0.571084602500549, + "learning_rate": 5e-06, + "loss": 0.4818, + "step": 3450 + }, + { + "epoch": 1.552613865829033, + "grad_norm": 0.584923156106211, + "learning_rate": 5e-06, + "loss": 0.4813, + "step": 3460 + }, + { + "epoch": 1.5571011891406776, + "grad_norm": 0.5305219598557945, + "learning_rate": 5e-06, + "loss": 0.5034, + "step": 3470 + }, + { + "epoch": 1.5615885124523223, + "grad_norm": 0.5488575678648898, + "learning_rate": 5e-06, + "loss": 0.4968, + "step": 3480 + }, + { + "epoch": 1.5660758357639668, + "grad_norm": 0.5700887842489093, + "learning_rate": 5e-06, + "loss": 0.4957, + "step": 3490 + }, + { + "epoch": 1.5705631590756113, + "grad_norm": 0.5493679649855058, + "learning_rate": 5e-06, + "loss": 0.4945, + "step": 3500 + }, + { + "epoch": 1.575050482387256, + "grad_norm": 0.5791638763067023, + "learning_rate": 5e-06, + "loss": 0.5118, + "step": 3510 + }, + { + "epoch": 1.5795378056989007, + "grad_norm": 0.5916566338039917, + "learning_rate": 5e-06, + "loss": 0.5194, + "step": 3520 + }, + { + "epoch": 1.5840251290105454, + "grad_norm": 0.5570616792034053, + "learning_rate": 5e-06, + "loss": 0.4857, + "step": 3530 + }, + { + "epoch": 1.5885124523221898, + "grad_norm": 0.5461551153883559, + "learning_rate": 5e-06, + "loss": 0.4713, + "step": 3540 + }, + { + "epoch": 1.5929997756338343, + "grad_norm": 0.5515261498525429, + "learning_rate": 5e-06, + "loss": 0.5297, + "step": 3550 + }, + { + "epoch": 1.597487098945479, + "grad_norm": 0.57188102614297, + "learning_rate": 5e-06, + "loss": 0.4888, + "step": 3560 + }, + { + "epoch": 1.6019744222571237, + "grad_norm": 0.5171680954916367, + "learning_rate": 5e-06, + "loss": 0.4842, + "step": 3570 + }, + { + "epoch": 1.6064617455687682, + "grad_norm": 0.5756688858390624, + "learning_rate": 5e-06, + "loss": 0.4943, + "step": 3580 + }, + { + "epoch": 1.6109490688804127, + "grad_norm": 0.5749499103685126, + "learning_rate": 5e-06, + "loss": 0.5379, + "step": 3590 + }, + { + "epoch": 1.6154363921920574, + "grad_norm": 0.5351176936292328, + "learning_rate": 5e-06, + "loss": 0.4859, + "step": 3600 + }, + { + "epoch": 1.619923715503702, + "grad_norm": 0.5465963706973009, + "learning_rate": 5e-06, + "loss": 0.5253, + "step": 3610 + }, + { + "epoch": 1.6244110388153468, + "grad_norm": 0.5952713410678487, + "learning_rate": 5e-06, + "loss": 0.5248, + "step": 3620 + }, + { + "epoch": 1.6288983621269912, + "grad_norm": 0.5693133264089241, + "learning_rate": 5e-06, + "loss": 0.4947, + "step": 3630 + }, + { + "epoch": 1.6333856854386357, + "grad_norm": 0.532801262620042, + "learning_rate": 5e-06, + "loss": 0.4846, + "step": 3640 + }, + { + "epoch": 1.6378730087502804, + "grad_norm": 0.5731108270619412, + "learning_rate": 5e-06, + "loss": 0.5178, + "step": 3650 + }, + { + "epoch": 1.642360332061925, + "grad_norm": 0.5566162421839872, + "learning_rate": 5e-06, + "loss": 0.5142, + "step": 3660 + }, + { + "epoch": 1.6468476553735698, + "grad_norm": 0.5176692150882419, + "learning_rate": 5e-06, + "loss": 0.5146, + "step": 3670 + }, + { + "epoch": 1.6513349786852143, + "grad_norm": 0.5712166747441446, + "learning_rate": 5e-06, + "loss": 0.4942, + "step": 3680 + }, + { + "epoch": 1.6558223019968588, + "grad_norm": 0.5411076738264401, + "learning_rate": 5e-06, + "loss": 0.5109, + "step": 3690 + }, + { + "epoch": 1.6603096253085035, + "grad_norm": 0.5527323928497764, + "learning_rate": 5e-06, + "loss": 0.5189, + "step": 3700 + }, + { + "epoch": 1.6647969486201482, + "grad_norm": 0.5475126879488802, + "learning_rate": 5e-06, + "loss": 0.498, + "step": 3710 + }, + { + "epoch": 1.6692842719317929, + "grad_norm": 0.5226831637595657, + "learning_rate": 5e-06, + "loss": 0.4834, + "step": 3720 + }, + { + "epoch": 1.6737715952434373, + "grad_norm": 0.5378242696447812, + "learning_rate": 5e-06, + "loss": 0.5418, + "step": 3730 + }, + { + "epoch": 1.6782589185550818, + "grad_norm": 0.5949971573967483, + "learning_rate": 5e-06, + "loss": 0.508, + "step": 3740 + }, + { + "epoch": 1.6827462418667265, + "grad_norm": 0.5358908747440865, + "learning_rate": 5e-06, + "loss": 0.4967, + "step": 3750 + }, + { + "epoch": 1.6872335651783712, + "grad_norm": 0.5474090787609206, + "learning_rate": 5e-06, + "loss": 0.4933, + "step": 3760 + }, + { + "epoch": 1.6917208884900157, + "grad_norm": 0.5914274676963112, + "learning_rate": 5e-06, + "loss": 0.4949, + "step": 3770 + }, + { + "epoch": 1.6962082118016601, + "grad_norm": 0.5537449538419119, + "learning_rate": 5e-06, + "loss": 0.4966, + "step": 3780 + }, + { + "epoch": 1.7006955351133048, + "grad_norm": 0.5448028303916069, + "learning_rate": 5e-06, + "loss": 0.5074, + "step": 3790 + }, + { + "epoch": 1.7051828584249495, + "grad_norm": 0.5708643249016583, + "learning_rate": 5e-06, + "loss": 0.4896, + "step": 3800 + }, + { + "epoch": 1.7096701817365942, + "grad_norm": 0.5745684091394735, + "learning_rate": 5e-06, + "loss": 0.5045, + "step": 3810 + }, + { + "epoch": 1.7141575050482387, + "grad_norm": 0.5512474274982683, + "learning_rate": 5e-06, + "loss": 0.5089, + "step": 3820 + }, + { + "epoch": 1.7186448283598832, + "grad_norm": 0.5430706302627716, + "learning_rate": 5e-06, + "loss": 0.4994, + "step": 3830 + }, + { + "epoch": 1.723132151671528, + "grad_norm": 0.5556308718806792, + "learning_rate": 5e-06, + "loss": 0.5025, + "step": 3840 + }, + { + "epoch": 1.7276194749831726, + "grad_norm": 0.5451097170074302, + "learning_rate": 5e-06, + "loss": 0.5041, + "step": 3850 + }, + { + "epoch": 1.7321067982948173, + "grad_norm": 0.5482562609039291, + "learning_rate": 5e-06, + "loss": 0.505, + "step": 3860 + }, + { + "epoch": 1.7365941216064618, + "grad_norm": 0.5708328715347044, + "learning_rate": 5e-06, + "loss": 0.4998, + "step": 3870 + }, + { + "epoch": 1.7410814449181062, + "grad_norm": 0.5491007607865179, + "learning_rate": 5e-06, + "loss": 0.5203, + "step": 3880 + }, + { + "epoch": 1.745568768229751, + "grad_norm": 0.539262203178338, + "learning_rate": 5e-06, + "loss": 0.4938, + "step": 3890 + }, + { + "epoch": 1.7500560915413956, + "grad_norm": 0.587964940856532, + "learning_rate": 5e-06, + "loss": 0.5138, + "step": 3900 + }, + { + "epoch": 1.75454341485304, + "grad_norm": 0.603989953035275, + "learning_rate": 5e-06, + "loss": 0.5019, + "step": 3910 + }, + { + "epoch": 1.7590307381646848, + "grad_norm": 0.5936506149594802, + "learning_rate": 5e-06, + "loss": 0.4941, + "step": 3920 + }, + { + "epoch": 1.7635180614763293, + "grad_norm": 0.5461819280550173, + "learning_rate": 5e-06, + "loss": 0.5206, + "step": 3930 + }, + { + "epoch": 1.768005384787974, + "grad_norm": 0.5639017847680231, + "learning_rate": 5e-06, + "loss": 0.4974, + "step": 3940 + }, + { + "epoch": 1.7724927080996187, + "grad_norm": 0.5290104593192931, + "learning_rate": 5e-06, + "loss": 0.4939, + "step": 3950 + }, + { + "epoch": 1.7769800314112632, + "grad_norm": 0.5831983935779752, + "learning_rate": 5e-06, + "loss": 0.5019, + "step": 3960 + }, + { + "epoch": 1.7814673547229076, + "grad_norm": 0.5538657179797891, + "learning_rate": 5e-06, + "loss": 0.4852, + "step": 3970 + }, + { + "epoch": 1.7859546780345523, + "grad_norm": 0.568557365614838, + "learning_rate": 5e-06, + "loss": 0.5183, + "step": 3980 + }, + { + "epoch": 1.790442001346197, + "grad_norm": 0.5362764060596701, + "learning_rate": 5e-06, + "loss": 0.51, + "step": 3990 + }, + { + "epoch": 1.7949293246578417, + "grad_norm": 0.5592584139795364, + "learning_rate": 5e-06, + "loss": 0.504, + "step": 4000 + }, + { + "epoch": 1.7994166479694862, + "grad_norm": 0.555910637560083, + "learning_rate": 5e-06, + "loss": 0.494, + "step": 4010 + }, + { + "epoch": 1.8039039712811307, + "grad_norm": 0.551977757056201, + "learning_rate": 5e-06, + "loss": 0.5222, + "step": 4020 + }, + { + "epoch": 1.8083912945927754, + "grad_norm": 0.537652808354882, + "learning_rate": 5e-06, + "loss": 0.5047, + "step": 4030 + }, + { + "epoch": 1.81287861790442, + "grad_norm": 0.5606846471432076, + "learning_rate": 5e-06, + "loss": 0.5148, + "step": 4040 + }, + { + "epoch": 1.8173659412160648, + "grad_norm": 0.5316042317862866, + "learning_rate": 5e-06, + "loss": 0.4958, + "step": 4050 + }, + { + "epoch": 1.8218532645277092, + "grad_norm": 0.6009251472832223, + "learning_rate": 5e-06, + "loss": 0.4887, + "step": 4060 + }, + { + "epoch": 1.8263405878393537, + "grad_norm": 0.5833028652502357, + "learning_rate": 5e-06, + "loss": 0.5026, + "step": 4070 + }, + { + "epoch": 1.8308279111509984, + "grad_norm": 0.5303089821472199, + "learning_rate": 5e-06, + "loss": 0.4802, + "step": 4080 + }, + { + "epoch": 1.835315234462643, + "grad_norm": 0.5356894166936327, + "learning_rate": 5e-06, + "loss": 0.4948, + "step": 4090 + }, + { + "epoch": 1.8398025577742876, + "grad_norm": 0.5399931872531933, + "learning_rate": 5e-06, + "loss": 0.4954, + "step": 4100 + }, + { + "epoch": 1.8442898810859323, + "grad_norm": 0.562838831677771, + "learning_rate": 5e-06, + "loss": 0.5215, + "step": 4110 + }, + { + "epoch": 1.8487772043975768, + "grad_norm": 0.5767666769206414, + "learning_rate": 5e-06, + "loss": 0.4895, + "step": 4120 + }, + { + "epoch": 1.8532645277092215, + "grad_norm": 0.5290702500324674, + "learning_rate": 5e-06, + "loss": 0.5029, + "step": 4130 + }, + { + "epoch": 1.8577518510208662, + "grad_norm": 0.5308632664860179, + "learning_rate": 5e-06, + "loss": 0.4919, + "step": 4140 + }, + { + "epoch": 1.8622391743325106, + "grad_norm": 0.5413420247585403, + "learning_rate": 5e-06, + "loss": 0.5034, + "step": 4150 + }, + { + "epoch": 1.866726497644155, + "grad_norm": 0.5538840065119353, + "learning_rate": 5e-06, + "loss": 0.5002, + "step": 4160 + }, + { + "epoch": 1.8712138209557998, + "grad_norm": 0.5211702522584797, + "learning_rate": 5e-06, + "loss": 0.505, + "step": 4170 + }, + { + "epoch": 1.8757011442674445, + "grad_norm": 0.5446822204678821, + "learning_rate": 5e-06, + "loss": 0.5287, + "step": 4180 + }, + { + "epoch": 1.8801884675790892, + "grad_norm": 0.5561626601823235, + "learning_rate": 5e-06, + "loss": 0.5205, + "step": 4190 + }, + { + "epoch": 1.8846757908907337, + "grad_norm": 0.5537666305289907, + "learning_rate": 5e-06, + "loss": 0.4989, + "step": 4200 + }, + { + "epoch": 1.8891631142023781, + "grad_norm": 0.5685163585083653, + "learning_rate": 5e-06, + "loss": 0.5154, + "step": 4210 + }, + { + "epoch": 1.8936504375140228, + "grad_norm": 0.5451373353451423, + "learning_rate": 5e-06, + "loss": 0.5065, + "step": 4220 + }, + { + "epoch": 1.8981377608256675, + "grad_norm": 0.5518210301636858, + "learning_rate": 5e-06, + "loss": 0.5001, + "step": 4230 + }, + { + "epoch": 1.9026250841373122, + "grad_norm": 0.5470491973339323, + "learning_rate": 5e-06, + "loss": 0.4953, + "step": 4240 + }, + { + "epoch": 1.9071124074489567, + "grad_norm": 0.5402094383394249, + "learning_rate": 5e-06, + "loss": 0.4881, + "step": 4250 + }, + { + "epoch": 1.9115997307606012, + "grad_norm": 0.5356916841246723, + "learning_rate": 5e-06, + "loss": 0.498, + "step": 4260 + }, + { + "epoch": 1.9160870540722459, + "grad_norm": 0.6011677528029307, + "learning_rate": 5e-06, + "loss": 0.5128, + "step": 4270 + }, + { + "epoch": 1.9205743773838906, + "grad_norm": 0.533641599988238, + "learning_rate": 5e-06, + "loss": 0.4942, + "step": 4280 + }, + { + "epoch": 1.925061700695535, + "grad_norm": 0.561171129511058, + "learning_rate": 5e-06, + "loss": 0.5069, + "step": 4290 + }, + { + "epoch": 1.9295490240071798, + "grad_norm": 0.5648499086549563, + "learning_rate": 5e-06, + "loss": 0.5264, + "step": 4300 + }, + { + "epoch": 1.9340363473188242, + "grad_norm": 0.568255235637858, + "learning_rate": 5e-06, + "loss": 0.4944, + "step": 4310 + }, + { + "epoch": 1.938523670630469, + "grad_norm": 0.558570542074393, + "learning_rate": 5e-06, + "loss": 0.5116, + "step": 4320 + }, + { + "epoch": 1.9430109939421136, + "grad_norm": 0.5335131103567927, + "learning_rate": 5e-06, + "loss": 0.5308, + "step": 4330 + }, + { + "epoch": 1.947498317253758, + "grad_norm": 0.528601279188925, + "learning_rate": 5e-06, + "loss": 0.5038, + "step": 4340 + }, + { + "epoch": 1.9519856405654026, + "grad_norm": 0.5651768549322472, + "learning_rate": 5e-06, + "loss": 0.5391, + "step": 4350 + }, + { + "epoch": 1.9564729638770473, + "grad_norm": 0.5209641936278054, + "learning_rate": 5e-06, + "loss": 0.4916, + "step": 4360 + }, + { + "epoch": 1.960960287188692, + "grad_norm": 0.6121127336148168, + "learning_rate": 5e-06, + "loss": 0.4959, + "step": 4370 + }, + { + "epoch": 1.9654476105003367, + "grad_norm": 0.5295573811299278, + "learning_rate": 5e-06, + "loss": 0.4851, + "step": 4380 + }, + { + "epoch": 1.9699349338119811, + "grad_norm": 0.5768584348850149, + "learning_rate": 5e-06, + "loss": 0.5266, + "step": 4390 + }, + { + "epoch": 1.9744222571236256, + "grad_norm": 0.5174975104621315, + "learning_rate": 5e-06, + "loss": 0.4978, + "step": 4400 + }, + { + "epoch": 1.9789095804352703, + "grad_norm": 0.5546606880895456, + "learning_rate": 5e-06, + "loss": 0.4928, + "step": 4410 + }, + { + "epoch": 1.983396903746915, + "grad_norm": 0.5683833011043679, + "learning_rate": 5e-06, + "loss": 0.4989, + "step": 4420 + }, + { + "epoch": 1.9878842270585597, + "grad_norm": 0.537165046986452, + "learning_rate": 5e-06, + "loss": 0.516, + "step": 4430 + }, + { + "epoch": 1.9923715503702042, + "grad_norm": 0.5319744139724734, + "learning_rate": 5e-06, + "loss": 0.5309, + "step": 4440 + }, + { + "epoch": 1.9968588736818487, + "grad_norm": 0.5451938729099154, + "learning_rate": 5e-06, + "loss": 0.5079, + "step": 4450 + }, + { + "epoch": 2.0, + "eval_loss": 0.5559915900230408, + "eval_runtime": 559.3369, + "eval_samples_per_second": 26.835, + "eval_steps_per_second": 0.42, + "step": 4457 + }, + { + "epoch": 2.0013461969934934, + "grad_norm": 0.5652296466620075, + "learning_rate": 5e-06, + "loss": 0.489, + "step": 4460 + }, + { + "epoch": 2.005833520305138, + "grad_norm": 0.5447379459508764, + "learning_rate": 5e-06, + "loss": 0.4355, + "step": 4470 + }, + { + "epoch": 2.0103208436167828, + "grad_norm": 0.5178404377199393, + "learning_rate": 5e-06, + "loss": 0.4286, + "step": 4480 + }, + { + "epoch": 2.014808166928427, + "grad_norm": 0.5422732055965347, + "learning_rate": 5e-06, + "loss": 0.4383, + "step": 4490 + }, + { + "epoch": 2.0192954902400717, + "grad_norm": 0.535310702889713, + "learning_rate": 5e-06, + "loss": 0.4392, + "step": 4500 + }, + { + "epoch": 2.0237828135517164, + "grad_norm": 0.5465033381736284, + "learning_rate": 5e-06, + "loss": 0.4322, + "step": 4510 + }, + { + "epoch": 2.028270136863361, + "grad_norm": 0.5407880814912572, + "learning_rate": 5e-06, + "loss": 0.422, + "step": 4520 + }, + { + "epoch": 2.032757460175006, + "grad_norm": 0.5475175525712156, + "learning_rate": 5e-06, + "loss": 0.4228, + "step": 4530 + }, + { + "epoch": 2.03724478348665, + "grad_norm": 0.5305519155722267, + "learning_rate": 5e-06, + "loss": 0.4414, + "step": 4540 + }, + { + "epoch": 2.0417321067982948, + "grad_norm": 0.5525760243070599, + "learning_rate": 5e-06, + "loss": 0.4319, + "step": 4550 + }, + { + "epoch": 2.0462194301099395, + "grad_norm": 0.5380138271735849, + "learning_rate": 5e-06, + "loss": 0.4184, + "step": 4560 + }, + { + "epoch": 2.050706753421584, + "grad_norm": 0.5393541372377034, + "learning_rate": 5e-06, + "loss": 0.4267, + "step": 4570 + }, + { + "epoch": 2.055194076733229, + "grad_norm": 0.5280423864839874, + "learning_rate": 5e-06, + "loss": 0.4492, + "step": 4580 + }, + { + "epoch": 2.059681400044873, + "grad_norm": 0.5598943021301682, + "learning_rate": 5e-06, + "loss": 0.4445, + "step": 4590 + }, + { + "epoch": 2.064168723356518, + "grad_norm": 0.5110154136642925, + "learning_rate": 5e-06, + "loss": 0.4279, + "step": 4600 + }, + { + "epoch": 2.0686560466681625, + "grad_norm": 0.521113203676518, + "learning_rate": 5e-06, + "loss": 0.476, + "step": 4610 + }, + { + "epoch": 2.073143369979807, + "grad_norm": 0.509177043617814, + "learning_rate": 5e-06, + "loss": 0.4511, + "step": 4620 + }, + { + "epoch": 2.0776306932914514, + "grad_norm": 0.5204617332251407, + "learning_rate": 5e-06, + "loss": 0.4385, + "step": 4630 + }, + { + "epoch": 2.082118016603096, + "grad_norm": 0.5600686745711032, + "learning_rate": 5e-06, + "loss": 0.4409, + "step": 4640 + }, + { + "epoch": 2.086605339914741, + "grad_norm": 0.551649701345727, + "learning_rate": 5e-06, + "loss": 0.4235, + "step": 4650 + }, + { + "epoch": 2.0910926632263855, + "grad_norm": 0.555346212302441, + "learning_rate": 5e-06, + "loss": 0.4367, + "step": 4660 + }, + { + "epoch": 2.0955799865380302, + "grad_norm": 0.5333054935894155, + "learning_rate": 5e-06, + "loss": 0.4458, + "step": 4670 + }, + { + "epoch": 2.1000673098496745, + "grad_norm": 0.5663799977134729, + "learning_rate": 5e-06, + "loss": 0.4415, + "step": 4680 + }, + { + "epoch": 2.104554633161319, + "grad_norm": 0.5768162610420671, + "learning_rate": 5e-06, + "loss": 0.4646, + "step": 4690 + }, + { + "epoch": 2.109041956472964, + "grad_norm": 0.5204844232448562, + "learning_rate": 5e-06, + "loss": 0.4725, + "step": 4700 + }, + { + "epoch": 2.1135292797846086, + "grad_norm": 0.5462747740338038, + "learning_rate": 5e-06, + "loss": 0.4342, + "step": 4710 + }, + { + "epoch": 2.1180166030962533, + "grad_norm": 0.5308200939238422, + "learning_rate": 5e-06, + "loss": 0.4226, + "step": 4720 + }, + { + "epoch": 2.1225039264078975, + "grad_norm": 0.5689657779220455, + "learning_rate": 5e-06, + "loss": 0.4387, + "step": 4730 + }, + { + "epoch": 2.1269912497195422, + "grad_norm": 0.5261178859362788, + "learning_rate": 5e-06, + "loss": 0.4343, + "step": 4740 + }, + { + "epoch": 2.131478573031187, + "grad_norm": 0.5802820337415188, + "learning_rate": 5e-06, + "loss": 0.452, + "step": 4750 + }, + { + "epoch": 2.1359658963428316, + "grad_norm": 0.5660982173345542, + "learning_rate": 5e-06, + "loss": 0.4405, + "step": 4760 + }, + { + "epoch": 2.140453219654476, + "grad_norm": 0.5611165514102701, + "learning_rate": 5e-06, + "loss": 0.4426, + "step": 4770 + }, + { + "epoch": 2.1449405429661206, + "grad_norm": 0.5362977002914265, + "learning_rate": 5e-06, + "loss": 0.4277, + "step": 4780 + }, + { + "epoch": 2.1494278662777653, + "grad_norm": 0.5775247895144668, + "learning_rate": 5e-06, + "loss": 0.417, + "step": 4790 + }, + { + "epoch": 2.15391518958941, + "grad_norm": 0.5049281569355238, + "learning_rate": 5e-06, + "loss": 0.4432, + "step": 4800 + }, + { + "epoch": 2.1584025129010547, + "grad_norm": 0.5101798893420769, + "learning_rate": 5e-06, + "loss": 0.4211, + "step": 4810 + }, + { + "epoch": 2.162889836212699, + "grad_norm": 0.5297993400461247, + "learning_rate": 5e-06, + "loss": 0.4359, + "step": 4820 + }, + { + "epoch": 2.1673771595243436, + "grad_norm": 0.543138800578885, + "learning_rate": 5e-06, + "loss": 0.438, + "step": 4830 + }, + { + "epoch": 2.1718644828359883, + "grad_norm": 0.5405162833857642, + "learning_rate": 5e-06, + "loss": 0.4372, + "step": 4840 + }, + { + "epoch": 2.176351806147633, + "grad_norm": 0.5772194473884518, + "learning_rate": 5e-06, + "loss": 0.4247, + "step": 4850 + }, + { + "epoch": 2.1808391294592777, + "grad_norm": 0.5366732857273809, + "learning_rate": 5e-06, + "loss": 0.4439, + "step": 4860 + }, + { + "epoch": 2.185326452770922, + "grad_norm": 0.5728184560332118, + "learning_rate": 5e-06, + "loss": 0.4537, + "step": 4870 + }, + { + "epoch": 2.1898137760825667, + "grad_norm": 0.5397099116720598, + "learning_rate": 5e-06, + "loss": 0.4333, + "step": 4880 + }, + { + "epoch": 2.1943010993942114, + "grad_norm": 0.5303476384455712, + "learning_rate": 5e-06, + "loss": 0.457, + "step": 4890 + }, + { + "epoch": 2.198788422705856, + "grad_norm": 0.5325455890564232, + "learning_rate": 5e-06, + "loss": 0.4537, + "step": 4900 + }, + { + "epoch": 2.2032757460175008, + "grad_norm": 0.530437891891213, + "learning_rate": 5e-06, + "loss": 0.4417, + "step": 4910 + }, + { + "epoch": 2.207763069329145, + "grad_norm": 0.5237148221222313, + "learning_rate": 5e-06, + "loss": 0.4518, + "step": 4920 + }, + { + "epoch": 2.2122503926407897, + "grad_norm": 0.7599811908495089, + "learning_rate": 5e-06, + "loss": 0.4292, + "step": 4930 + }, + { + "epoch": 2.2167377159524344, + "grad_norm": 0.5679168932907183, + "learning_rate": 5e-06, + "loss": 0.4337, + "step": 4940 + }, + { + "epoch": 2.221225039264079, + "grad_norm": 0.5598357464655034, + "learning_rate": 5e-06, + "loss": 0.4453, + "step": 4950 + }, + { + "epoch": 2.225712362575724, + "grad_norm": 0.5974896598464358, + "learning_rate": 5e-06, + "loss": 0.46, + "step": 4960 + }, + { + "epoch": 2.230199685887368, + "grad_norm": 0.5483222823612722, + "learning_rate": 5e-06, + "loss": 0.4452, + "step": 4970 + }, + { + "epoch": 2.2346870091990128, + "grad_norm": 0.5624401258029339, + "learning_rate": 5e-06, + "loss": 0.4324, + "step": 4980 + }, + { + "epoch": 2.2391743325106575, + "grad_norm": 0.5454688396112486, + "learning_rate": 5e-06, + "loss": 0.4322, + "step": 4990 + }, + { + "epoch": 2.243661655822302, + "grad_norm": 0.5630702076751016, + "learning_rate": 5e-06, + "loss": 0.4229, + "step": 5000 + }, + { + "epoch": 2.2481489791339464, + "grad_norm": 0.5401237147561903, + "learning_rate": 5e-06, + "loss": 0.4177, + "step": 5010 + }, + { + "epoch": 2.252636302445591, + "grad_norm": 0.5424589473983259, + "learning_rate": 5e-06, + "loss": 0.4303, + "step": 5020 + }, + { + "epoch": 2.257123625757236, + "grad_norm": 0.5577033752080041, + "learning_rate": 5e-06, + "loss": 0.4272, + "step": 5030 + }, + { + "epoch": 2.2616109490688805, + "grad_norm": 0.5085433579295487, + "learning_rate": 5e-06, + "loss": 0.456, + "step": 5040 + }, + { + "epoch": 2.266098272380525, + "grad_norm": 0.5262218825649722, + "learning_rate": 5e-06, + "loss": 0.4398, + "step": 5050 + }, + { + "epoch": 2.2705855956921694, + "grad_norm": 0.5644024837435924, + "learning_rate": 5e-06, + "loss": 0.4144, + "step": 5060 + }, + { + "epoch": 2.275072919003814, + "grad_norm": 0.5830728870184229, + "learning_rate": 5e-06, + "loss": 0.4433, + "step": 5070 + }, + { + "epoch": 2.279560242315459, + "grad_norm": 0.5493777480947901, + "learning_rate": 5e-06, + "loss": 0.4606, + "step": 5080 + }, + { + "epoch": 2.2840475656271035, + "grad_norm": 0.5488762074369681, + "learning_rate": 5e-06, + "loss": 0.4237, + "step": 5090 + }, + { + "epoch": 2.288534888938748, + "grad_norm": 0.5265349880885405, + "learning_rate": 5e-06, + "loss": 0.426, + "step": 5100 + }, + { + "epoch": 2.2930222122503925, + "grad_norm": 0.5478130062869077, + "learning_rate": 5e-06, + "loss": 0.4451, + "step": 5110 + }, + { + "epoch": 2.297509535562037, + "grad_norm": 0.5167579957148292, + "learning_rate": 5e-06, + "loss": 0.4161, + "step": 5120 + }, + { + "epoch": 2.301996858873682, + "grad_norm": 0.537587588073114, + "learning_rate": 5e-06, + "loss": 0.4269, + "step": 5130 + }, + { + "epoch": 2.3064841821853266, + "grad_norm": 0.5351966570168155, + "learning_rate": 5e-06, + "loss": 0.4606, + "step": 5140 + }, + { + "epoch": 2.310971505496971, + "grad_norm": 0.5542030553459122, + "learning_rate": 5e-06, + "loss": 0.4325, + "step": 5150 + }, + { + "epoch": 2.3154588288086155, + "grad_norm": 0.5657224761819103, + "learning_rate": 5e-06, + "loss": 0.436, + "step": 5160 + }, + { + "epoch": 2.3199461521202602, + "grad_norm": 0.5189966523850335, + "learning_rate": 5e-06, + "loss": 0.4271, + "step": 5170 + }, + { + "epoch": 2.324433475431905, + "grad_norm": 0.5490822174982533, + "learning_rate": 5e-06, + "loss": 0.4495, + "step": 5180 + }, + { + "epoch": 2.3289207987435496, + "grad_norm": 0.5495336668696191, + "learning_rate": 5e-06, + "loss": 0.4184, + "step": 5190 + }, + { + "epoch": 2.333408122055194, + "grad_norm": 0.5404149701496175, + "learning_rate": 5e-06, + "loss": 0.4536, + "step": 5200 + }, + { + "epoch": 2.3378954453668386, + "grad_norm": 0.5495815706921072, + "learning_rate": 5e-06, + "loss": 0.4247, + "step": 5210 + }, + { + "epoch": 2.3423827686784833, + "grad_norm": 0.5223528149857176, + "learning_rate": 5e-06, + "loss": 0.446, + "step": 5220 + }, + { + "epoch": 2.346870091990128, + "grad_norm": 0.5320050485503626, + "learning_rate": 5e-06, + "loss": 0.4332, + "step": 5230 + }, + { + "epoch": 2.3513574153017727, + "grad_norm": 0.5299871177712144, + "learning_rate": 5e-06, + "loss": 0.4639, + "step": 5240 + }, + { + "epoch": 2.355844738613417, + "grad_norm": 0.5205906167014355, + "learning_rate": 5e-06, + "loss": 0.4363, + "step": 5250 + }, + { + "epoch": 2.3603320619250616, + "grad_norm": 0.5176082572897545, + "learning_rate": 5e-06, + "loss": 0.4216, + "step": 5260 + }, + { + "epoch": 2.3648193852367063, + "grad_norm": 0.5342565079745604, + "learning_rate": 5e-06, + "loss": 0.4338, + "step": 5270 + }, + { + "epoch": 2.369306708548351, + "grad_norm": 0.5803420836992969, + "learning_rate": 5e-06, + "loss": 0.4239, + "step": 5280 + }, + { + "epoch": 2.3737940318599957, + "grad_norm": 0.5287302044926194, + "learning_rate": 5e-06, + "loss": 0.4475, + "step": 5290 + }, + { + "epoch": 2.37828135517164, + "grad_norm": 0.5645792638215165, + "learning_rate": 5e-06, + "loss": 0.4392, + "step": 5300 + }, + { + "epoch": 2.3827686784832847, + "grad_norm": 0.5282020656735624, + "learning_rate": 5e-06, + "loss": 0.4245, + "step": 5310 + }, + { + "epoch": 2.3872560017949294, + "grad_norm": 0.5571286168651558, + "learning_rate": 5e-06, + "loss": 0.4358, + "step": 5320 + }, + { + "epoch": 2.391743325106574, + "grad_norm": 0.5551698031627329, + "learning_rate": 5e-06, + "loss": 0.4369, + "step": 5330 + }, + { + "epoch": 2.3962306484182188, + "grad_norm": 0.5387097738562745, + "learning_rate": 5e-06, + "loss": 0.4524, + "step": 5340 + }, + { + "epoch": 2.400717971729863, + "grad_norm": 0.546173575982491, + "learning_rate": 5e-06, + "loss": 0.4625, + "step": 5350 + }, + { + "epoch": 2.4052052950415077, + "grad_norm": 0.5495376681388755, + "learning_rate": 5e-06, + "loss": 0.4434, + "step": 5360 + }, + { + "epoch": 2.4096926183531524, + "grad_norm": 0.5377972436367183, + "learning_rate": 5e-06, + "loss": 0.4217, + "step": 5370 + }, + { + "epoch": 2.414179941664797, + "grad_norm": 0.5350882677408955, + "learning_rate": 5e-06, + "loss": 0.4487, + "step": 5380 + }, + { + "epoch": 2.418667264976442, + "grad_norm": 0.5517707610352112, + "learning_rate": 5e-06, + "loss": 0.4352, + "step": 5390 + }, + { + "epoch": 2.423154588288086, + "grad_norm": 0.567154096040849, + "learning_rate": 5e-06, + "loss": 0.4288, + "step": 5400 + }, + { + "epoch": 2.4276419115997308, + "grad_norm": 0.5373918223412871, + "learning_rate": 5e-06, + "loss": 0.4741, + "step": 5410 + }, + { + "epoch": 2.4321292349113754, + "grad_norm": 0.5327337280014666, + "learning_rate": 5e-06, + "loss": 0.4692, + "step": 5420 + }, + { + "epoch": 2.43661655822302, + "grad_norm": 0.5629600789156937, + "learning_rate": 5e-06, + "loss": 0.4508, + "step": 5430 + }, + { + "epoch": 2.4411038815346644, + "grad_norm": 0.5536985413385566, + "learning_rate": 5e-06, + "loss": 0.4275, + "step": 5440 + }, + { + "epoch": 2.445591204846309, + "grad_norm": 0.5312387011564881, + "learning_rate": 5e-06, + "loss": 0.448, + "step": 5450 + }, + { + "epoch": 2.450078528157954, + "grad_norm": 0.5538065322301513, + "learning_rate": 5e-06, + "loss": 0.4346, + "step": 5460 + }, + { + "epoch": 2.4545658514695985, + "grad_norm": 0.541885849026688, + "learning_rate": 5e-06, + "loss": 0.4399, + "step": 5470 + }, + { + "epoch": 2.4590531747812427, + "grad_norm": 0.5284552961380801, + "learning_rate": 5e-06, + "loss": 0.4181, + "step": 5480 + }, + { + "epoch": 2.4635404980928874, + "grad_norm": 0.5805304303114005, + "learning_rate": 5e-06, + "loss": 0.4585, + "step": 5490 + }, + { + "epoch": 2.468027821404532, + "grad_norm": 0.5451696084898805, + "learning_rate": 5e-06, + "loss": 0.457, + "step": 5500 + }, + { + "epoch": 2.472515144716177, + "grad_norm": 0.5556157590446383, + "learning_rate": 5e-06, + "loss": 0.4385, + "step": 5510 + }, + { + "epoch": 2.4770024680278215, + "grad_norm": 0.5158180051239353, + "learning_rate": 5e-06, + "loss": 0.4827, + "step": 5520 + }, + { + "epoch": 2.481489791339466, + "grad_norm": 0.5383037166066315, + "learning_rate": 5e-06, + "loss": 0.4524, + "step": 5530 + }, + { + "epoch": 2.4859771146511105, + "grad_norm": 0.5459360505156834, + "learning_rate": 5e-06, + "loss": 0.4366, + "step": 5540 + }, + { + "epoch": 2.490464437962755, + "grad_norm": 0.56460798618322, + "learning_rate": 5e-06, + "loss": 0.4487, + "step": 5550 + }, + { + "epoch": 2.4949517612744, + "grad_norm": 0.5242645705325473, + "learning_rate": 5e-06, + "loss": 0.4318, + "step": 5560 + }, + { + "epoch": 2.4994390845860446, + "grad_norm": 0.547149907690897, + "learning_rate": 5e-06, + "loss": 0.4362, + "step": 5570 + }, + { + "epoch": 2.503926407897689, + "grad_norm": 0.5402748092495164, + "learning_rate": 5e-06, + "loss": 0.4623, + "step": 5580 + }, + { + "epoch": 2.5084137312093335, + "grad_norm": 0.5222621859452697, + "learning_rate": 5e-06, + "loss": 0.4223, + "step": 5590 + }, + { + "epoch": 2.5129010545209782, + "grad_norm": 0.5310521022656224, + "learning_rate": 5e-06, + "loss": 0.4371, + "step": 5600 + }, + { + "epoch": 2.517388377832623, + "grad_norm": 0.5335126989409179, + "learning_rate": 5e-06, + "loss": 0.4398, + "step": 5610 + }, + { + "epoch": 2.5218757011442676, + "grad_norm": 0.5359705116070118, + "learning_rate": 5e-06, + "loss": 0.4397, + "step": 5620 + }, + { + "epoch": 2.526363024455912, + "grad_norm": 0.5489052783275447, + "learning_rate": 5e-06, + "loss": 0.4542, + "step": 5630 + }, + { + "epoch": 2.5308503477675566, + "grad_norm": 0.5470901455508153, + "learning_rate": 5e-06, + "loss": 0.4277, + "step": 5640 + }, + { + "epoch": 2.5353376710792013, + "grad_norm": 0.5346733284005247, + "learning_rate": 5e-06, + "loss": 0.4438, + "step": 5650 + }, + { + "epoch": 2.539824994390846, + "grad_norm": 0.5164803047551324, + "learning_rate": 5e-06, + "loss": 0.4477, + "step": 5660 + }, + { + "epoch": 2.5443123177024907, + "grad_norm": 0.5566837513995293, + "learning_rate": 5e-06, + "loss": 0.4513, + "step": 5670 + }, + { + "epoch": 2.548799641014135, + "grad_norm": 0.5699497948415865, + "learning_rate": 5e-06, + "loss": 0.4162, + "step": 5680 + }, + { + "epoch": 2.5532869643257796, + "grad_norm": 0.52545278326248, + "learning_rate": 5e-06, + "loss": 0.4422, + "step": 5690 + }, + { + "epoch": 2.5577742876374243, + "grad_norm": 0.5158599480336954, + "learning_rate": 5e-06, + "loss": 0.4508, + "step": 5700 + }, + { + "epoch": 2.562261610949069, + "grad_norm": 0.5517542572393412, + "learning_rate": 5e-06, + "loss": 0.4393, + "step": 5710 + }, + { + "epoch": 2.5667489342607137, + "grad_norm": 0.5405823805282446, + "learning_rate": 5e-06, + "loss": 0.4336, + "step": 5720 + }, + { + "epoch": 2.571236257572358, + "grad_norm": 0.5173834422219281, + "learning_rate": 5e-06, + "loss": 0.4273, + "step": 5730 + }, + { + "epoch": 2.5757235808840027, + "grad_norm": 0.5400412377561089, + "learning_rate": 5e-06, + "loss": 0.4468, + "step": 5740 + }, + { + "epoch": 2.5802109041956474, + "grad_norm": 0.5337516297281755, + "learning_rate": 5e-06, + "loss": 0.4474, + "step": 5750 + }, + { + "epoch": 2.584698227507292, + "grad_norm": 0.5527299364440325, + "learning_rate": 5e-06, + "loss": 0.4345, + "step": 5760 + }, + { + "epoch": 2.5891855508189368, + "grad_norm": 0.5315767138582382, + "learning_rate": 5e-06, + "loss": 0.4311, + "step": 5770 + }, + { + "epoch": 2.593672874130581, + "grad_norm": 0.5515892148242644, + "learning_rate": 5e-06, + "loss": 0.4534, + "step": 5780 + }, + { + "epoch": 2.5981601974422257, + "grad_norm": 0.5710350598486404, + "learning_rate": 5e-06, + "loss": 0.451, + "step": 5790 + }, + { + "epoch": 2.6026475207538704, + "grad_norm": 0.5592453853735161, + "learning_rate": 5e-06, + "loss": 0.4274, + "step": 5800 + }, + { + "epoch": 2.6071348440655147, + "grad_norm": 0.5791874292264974, + "learning_rate": 5e-06, + "loss": 0.4361, + "step": 5810 + }, + { + "epoch": 2.61162216737716, + "grad_norm": 0.5459606205708067, + "learning_rate": 5e-06, + "loss": 0.4344, + "step": 5820 + }, + { + "epoch": 2.616109490688804, + "grad_norm": 0.5263598745373247, + "learning_rate": 5e-06, + "loss": 0.443, + "step": 5830 + }, + { + "epoch": 2.6205968140004487, + "grad_norm": 0.5318408035767697, + "learning_rate": 5e-06, + "loss": 0.455, + "step": 5840 + }, + { + "epoch": 2.6250841373120934, + "grad_norm": 0.5621927236582933, + "learning_rate": 5e-06, + "loss": 0.4338, + "step": 5850 + }, + { + "epoch": 2.6295714606237377, + "grad_norm": 0.5443265572382032, + "learning_rate": 5e-06, + "loss": 0.458, + "step": 5860 + }, + { + "epoch": 2.6340587839353824, + "grad_norm": 0.5291943252034395, + "learning_rate": 5e-06, + "loss": 0.4524, + "step": 5870 + }, + { + "epoch": 2.638546107247027, + "grad_norm": 0.5344516122229699, + "learning_rate": 5e-06, + "loss": 0.4399, + "step": 5880 + }, + { + "epoch": 2.643033430558672, + "grad_norm": 0.5148344986062239, + "learning_rate": 5e-06, + "loss": 0.4385, + "step": 5890 + }, + { + "epoch": 2.6475207538703165, + "grad_norm": 0.517635318320743, + "learning_rate": 5e-06, + "loss": 0.4601, + "step": 5900 + }, + { + "epoch": 2.6520080771819607, + "grad_norm": 0.5517916805298932, + "learning_rate": 5e-06, + "loss": 0.4323, + "step": 5910 + }, + { + "epoch": 2.6564954004936054, + "grad_norm": 0.5611554225539297, + "learning_rate": 5e-06, + "loss": 0.4479, + "step": 5920 + }, + { + "epoch": 2.66098272380525, + "grad_norm": 0.5312102185907968, + "learning_rate": 5e-06, + "loss": 0.4518, + "step": 5930 + }, + { + "epoch": 2.665470047116895, + "grad_norm": 0.5492020012649198, + "learning_rate": 5e-06, + "loss": 0.4424, + "step": 5940 + }, + { + "epoch": 2.6699573704285395, + "grad_norm": 0.5253538068318323, + "learning_rate": 5e-06, + "loss": 0.4481, + "step": 5950 + }, + { + "epoch": 2.674444693740184, + "grad_norm": 0.5433459391246607, + "learning_rate": 5e-06, + "loss": 0.4438, + "step": 5960 + }, + { + "epoch": 2.6789320170518285, + "grad_norm": 0.5250296745067685, + "learning_rate": 5e-06, + "loss": 0.4417, + "step": 5970 + }, + { + "epoch": 2.683419340363473, + "grad_norm": 0.57845411310223, + "learning_rate": 5e-06, + "loss": 0.462, + "step": 5980 + }, + { + "epoch": 2.687906663675118, + "grad_norm": 0.5316069733603933, + "learning_rate": 5e-06, + "loss": 0.4385, + "step": 5990 + }, + { + "epoch": 2.6923939869867626, + "grad_norm": 0.5309938089529066, + "learning_rate": 5e-06, + "loss": 0.4419, + "step": 6000 + }, + { + "epoch": 2.696881310298407, + "grad_norm": 0.5562625161020116, + "learning_rate": 5e-06, + "loss": 0.435, + "step": 6010 + }, + { + "epoch": 2.7013686336100515, + "grad_norm": 0.5599859836426428, + "learning_rate": 5e-06, + "loss": 0.4324, + "step": 6020 + }, + { + "epoch": 2.7058559569216962, + "grad_norm": 0.5688105639070913, + "learning_rate": 5e-06, + "loss": 0.4344, + "step": 6030 + }, + { + "epoch": 2.710343280233341, + "grad_norm": 0.5626537832912196, + "learning_rate": 5e-06, + "loss": 0.4373, + "step": 6040 + }, + { + "epoch": 2.7148306035449856, + "grad_norm": 0.55324964941932, + "learning_rate": 5e-06, + "loss": 0.4317, + "step": 6050 + }, + { + "epoch": 2.71931792685663, + "grad_norm": 0.5401719719418708, + "learning_rate": 5e-06, + "loss": 0.4494, + "step": 6060 + }, + { + "epoch": 2.7238052501682746, + "grad_norm": 0.5150225135697268, + "learning_rate": 5e-06, + "loss": 0.4539, + "step": 6070 + }, + { + "epoch": 2.7282925734799193, + "grad_norm": 0.5740983627117513, + "learning_rate": 5e-06, + "loss": 0.4391, + "step": 6080 + }, + { + "epoch": 2.732779896791564, + "grad_norm": 0.5398182644675611, + "learning_rate": 5e-06, + "loss": 0.449, + "step": 6090 + }, + { + "epoch": 2.7372672201032087, + "grad_norm": 0.5443362706259044, + "learning_rate": 5e-06, + "loss": 0.4301, + "step": 6100 + }, + { + "epoch": 2.741754543414853, + "grad_norm": 0.5455257679601512, + "learning_rate": 5e-06, + "loss": 0.4226, + "step": 6110 + }, + { + "epoch": 2.7462418667264976, + "grad_norm": 0.5260931529295294, + "learning_rate": 5e-06, + "loss": 0.4512, + "step": 6120 + }, + { + "epoch": 2.7507291900381423, + "grad_norm": 0.5472643003685588, + "learning_rate": 5e-06, + "loss": 0.4434, + "step": 6130 + }, + { + "epoch": 2.755216513349787, + "grad_norm": 0.5579861053588995, + "learning_rate": 5e-06, + "loss": 0.4405, + "step": 6140 + }, + { + "epoch": 2.7597038366614317, + "grad_norm": 0.545878751971252, + "learning_rate": 5e-06, + "loss": 0.4366, + "step": 6150 + }, + { + "epoch": 2.764191159973076, + "grad_norm": 0.532094976762934, + "learning_rate": 5e-06, + "loss": 0.4414, + "step": 6160 + }, + { + "epoch": 2.7686784832847207, + "grad_norm": 0.5836755224967016, + "learning_rate": 5e-06, + "loss": 0.4534, + "step": 6170 + }, + { + "epoch": 2.7731658065963654, + "grad_norm": 0.5342141820947959, + "learning_rate": 5e-06, + "loss": 0.4488, + "step": 6180 + }, + { + "epoch": 2.7776531299080096, + "grad_norm": 0.565521800045049, + "learning_rate": 5e-06, + "loss": 0.4331, + "step": 6190 + }, + { + "epoch": 2.7821404532196548, + "grad_norm": 0.5230804833062074, + "learning_rate": 5e-06, + "loss": 0.442, + "step": 6200 + }, + { + "epoch": 2.786627776531299, + "grad_norm": 0.5470772975018182, + "learning_rate": 5e-06, + "loss": 0.4439, + "step": 6210 + }, + { + "epoch": 2.7911150998429437, + "grad_norm": 0.5450425972085206, + "learning_rate": 5e-06, + "loss": 0.4471, + "step": 6220 + }, + { + "epoch": 2.7956024231545884, + "grad_norm": 0.5083879580994983, + "learning_rate": 5e-06, + "loss": 0.45, + "step": 6230 + }, + { + "epoch": 2.8000897464662327, + "grad_norm": 0.538016313129477, + "learning_rate": 5e-06, + "loss": 0.4369, + "step": 6240 + }, + { + "epoch": 2.8045770697778774, + "grad_norm": 0.5582050739389205, + "learning_rate": 5e-06, + "loss": 0.4763, + "step": 6250 + }, + { + "epoch": 2.809064393089522, + "grad_norm": 0.5349488919272378, + "learning_rate": 5e-06, + "loss": 0.4363, + "step": 6260 + }, + { + "epoch": 2.8135517164011667, + "grad_norm": 0.5264389993349703, + "learning_rate": 5e-06, + "loss": 0.438, + "step": 6270 + }, + { + "epoch": 2.8180390397128114, + "grad_norm": 0.5498499847639682, + "learning_rate": 5e-06, + "loss": 0.4295, + "step": 6280 + }, + { + "epoch": 2.8225263630244557, + "grad_norm": 0.5449602025844419, + "learning_rate": 5e-06, + "loss": 0.448, + "step": 6290 + }, + { + "epoch": 2.8270136863361004, + "grad_norm": 0.5396372393247543, + "learning_rate": 5e-06, + "loss": 0.4601, + "step": 6300 + }, + { + "epoch": 2.831501009647745, + "grad_norm": 0.5285660625062669, + "learning_rate": 5e-06, + "loss": 0.4256, + "step": 6310 + }, + { + "epoch": 2.83598833295939, + "grad_norm": 0.5338101430481593, + "learning_rate": 5e-06, + "loss": 0.4461, + "step": 6320 + }, + { + "epoch": 2.8404756562710345, + "grad_norm": 0.5464049325628102, + "learning_rate": 5e-06, + "loss": 0.4312, + "step": 6330 + }, + { + "epoch": 2.8449629795826787, + "grad_norm": 0.5462792499593093, + "learning_rate": 5e-06, + "loss": 0.4418, + "step": 6340 + }, + { + "epoch": 2.8494503028943234, + "grad_norm": 0.5516791871027837, + "learning_rate": 5e-06, + "loss": 0.4449, + "step": 6350 + }, + { + "epoch": 2.853937626205968, + "grad_norm": 0.5576513237004156, + "learning_rate": 5e-06, + "loss": 0.4453, + "step": 6360 + }, + { + "epoch": 2.858424949517613, + "grad_norm": 0.5368302048584942, + "learning_rate": 5e-06, + "loss": 0.4418, + "step": 6370 + }, + { + "epoch": 2.8629122728292575, + "grad_norm": 0.5166792247647458, + "learning_rate": 5e-06, + "loss": 0.4486, + "step": 6380 + }, + { + "epoch": 2.867399596140902, + "grad_norm": 0.5283542555206898, + "learning_rate": 5e-06, + "loss": 0.4305, + "step": 6390 + }, + { + "epoch": 2.8718869194525465, + "grad_norm": 0.5745921221883099, + "learning_rate": 5e-06, + "loss": 0.4421, + "step": 6400 + }, + { + "epoch": 2.876374242764191, + "grad_norm": 0.5610874860309188, + "learning_rate": 5e-06, + "loss": 0.4482, + "step": 6410 + }, + { + "epoch": 2.880861566075836, + "grad_norm": 0.562508114298865, + "learning_rate": 5e-06, + "loss": 0.4357, + "step": 6420 + }, + { + "epoch": 2.8853488893874806, + "grad_norm": 0.5404474497571172, + "learning_rate": 5e-06, + "loss": 0.4901, + "step": 6430 + }, + { + "epoch": 2.889836212699125, + "grad_norm": 0.5731369450030108, + "learning_rate": 5e-06, + "loss": 0.4523, + "step": 6440 + }, + { + "epoch": 2.8943235360107695, + "grad_norm": 0.5283239685292113, + "learning_rate": 5e-06, + "loss": 0.445, + "step": 6450 + }, + { + "epoch": 2.8988108593224142, + "grad_norm": 0.555347180047328, + "learning_rate": 5e-06, + "loss": 0.4396, + "step": 6460 + }, + { + "epoch": 2.903298182634059, + "grad_norm": 0.5337754968953309, + "learning_rate": 5e-06, + "loss": 0.4659, + "step": 6470 + }, + { + "epoch": 2.9077855059457036, + "grad_norm": 0.5482307100875392, + "learning_rate": 5e-06, + "loss": 0.4386, + "step": 6480 + }, + { + "epoch": 2.912272829257348, + "grad_norm": 0.5137780447940196, + "learning_rate": 5e-06, + "loss": 0.4498, + "step": 6490 + }, + { + "epoch": 2.9167601525689926, + "grad_norm": 0.5410402939710804, + "learning_rate": 5e-06, + "loss": 0.4447, + "step": 6500 + }, + { + "epoch": 2.9212474758806373, + "grad_norm": 0.5512710516362269, + "learning_rate": 5e-06, + "loss": 0.4415, + "step": 6510 + }, + { + "epoch": 2.925734799192282, + "grad_norm": 0.5378334272814395, + "learning_rate": 5e-06, + "loss": 0.4278, + "step": 6520 + }, + { + "epoch": 2.9302221225039267, + "grad_norm": 0.5525646027445259, + "learning_rate": 5e-06, + "loss": 0.439, + "step": 6530 + }, + { + "epoch": 2.934709445815571, + "grad_norm": 0.573171926611343, + "learning_rate": 5e-06, + "loss": 0.4361, + "step": 6540 + }, + { + "epoch": 2.9391967691272156, + "grad_norm": 0.5217333672218816, + "learning_rate": 5e-06, + "loss": 0.4621, + "step": 6550 + }, + { + "epoch": 2.9436840924388603, + "grad_norm": 0.5342154460861862, + "learning_rate": 5e-06, + "loss": 0.4646, + "step": 6560 + }, + { + "epoch": 2.9481714157505046, + "grad_norm": 0.5545259487380719, + "learning_rate": 5e-06, + "loss": 0.4658, + "step": 6570 + }, + { + "epoch": 2.9526587390621493, + "grad_norm": 0.5469560259016665, + "learning_rate": 5e-06, + "loss": 0.455, + "step": 6580 + }, + { + "epoch": 2.957146062373794, + "grad_norm": 0.5483835668636673, + "learning_rate": 5e-06, + "loss": 0.4502, + "step": 6590 + }, + { + "epoch": 2.9616333856854387, + "grad_norm": 0.614582634766974, + "learning_rate": 5e-06, + "loss": 0.4846, + "step": 6600 + }, + { + "epoch": 2.9661207089970834, + "grad_norm": 0.5262842688899035, + "learning_rate": 5e-06, + "loss": 0.4374, + "step": 6610 + }, + { + "epoch": 2.9706080323087276, + "grad_norm": 0.5571152950087439, + "learning_rate": 5e-06, + "loss": 0.4568, + "step": 6620 + }, + { + "epoch": 2.9750953556203723, + "grad_norm": 0.5654247741253923, + "learning_rate": 5e-06, + "loss": 0.4543, + "step": 6630 + }, + { + "epoch": 2.979582678932017, + "grad_norm": 0.5557134515495112, + "learning_rate": 5e-06, + "loss": 0.4413, + "step": 6640 + }, + { + "epoch": 2.9840700022436617, + "grad_norm": 0.5100342280894994, + "learning_rate": 5e-06, + "loss": 0.4297, + "step": 6650 + }, + { + "epoch": 2.9885573255553064, + "grad_norm": 0.5717765932430845, + "learning_rate": 5e-06, + "loss": 0.4274, + "step": 6660 + }, + { + "epoch": 2.9930446488669507, + "grad_norm": 0.5179292681178803, + "learning_rate": 5e-06, + "loss": 0.4425, + "step": 6670 + }, + { + "epoch": 2.9975319721785953, + "grad_norm": 0.5427917144920164, + "learning_rate": 5e-06, + "loss": 0.4538, + "step": 6680 + }, + { + "epoch": 2.9993269015032533, + "eval_loss": 0.5616346001625061, + "eval_runtime": 559.8562, + "eval_samples_per_second": 26.81, + "eval_steps_per_second": 0.42, + "step": 6684 + }, + { + "epoch": 2.9993269015032533, + "step": 6684, + "total_flos": 3503854586953728.0, + "train_loss": 0.5125751896649332, + "train_runtime": 89473.4361, + "train_samples_per_second": 9.562, + "train_steps_per_second": 0.075 + } + ], + "logging_steps": 10, + "max_steps": 6684, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 3503854586953728.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..41ebb9f --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0e69d7f187dae02fe6d412f45c5548a2d2dd27f904c8320f0a04c6b2e6e4dab +size 7224 diff --git a/training_eval_loss.png b/training_eval_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..bb1ef39b5f18d1364c4691a5544c679ed19619d9 GIT binary patch literal 39336 zcmeEuRajQt_w5Ua2r8g}0umx3UDB;cNJ~qXba#g!f|LqUQUX$vlF}t0E!`nVHz*-> z=JxykzjH3mc}`rP3my?Rd#}CLTyu^&##ryGC-Rb4aY%7cDAZM{$6`t-6uKV@g*JQX zBK(A_Z}KPn!{;Ra)JfUa#L3mb!5AfH;ACfI>ttnac-zI;!O`5-hJ%Hdg_G&FnUj;9 zBR?yv^?xp4v2`$IrKF*DhMQp9J=SnUq3{flFSKltEOQhpo=8gUp^97L`jo4a%Fuqp z&eprTQPZ6t-@Leij)tC!g)jCXr1rV+fyRAUQ8U1(* zo9in2-8V1ZOiy&3o?askr^3J8{&Brmv*d>3R^`E_)XT2qk}W>T47w11e9=o(FU;5n z7jYlJH~6BQOj4*ofqq8x^VJZXrCAj4Q<4Ez1X<( zNsdaQuy>Wbk;S?S1CedbPAeBV0X}|%(Q6?!)*a3l+1Ye9RV(+%$jKFRRG6L?&3)#r5&B%eA_CZHlj27kAnyX}P$f z7dm50EJs*c!$=&5jMNHsyM+!Wm2KIF?xE#v5wna{IWyj5(VpF`-YPh-#HL~}?a;_*xcM4@vbrBkDw6hh*A)4557iiG2}B-=bgysnE5cW zuob_#BbsrgFCFXb?CiG>GnE+43L0Ve@GaY##$PJ~XqT>B5zA0YRmuqt3%kJ38Imsf z+T{1@kki`m)g<}01lv07hBivyu7>9rJKNh0!^1H>NdkK?Kgzngx(lSSj0f2&4EN*{ zzwyj?J+iZ7EPkx2&;N|n zfBJgfh()P#%*U)z{Gvdo+R)TAsJ2#!oZo5o{A}x7_Bb>oB#zsf^!fAW%TD~-+S3^ZC+)F%dV1hjqK_UOt>zZW9^wH`E4{+<*XV}?Nr;Hz{6oP$qTnHDl1zkpRl23XYU)d z`TpTyo>oN!hiOlo;U81&^RORE8o#!GG*7zDc=Ph}&&|y>?e&T%h>K&|+uKiitmThR zOdzp*yjAZzG=lws4oBqt#4%cIum8LoCcZykizhEX9~&2!`;=0%+=`^Jv2k>Kygyf+ zb$@F{Z=qSpb&zHF59WW!G%CstM$Wv2OkqIXz{#N6@XA$POGuQIs z+q5ij)Q4W+vt>Be7TT2VjR(liFtwtla4qa@^ou8$I2{Yiy@q8czDzm3B`8~ z4%B~n)b>|7TP}pM);%e=8cSQBsz!bl&+q)H_*wgPS`}TvCq1@Qr`PU*0*REabfLJ2TSIbQlbnhSB>}0K1K`jjC zC}&#pOgTl(t*(A5wH%Q@`WdD04(6E=LLv{H4z^)*j*hf+$lu>v3`uL0Tg6|$b}dy9 z)>it#13z>+t#Yf%x!%Rm&qg8X>FNEIj;0H1h4pIO*5e;*wwo@8Xy&USIYzm~^Lk!8;w}CCO6}jiJs}iVG&C}b-kEP>?2Khqze7!p#6N?A;LeLQwcOkm zbh^U&vp+=h$F#n_z6*Vllw3jz3JU68US5Q*uC5EPYZbYzMnA|V@+zXegS#Y*pKdqf z;e0@*w*xl%yBVKjxxX(a6?HFuT=4YQKuCCa_0eBqJh5Zl}LTh#p|$;3!RdtT7w!Ep~T6Fl3`T zzP=)e#wF*c3%$Xt#BDpB7j}zB9_^iKu3CJAi1X?@ST>&{vg3`48NzUh^k1+sG-^G{b_Wzh z=!HD@RW!>iGEVm9ciL%FRG65U-rdx7dpK5P5U_iCFvAFGDoR*GDJ^3-ubmq3U3e7l4X;@e`LzdWxuSmPQSML5E(PJbHmuTJdH|D>aYGkrNjWoZHyQpLFaM;!3Vh zOB1DMWmSK9g(Pj#c|=Ebe@GntuwRB%XMc&)=fn+e9`BPyKr643n3!1Lw)y4_{z8wy zR!ycG#5I(sbVvyFQc_Z?<*$j^ML&Q3tO(^+b^>MG^a8t#-`2^g6rBzWmyFGNZ6NFQ z+>alrKbMvg%2icV=%}cuLJA8D4LM1P#E;g5e)pyvMUV>+K5&Owmz$6XCsj2{bEqU{ zq4A^i+I|>a4#_8zRU`IYY%C*GwT>y*8S8O1WprNS4#EtWTGjHS<6}lBe;s2brnxO2 zN7ka7nnVZoxh#k2{B|K9(1j=+oexb+Xst|EI!3dy9335nKt%Qz>WK`LPuF@fPESuu z+uMIO*V5HZhODYYgI4qI>-k<8EiLWe`$BY@jo-umV8-zA0+VJbi%!+|I`3nPiS)Fz zFQ@wx_Rh}Y>3#YJ294CO1^pZKZwm{beOe+HbYt7!-_Kl1PEK}nbF*9QiqEB3TUZb; z)UEy0a&%w>utGspRCF0KOtcGZ#M;#(8ENT52&Brjg6g8rpHtJ)ntl=UIoze8p;@1< zz2$d}T4Hu#p(R$&$DH41zBT;g$B)~G^RLzUwrEqlL=QHn`c|CG$}}M^k-NNl^{UcB zc4YOn$k_+D{g975f`mfSwqd8DzC+fB^&%EpHmNAj};n7 zR`e_^1<(*$qz8 zt9T+OY^J@*5aR_Md=wtbsSLfxzt@85>qU@!T0nee^J}?JH5m&FD_tq))8tI{kcBzy zxcuoYuB)8bSFg6TwPkfUe<=2{HZoGSKF+XgX=!;I8QIi~ClaQ4IwF~vltd2c53kyF zD>FMg7#4beW1_!(Yhw}`!XB)qK`C_+};FeVDc@X*Tozs}5&L+S5xX+4atgexq z2y1%ZV;2|hv9U4Y@K#b^HDA}W6L&)KMtJk_^Z2Q1SH1nvK>YBeF!USD;|n(5^h!*w z1_lN~iLdI&{<^%pd@*djLt96O4{A@@hPk=9y3jD(Y|xX_py@?tIrfz+oTr|XU+lY* z1Y!ZDYS;} z?tJMJi23xQqBr?k6}wQuI6Qut&CSmPsAvQH2|zOn`Py6RP4K|5t=`~<;=6YD<#@=e zS5)`zy*xiVsL!+pw3a=zYFRbBFpUMnEVZ84uQJSLh1E#|==0*mi@`BIR`2JZR+ci< za_wDQBoql%7*xYWa_b!(9Uo;VeYT$9&dbaDR8~L9O+_kzK<4obk*<;c%g*%lC&!e| z;);jsCB3WMUvAkA$nn_!T2_pp6wx(4hEiGRkq5vp01NLP149UsL;zD;yskeGy@-W1 zQ0;14cd{!}cYfw6Eh9t1W1}7I_(|oH1*Jb^^}5ab%R^U4?!TCCd+i8uz%T*8!4f(U zxLJWqSbjb;wM5u#w7PC;US1ed(=F#$R@$MbX@%tSDl{}bJ9{~V{RCQ!%)9Gb?4zTj z-?J1_EPZs~y_+T`syjZHmzV$AoJttVRabYXycI4{ce=0T-_Y9F2rzL_vzDbkRxQN16advLq>6q zPVP84@$!M9&#*)$%?39E}9|hA!d;7K@3`0JVw-Hd6MODydB;>)wtQ4R3@7@vq`MoBI zJn?8zK^RynUd zt#MbOTum>cfS4de$$j<fZhF5D2$8i3Np(m|jgnCb;BAW!;F|#$LH#`DejZmD= zaWQOnHUN*Ipr8P`)pbI`kC59cI==N5*8Pzt5p*k>TUp6L@FakX4yeY3WWrvfgNqrl zx=J3umQ#5J1Q^xS)TGyj^P}Mf-e-QPjHH%~psSd2Ntjz+&PM)Hr`jc-yW@AiW!*U4 zEC4ZW`wIt9rrtsGt?{|6Ock2BXn=uqNG^!xj-6Ic;I>wx@HsSSX>XT;9jzu2L6&p( z?p+o0gy`suNzbj?kf^ArG^HHE*${SZQcSNOO@Ry(l-|D-TZV_rHIIGkV$b<-+yJO> zMa1N6^HL1Y&0?!8fLNTYv3-!b#&TOhvNxUzy! z3!sJvCMKCHi*9|KHRor?T?ss|2L}fk4%Br+p_O5W<`~L6EU-}5^+(pu>!WXB%Wp&H zKDg%m0zZ}(`vbn*AS}=};4Nrt2nh*`TsAa?q5C!INoBMYT8%kq5`#{R zz!=aPq#r)deI_CzBIpn!j`o%~+;^Wj2B}%9SBteu1clD0YK{J=~*!vfAKC_4H`W?{o&D3yucNN3)Bw! z`STeh;%@Sn8jsQ4Fj(?w6A}}{0s;c!)33p!#H@cVEc{qna&2+`ksu(2vTevHE`;CS zMaCgUFc4`wV-X){i`**shU|41G4hSXf4*#fBW`rHq^$~P{dgx+MmCn%VxAaeQ+g3IpY&>ng{)p?*+>{ajSxwyLWoK{11O??yu%}gV3 zXFI=t)9~?Cc7)Ar)gDl!cUkRZE9`? zh?C`eeg+KM(4Yy-z=xF=d1~j-_&G@*;pn0^?af#^l#&G^EkJ@CQrix&%F&z6GE!_OG zztQ;un_&CbFUTJ+ps!LVnVzZl_4PSFbp^0GM=xG^*HMseHnZ;u!j9qFe} zi8C@XfFk8VP|mk+k1yhqU3y?>c*pl-2MbT=7d|X1jD!uSKmg!w8)YLX1Qu6TRyr+z zM+=t-Xw;uga-B9z*O4;ocHLwtd~9ePpXVCo0>G` zBpfEtqIz0cS(!oX!{8X8JNSJxk3aG)5Bozx!Y$J9Oif!o4-bzr-A2Zhfh;_rP%@Vw z3?R>{SF*D4^2Py+(b3U?iWBzcXRZBp-KaGz6?!G4(~(W$kA@03=tj=S$Vf&;_DOKH zIjElI%{$eu%OVta3ZI@eLrQq`iH*2>_lp`Jv^#(^=W+|{=4KlM0CLCtXby^sj#ka+ z1~NMM)vHvQSeBul9RLwK05*4ku_!ib!vz}TDePL+!c$1}fR*vm($d`a$4p5?e7vH^ zc-J>JfV3lNdrfHyb<7KXfiQ+6C#2%1?3UQ0{r!jMuMU7v86KQ&dzeqnd-cQIy5tI6o`6qE{4s88bsx z<68I4*S|SkA4BfAqe2{Z^5r~Fqrlr2Pp|a-`0q}n4+caP!>rW`G&>4u07h%vInH5| zuZ)%KIvN3Ic7>e3v~|x57O&=Hw==VM_WWc?L^V@3xBc5&YIhj@^N#5{sDp1H_yMk< z8i4tcv&KM2cl!}|^XX?pOqfQ)eBG36UlUd|;C1)BKt=F^ECD!@&3RP?%8J`!ys2MD z@fxrYh8Feujp*>$N5Ggvot}p|H37H|Tw>oKg20}cnB0eI2YXoq=-m?2UK5~gGPwbM z+}f(y!v$C}4=MoC(sreY)Jxy7U`fX1pRVJ$K(sAs#XqybXSDeSN(tv3K#d=3Y7)1% z?FP6nU%u?|dsSRkHq2ZLYPE%+q>T*=^uSr_g}Ry6q~R~2YtGd@->QAZ5RC(=u76-a zZbGdrNXUeQ3^2`pbCM6z{K{Ys0Sr9%zQ;&!?`ydPZg!ZLDyJ3y*RS!SXcbI=w94cL zxN{BJ4~R6dva$kockkDLLc+yYaTCid(+3%f4S#@4LqV5;8{Dc^Z?tR9qlf7 z0ZdUBDm3FYQ9z+3d+%!~tM7_1YnA79>;Xdhtfun~`c7kD2DmmWDk@AH{V@^MNmJDN ziS5+bs{pC7#CE2+cw4;U{mQeEUszDpzm{3z_?kj?2!-YzlJF92j|(4Q4Ni{_Mm&0i zq3l489jkU_#khC{1?U`~h{*Yobfrw4U}`3evBL%;N&C4LvQSWPN8>jBzF4dLebkblG&yx3@wc9 zqkZLd;dq0^U?h+(0&ZkMm>q;c0>WVl$Y86>mo!r#_mG5<3&coLxW53B22`3h zm|?)8Bjh9Gu9J;G_s8?v-vOdfxUDu|@quZJ> zzGthRTubPws5Z_QNA9bg1ow?oOJ7W8)3e$5iP@mFW*98f$@BNVU-c+F*V#8~_Imh5 zwm`eJb8z^yw^vRG^Jq`8&)*t|^?iCEq8Nv|_tfr9q(eYu^K}GpgT6}|EiDcNbmgOK zWw){QIq+APzNUL)6qWQ}_pS5eyT-nVD}_L^@VL8v-F|B6CT6q>n^*TRXLEH-4}}(M z;?vLS&2E# zo<#5UCh*|Z>b}m+WhA&K3tM`!v=A~Jr0TI zLc6-U`2R?i%fieMz|7d-{k~Td&WIZD;TQAJeTBSEaHhB-VMqr<*Y1~?crxh5Nr3qU zW|)_qon1^q!U4#FgdX6BeBS`s3TkV-h_5grWdk45IyM#$(#LieM=$dACQ-Yxz)Ml_ z8bSd8kAX0nDL#K*ffyD3ih%ZgK_#%M!iTdMi`@xrQ0Pg7y?BA%699mL0jLH6lt=FLyf40&Pi3Xm~ek?;{pY&yO*_qdxm z)mMwB&Zp+4MOnvWDmIl^x{8ug6Z9sC*qt??sG|0;ZG`(hP0W1BOCzJ4eANly*FYC) z1%Lz)ys&uda~lQq{riz$zlsg6cK9TNScPc+Fkfh(=K#;Md$g3oVbVnmECT!!_t3%N zJ`@U+n3$N|gmncF+5TBsv_LAz#<4v=KdwLL(8-0`h-`aUi#UiQ0$`d{R0ttLhUWO( zckeHFg%RT{#SDjGbqyaY7i)MVlqHFx)fB=`&RCMkaH?OTegW{;@LpITmD zGu!+Q2)eJN{JWjkuw98xbvft`2|TtYuve|dOJ6~k9t38W`uneEGqLK0LMkv|BYv!) zVA|k^#?@K@8Vke3*^##PEqXMbN2FyTb=KOI)zx^o{LESRaoqPtj23Za0BMs$gNBD- zIKWXL7JY`k3!3f+c6Qs&Nn5Ew6rx!JJ3y;C02vL6dlSfiZHS%%p@@QzTLSsl2-+D~ zyB(1Ku91^>!+M~B4AC$?{vN`}4zvK^$1I&UpgBN@!5tuTir^s-7cEeZ-Jt&s4h}{k zeG25Y=YXnHK%G6?OF35|dCpV-IllW{ZW58uiO!e$AWDYWwo_9LPu`Y)q7DNW7uRa4 zD*7$8WIwbl2w{Uo>D2&0x?s%*>K)Bm%?R`VZ}W@4vObSu|pxjz z>)~F+mAgbm8ps$lU%1nfjLWcqPI}HlVZhV|SqwvXAEdof9i<`{h`c(9ify=J(m!r2c zE78bR+6=wQz7oKj>WpUtilf~nU#Fm7R z@a{s$Vj~dTzp9CbV6f;pLkxe)U1+kh!vsXV4}EN}r`QO!`?=V>sBq?Rb%PiG0D=jy zMBoJK=rneDvDg6R+~cf36y~d=uhqY&E`pe7nS8k^Sy@9?=UVqmdJOx|Wt@NibQV;q zyI0d%-Xzp%7U{EMX>Tx*TuYPO%BB{oe|J-zBId0!ER7fkEsWj8T&1Wi zj#ig@-Bi>wBxeDpcnxd&gDjtUd2a1RMHE-Ffa)~U@&5Sy*OXo!$7e`*WV1%1aQNNE z0Gvvt3>UmO|o$VUU_!&lN7X$qD%OD%{n#w!QLr(*J&?&}_|;7g?c1MWC) zMxsI()}3#>D0dLeRdiI(#^cX_Z;efI;(AQ~cdbN&`R`zV$j(d(B2UIu`!cR!4>%Sz zJwx2t=U8bHA&cNJ=TybJehB{tcnCN=AcGL@)oL#Fd}`aY>TZ5Pu57+Sa( zC?z5WCEj3j8(9kbfUde5+y8s+4?z*h)z#GrXF6(Xt>050f!$4ip(7f67Lh>2*4EbM z$boVSH2~3Lp!&`OAZU-GMWQ)&WNdI$!+d49tq)3FHQSb3)3qzpwE{9ROzhT|ad8*HZ1D`#qoHw035ok|+xnpMTFMR!AN?d) z>`9WbvSNb9GuC;rk>8MFbBt(fA_D02MNt+nZ@A0&y({1krOpy$U z+x`v3;I;ni!u5r%c{H;?(c+TvHUJ;^$%+zOcR={p%zXxL8X{u@&krR-$#{mf{zMeq zdhx)tf}sI~QZ~WVe3msT)Y^7rl8QvFd-x)1Y%kBIy*2>88WfO7DEhx59L5v1pk2n zH1(O>U}wnFuDl-5_&`kT0(jzn2H*)JoL^4A3DBnqgCBm2XBPk}8x)2*P}E50nVFes zSXm1@(kn~K`uibWqI6Eluy^cl7k>25=}c$;Hpqr-g{Wuyo~TrZ?~OC`AxhR0G!Gv> zgaQ$te6TSQ3+y|BW5MQ##zq*c^5xj}>(p#xzG7 zcS_NKMd9WLH#X^hFAh=%c$6T)#Cgmi4up5cogEzruMO#@888vxp3gQ@{2;HHTg)#l zwSgBej^CL9RItXjwjkL297e5IloOJLJa+*Q?tur11LSFR3=EATeKcURpETDV-pf}1 zaCr?kOG(>Cf0ub9?(^!UdNS!BnfsfQ1dEpca zX_NXjf3T6%XP^d2d#xYZc$xh7iE}uucoqQx@|~$Am0dGr|D=aY_C&}vhSoW$Z7qt8 zOMB9Be4iYolN8Pb+j|H|7Ow#80US(){o#uZnoaqkE)(X&TB+doW<2rdIU*8KI!{gh zeFY3DRLj*BqGkVRH8~eWzJr%X{ZK~s+%vkKIzRn~cOa!luIbY-TfX*014r0B)vsdf zQln_P;lR$GS4GyMs_NfS3&V(REpA!JFy6cshVzp!mc!d^L9^R7Ur4^`$csbrZ!Yx( zIco3~1zOKj^P!)F(F2U%1JO1n>GIijC;u&>$w&!30|iWx*69YR2WAxtKk9vNmty0W zan0*MfK{&NUF*1# zoUT1)%fdxna-B+*NucfcJXl7$`k;}+XHK~5m!|vF{9G5O$MmVB!b|60A16PsnS-Op zn8+jo^tu;jl`!t#ts`SEAMj|Q_7gkilBz|wor>=4h*H6f+AJ<3l_^FBW}vX?gi)sP zh=%B{G113aW&qGm`uc;u+f@|~ zt*uIr9!g=hDepby&Ae3}L%N^bVJP(z`=4+xrGsF&Xpo~iQ0=^sJ^Q5;-HM5;tBU%9 zAD*wwY(u=2<4YtQ{<$pOwG>IcsOsw+mHD~J6V)C@Yz(rx6ymy4mGRV|2U2NXglP>} z9qz!^V!RrdaS=DEdtn3S!})KjD9q=x_#4f^Hy*<1J}`0mhU3Wd>OD}*c^+s~m8zKg zlpv{THNdo+EEVFW?*tZ-G%+?k!X-I6V^%2Z{>u9Nx1UrSC^zSB#hzz3-g6+iK5Yy^ zVB*;`dKt6JKgsT0v5_f6-NfmkaEA*d#WX2lC`yfmt>-O0r|_Y}5v-rX9}6^I#8pHtbU`l67|LF8wD(_*x``vz zPQUnjLZE-VJEpYex~`@-vH07JIb>z4?qYvn6TtH%f2h0vU?E#ST(c$Z^AwbvQMYwL zk##w4#}_cgVtW7s%?PXh@EaBmC~2GgoQ)?F^&)e(cf&%Njr`>gg-n=R0!iYPec!MS zoLgFkBjW}Ir)Tg@7cU`mxQMJ;w$qON*T$-1La$j_ZVFuf#VK_@uCAK`@}Fr~rn;^n z!l_&eY#YT&6&$skStp5WP^u><8>8C(V4~PgvmR-GW971agFKi3{03%Du+uLM3!q?y zBONeU!Y6~ZbVn1pMRmY1bFU>89SpcERt3fo#_o^^YnXW-x2 zE{53-kCezqz_tnlZ0h>IsQBr^7tY zb!D`{-v8L8|7>@c4&nF6GLR7b1+D|qGUxykt(YMB6`wnC10X)w+VIZ`Afja@+#Mb# zb`1JE-F(RX@{0-ALo_j^G@>)~Z)(Xb&QOL(W5U`QHutGG2K{|5J#t+y%&q)%L<7X^ zcDaq9P|;NshZ;E*P1a~4)!!)$fhm+){<-0|*P^sNt*n6(6e$(b@gi?$W-(n2F}re~ zD-6b`$Ot#P_wckrX&bscc~e4QtV`@Q>(J0pYA&v!UqCS=nd@n2kRS#qP{{z6Mt=Fii*SD6-T#zi z3OJcbr|KP8{05IK37iYlr_pX|UG88ATNl#Nz^Tis#;b7t-Kwt=S1K5C66x^o!rFjB zgcwG_x71jFeroF<5P;wXA0HoplRrb++}+&3{cG$2J@h~wsDb{#iXaLfFi>!W2b}6D z;Bi&slYICP!5H`{-uom#&;H*1BR2KNlm1ZKg&p=2m||FBa!9+#?Q6?gpG{2Nx zViKW*B$^s9CYU^Xrq4zUZiBqyDY$28X=x_~_~$gLoahnXESx(6K+cZzA~sVN7Ey6= z-@t#tPJ9I*8k^&yEW$QVyDyO|CxEvU{E-hqmQr4G0~1$!XJ_s%{^GUu1wY_H7B04M zGJKKryBrl%iZwgL)%Li9>Aq<&5@_ieT&^e-bekQH;)$EJal>n|6Q5gp^<(8eQG~4+8bs?;|1*R4J z!%Y}Be^ya)kmd!1!@cPuOFa2S1#J5?ckg~Q@I}qN%vOm`_vf+ziQtEr2O289 z+RYKfeL~F4g5Y~u*nO0G`5B2HTxV3jN8v(=Y7n~yng+FW$P|cT3Mzrw_6Y52N_rWlj#pB!bjJ^UC2kK%a_FOU z>+=bYV zEad_)xgS#D4FW|WLo zfO>m#SEidN4Tk!+voXo}%QZn^o_eLBO}c)z`%T|pa07%|qdy&wh{Nw+(uED*Ne$1A zVUTGoFymr?IRj;|m@u#8dy$zH4^x@Noq3ibt0nWjiwy8maX`4GjTM*l_n#WlA3kxw zbq9nFXs3&e=t=|h3w+6urUeLGyHoc0RygLpxkoV%v88AgA+fuarh3Ghl<00M8 z-H#`gKpqdRli9upmRgKI2Tn(@TyElR%?zcTvs#^SVicrQt^j-_IKW1$C^L<9&VUP%~RnP^38>1OFCtIshD@--nxVYtwN9uDQ^jsp4$T z^n_<&m0z6A7z&c=X682iTUY~NprypMTGjfgif=WZNXS~$nIB(n_FrC~e=M)ar>rh! z^yaU)%;^XVdZW2jNha=mM!HcP00Kb$KqENuGgu_R9ts_yc@G;hP7eeYDQZ?v{Mh)| zoZV3HRdzt^d;Zjh+x))#e+q3gQfODBVLn?{$d^L`CB)SXNZORo-(zgovFS;;_Wc9R zwqH=sD!ohx z^CNULAaJuYz?No>_9xG0e#&-_unb2{GRa78kdH$WS<*ovWTuAx>4Ec_b{R5elhIfN zT^$8bCIx)bN+xeBMgKlN5P5ttJbr#Idlq>-3lqnN=jLMhuWi@N52gO?jA_~6b0R{h zb;Tusam<>23Cun$Lo$t;;qNhFo<_`HNp~3h*upl6P=SJ%Er3jDp{d_xHBGKD@dYxu zb}s7!=kgy()%+OSDa^E^Npa?XqbZnQ)fD>!oF@XIbKNRlM2?dg=^P-r<4qt}C2E=&SW~1)T#<^5*3pzA(ej*S0oW zFbr_`On7pzFgsmSOYq#L9B8TS-QFO%wMz&mA~)m=SV+C#qvc2e3bA4*@;ir&jy}zl zjc;NstWh#W!|8kCae>z;Lp4fSrKiu)H`?DizZ5C(aO8FFF)8CdO#-_#+-a^=#}z&9 z?c3+Eu{Tj*<3mobg7}wAo9yNf4v9exKT%G?q`;TD&tb#NuKtna2GNj8#0ioM1bajbINek6{i8%8ZgyAO2VWQ zd$hK>71kpvXJgMNd8US=maE!TFG6T~>vBZKPj=TwiT^}q!3<0hqLCxg5hC;pxU4sH zbl{*sPn2P;RY9ic`(;9VfE4eLgY?0zP1asg( zcF;0%3gkzY!KwFSdHFF|r$8B7#FZTUoJ7k3D(H)VvKTD^_tc@2-`*=jT#`p72PDvh zjItS{Y+Te#!XUW5mc8lSy0whv1&SPa#sXK4zTl-k+c;vFQXX4JuLU z+KoS8RA{;+M6#X=0{3yGe^J4pZ2(a5N$$C4~}&NUKo%^YrSI;p7rxiywkD ziwlibdsO&99c8GzC)LZ!zA>O-_LQ^yR*WW>*4*FR$svyP4cgUf@+f6xWjX9wIFnTg z#!wRAm;t`t0mox*2`Z3{mXg*ItSV@uQE}pdjb`H`jh)ZcB`#vH(cX!HKCa{|lG(I# z;WkN0NmB9!iTDRw0}b%G35~Z0jDi=bfqS_na~1drGJdTx!js2(zAv4&KR`zWq6uMa zyQdzc+j&=bA@CM<18MvXR=FK2_}AcTC^1RN0kG8bUw(4Qv1IU*9D!I{#zIu`fja%u zf3mS%Ma3PeT0hr25ebZcQ_L_#4_F}a5Wf)|#(V}dGdebg7M=0KG{w6d2}1U5m*UKD zPw2uAaz16~s|zqL&gem}Sy3G|>c-T~#Ez7{GS#eshEmS^VKv5J&M7`KV*uJ=+;hBd zeop&&Y*$3E!OE~0G;gD9?zeR#_&LNOY0XLh+&jMLfkKl{7HmgET!{WAc$s)k^XtHl zI};_~hj+}#H0~^2<~^@aVrwWhcnJE@8`z(NM186;ZxIHGGzun?$7b>|$kK>M3`k2V zu=s*l9w*%-$|>m~X*uqpGQA18J!%)?gSpJ&M)=ChvcQ)*ui}}e81!BuNk)D|2YnNK z!_7f>OE9hZ#iwwv!4RM?cwvj=(XF~ZUamA|;30m+tE7Qrvt(|n$-Nm#c|fx__o>+o zxc!JN$?TLUcXT4yj~cs2-WWoDU_=qz`ARTUE&^s&G7%PPD)BwzRK*h`lm zcjjy2)D;G?rt`1m{KMZsk>G1Wvb2TM6!r)B(1X6dzM*pPzkvp0PtA_qx9rZpY__EV ze3K(XRB=eXbR)EcW3JAvZSC(l;>Byu>Wvn0lp!g9VcPgjaR_I`cL$Xf-p0i}uJ<{G zkBUH~dN|$w8czA9vKSGjDXxN(s4~$IN9L*+jq$*-Vc~7R^l(f{Vf>D`jOwS(+e{b} z)%KFvuSwG3&8W^CrVdaHAx+@&K7_*}kCAh16B7yGCPBn&I9HZ*ah$ka=)xVL!WT1! z{b7C`pfE}t4BXv~EoGqGBTywI-0jczsTI!Lj3f z#xK6NXi%6QFr7R)=mkS~_RLgBO*7p5d_$-9h+`8S1asq#UAkcfis1C{KoaU32rM5u z)@*=7SQy}U@(h%RixJTP3Xeh7Fd~v zDdni^Kl%g0`BQG6UtA9Wq%XAGp1&mcZBp&wVdEyVVbMF-pWH~K9H4aDVPd-BWD9FG zVkE=B!es-42E#-U92kJl>nL=aM%-s3Yb5udU4rwuImKHb9;MpO)FEpJb{}Y!;)Fc8 zF9xKx?ky}XqR)bB-Y5Y+-T=JWp9Eig5%aY7H;cxRHzsu8uFmf85nyD#+~)KsSM8ep z-SCwC6fWhDunjb;JQPrcgN+CXXw(PNprpeEZVoaMi)WZ_p(z}QL*yMemqtKH_!SHu zqgBqiIdb6s2LSRF{HxclHG&)Z2)2+LoPMMkpzW)FaB-8rLE?vG%O+yn1M<#aRjGn3hVo*iA zY2d)EH%tV1^gcM5YF6Cg4Ef#XY42I;q6x&7h}7-2Ww}qst5nC%e>DtS$$V+(iHeu~ zLlrXAyPxY&{{ewDGhO^t@&B7U2~5#F1XONifPwAlDERCo27 z2rw1`U{IwHJ&BUYzaQ~&+%1Mh%uZ4o?cx7paX zFY1Nk``VY3+=AA@4|Qk|5H+m%<%^H531cf93gwEr8SVFObZ^sHgNLGSwk3(mYNd)V*zo) z0w)*Qz-JF$Km!X$^YQqH0T)$YA?HJWf|W2gK%GUCKU`CMhP%K@Fs3!W>&{7HsM&(1 zGxMyvgv&Dp!yDKun6i5Aap%J0kN%2fid(DR6b*~Ai`TA~*&kZrO7<=oWTvBuq#mSW?ke)5Ar{Io!Tg_cZc;J2HH9h@74pQaRCK`qaH15ojp zYt^6oc8wlbXSQNksOeY1RQFUDV_`xR>kD!&)aW<*d*D0@UX<~+SJ}=qG6&kw@m>kO z@5m>{dBJg3Kj5*8Xg1NKe1hjjmj0-((IfSEHRPS2t)CNBsHOc+D;CL~1>ko%K9x{d zc7DRvm3T;B!7?fV|KJ_$EaeMWCco1L^0m6D9|!lI@c>6dMo&F{=aMUVI655TjG^g& z@g+ol8kcwC=@Yd_^rPSk1TFz{Het$i)C*2b)8SBwIlA(vzX_(!fx+py+`zP-2apDz zg79qa>no7#kwZTvC63YX+6=!z&9op&>}FYXk}xRahH}04)31Y%UQgRSxO6h|B`%AW&DE_;hYjMf&bIJCq4tj#P;qEhA&s6?lmLxy3RiZOc$>_M6VaX1c$JaDc--XI4JM4wc0 zA#gy5<;S=yu605KqoJXZxiA2Sc)oRfs>#ZMtO{nlGMhAlG?FS#hNt=d?-H+HXC+jz z9B7@2;IY}d)KC*{PbQo&(4Yttf7%JW{`_Z7L!~`5Gw`bgK$&X_sq1nWcc-J3Ku}D1KHwJStU3FsRcY04OHTQPr}R? znt&XoOynz^a#d2forR$dd~y#2cswdxT11WZRV}n$tew%nzQq#(Bs^O5+Hc*en|5FT zkWCS;ML>8Z&b~v#P!G7m!Ok@#iJ7ayusAt{X)8&d#S!W@A8TY14D9o&ntl9pX8V{2oJq(5*#Yr=UnGJ#o9r~>5 zi+UJ3!u7Tvu(p+s4k7`p*n_#bBJQU`aMi4t^?!)j?fb^l;9rX8{lbhYJn?$*GcWDs z6%giZo(494Oa3ZbPV)?WVPD5u{j~&Euy>0K*^d|*a%aIT_l=d_cGgVm<*h2LB3MnY zKPy?8Xtza!EpO&k@I?C`=w=dLVKaX$02=EZfD&Nj&tW6J#S0+si!cdhMxMxfsFBf* zDHqo^NQT=lOD1$GY#DMgJ%E ze1yOum@esucFq5G~3L(%6!w!5PNHu;HtgKV{(n_p#Z&fNsS%Kr7JM(IR5Z)J6Du;_UOK93jP zhcr6yt|K44Qv!yeD;F`4^CQS7FzK|6ngOm(V`<4;u-}%&)eH{-Xbe`Y+_EFRUwq(( zkjVEZQaH#k^$R7rLnIo^*vU$7I?^r+Cl^ql_NPkvaj1=V7Or>#_v$**RWy_WpF-l5d#F??y*ptq9o7AA}ndQoUdc`g$32T_j2_@F5r;(m4w<5w6w@UeF9Qa>E2`^I1j!ca(<+s z^YxxsDD+$|4|CP*g$v&itPIfxUyO5>yp*qP#T%>Kb)L^BO70UxAR4@;rfHz>DSEM* zpd_1(?#qN0ds@j^al2k+K%`5grMtV+b3d%_ z`}a4_9_K&%A7eY#SPob4zR!GS-1EAxcnC+^EZDW_!zCURm>z!Do&3RXhk$_KiQgo4 zchTT7`vP2*Ja~ts8D=MDGqX#sq$fs2%jj2Hu7@Y)h$gf?S{;QYpBzUAh4a0(TY73Q zE;bm*_Ob%O`<`62R57b>3Nxa{TJa|*;$_A1`L_Q}e=aiw*L3|&$S=*DWe&9C!$WSM z+JngqEx4~O3+1HWt#~ivQnrJ|BUVF#@66_VLH9dJmC)9Ob#s3JFzf%!AN3sZSYLuE z=fXoy3Qd06y(y(Pdm^_^|CH&JV68hmxV|n;W!MzZ%KvM0h27EBh+uzzLuR-(+pT$i zA1~59B0L;1{D~7ZzYhLw$mx$lG^=n;Jl}NEpu4v7T^;9f7bnBn$?U^A1$9(*6Y(;>8$dlsjZ~D^yYQ;00Vm02^*zkFmQq5L`!UED%I}Yxe4f2=~ z;P1WZn}9L585Q4!`WSJQ0im0)!^X$gM=@Y$0j)P}1ZN@|f&mBmg1c0Ua7^MQl~h&k zzaDvT5LwJVHh->%M>+vJkKm6E84HKkNs@ zSpkcU^&JjOCJxa-sdb|c=Y1QriJsg5Q-x-u1ptU|-GjZhx$H94?Fg^BOF+kxwe6ms zeraZ`&&PVgc|;}H74&i}-660Q*ZWAg(D<$R+4gh$XWOM=Wos9>z=i`lld8jO6B81T zA9n`-yy-om#4<>lE8F06qBPa1mVATaxdRjD^`%jq%mg~duM&*>^k1}vI>F}M}R<(OZd;Ahvh)|{#6=G8Pe}|dh0(uCOVUB1xj(cvJuOU|H zY`~d^3XycTgO)x11afHu3O>T>2fPAWj6kmx1(I1K48A5(Vx$!B76AFU{<-%k6ECMG zPDx2`fswo*JHN4O(EWL+jM@pZ2vW++-|Lo#tf$T7rt)K2dzle@EX~b3TG6ueFE7Z94xrNb_#Lt0F5v5*>DqB=8>hC}1{@{8b zdWk9p+*%vzb+9Dh5ZiKTd0Qr&)c&J&cI>Fsb~;M2F6Q+3CPgx(4o)6eJAt2yJ|D&6 zU?IJo-7P~7o;bOCe4mLIF;~Q*d}Q%TeHXGLbvYDCd@S4c2(Q_D+)!{n6Xe$V?s1tm z@4oAOVNr!w;f|Kn<0wH&r-RDpS-I>KvW;omofYIn9C@m}jib?OvY5O=3tQIF0@ruG>|)YBK5QxOkUSPA?2MMsa+9j7L)d%!o{_ zCc$LbSIJ4?(-(XGkYYMaW=NfIieRElF5`8L^!hSkU3{U>k|k+<6YM|u6yXRz5YdEM z5DJQSjcxb~G(A0`gtR))4u$;&dhRJ6^rWD8^+_WIG2~-qC4;T`Wz&w@y|uSBOabxp zGFvqZ;5t<%*dEio=oS0+q3Hdy58S}UH~QgpQMt1tN?W)FfOoTnV0%4zzj%Hs#Cz~+*5KdHk{%=I zXYG>OpEm`_Lurs_7cDfT0Tf>npaD%vy0W0<3A{bBAa6@vlJXA)$;(wdY2>F1xv6QM zXmLb)5}R;f?!R7b^}cI{c2JWXY5}+rZ9R!3U%}1^5ujVMK)hll6&f-+wAAHMaB*=T z{Pvd0Mni{sH0;q+^A`?G`HWu!{W2+)M#xgGEnJ(BbkboJK5wGsT7GPr(fm_5{qiD^ zC*_}A@7T&X`WSUz%g0FdovaW2yp?d0MtKM)vozCe(bB{-IILiJ+;%q&x8BW936Gk3 zgrF5yUUyI4`1*QYs6oToOZd5^7n}<$mn6o@sv~Z?-AVv27Cz#C_uMR%3qJWOS+J>5 zj(z`XM^Pp~+ zh{ykaNBzJMg`jA5TS=m=9MhGA7DkqAe>K-TKjic)TOLhF@^OQ<2)X<~Z7x8gK+np8 zg<0_Xi=**#IAgQ$>{PcDIln{@6%cg1Lx`<;=S_M37|&JPb1slr!awti0!Ev#>2aWcBu`#OC!_;W*t{OV1pgu<$Ly^VY;jzz8S)Oc4- z;ao}X_@v1;-&V5R-x@dXS7NxaULygsm$420?M&) zg#t_6CMB!GnXZVc$~)0fSe@Z&N*?)N`Dw%l6O)q`+2H#X%Z8yi{^yQ011{RMA1HJU zDbYvHSTWVeIg$ro_p;u3dxHe1gYb;AULBTrR9OU5#yAhz4qO$8IP-3||IQ8gJQMlc zFl{!CkosWtFrK_mhI4--(B#D)(fq_^ zt|xWg-d??X=ae@L&1`gWyffDWdLCMxVPA#YN6DK)h~vmfFpF`nuZ#w=lzz*%d>=!g zma0TDyJhb$_#R9*d!Q#B&Hn7gpQ~Vl12T>lfN{SRhrWCF68!C68X8W|%-9TByMp5Y z;u#2?XLfcD@#2PJoqa0+p8@c_DJWR_fQMCD--;t6R(zTRW${oB|MrTB&dlj-pWK0- zIT0{WOk;Tn$l{n)FMVZU&z(5MD?G88V3#qti25;Hv2|pYXte&?Eh@Dks(HRN?qMwe zt5iZ3?t1mUDnoZn2f6IlMjRXTD{Ys30i_0Etm#luTI+W(q4fb)7!P>SfX@QRn)N_| zK#uE6`8|)|QE+Gkf9@z7mL2e!z7&$+Zv0sY`DR(l@Q+Nav3(rh$0&?MMz62#>&VI7 zo4TtaQZUC3QAFcOumdJ*ihz-`H%{>7p25mlg)u#kz3p;-R-7$KQvd6z=3*nbFUD$WHoiIxAo zfCk10LGM8^o-PMoQn~shKSp*!`o94Y_)e6}A?bs<=_5>wr_S~O;~>a=xRsQY4-4F~ zmEItDOWES-JykgsMmKF2>cg|~>SsbF@i*O4#$x%=fX8?fID(+5Q5!-GXuxGqZFw7L zrO)aj}=MI$Xr7H1n0`o_@rhsxrRULf&c8}p!iaN-$YwQ#mL?%U25 za_$!bnd;&O~D z;*yih)J;!%fY5@ZNA3En`WZC-F;QmkvLd)ZjtvvE{i)AFAzDk4na+hyC%8pU7+D{_ zZu8E>KUe5PIC@JzRe8fjWO*|RSoOgFS|D9e(jWefg8?fk0$2?2?9Uc#1x0(eIIAGE5q0^nY@kE5$-?7n7$2N zwR`W#6veQ{YyP)<0>GI0m&`KD7w4%zV=i=jE5!`S`2@om!kB{*JgZ0&t;+W#Qj(7vY8%Iuw(8qk4LVbu^V1)DtmHBUiLpvkfpG{8 zGQzQbpvBKEF%hR+2fm^7<#a@Quz6Ni_@(XrAmIV(-ndHfwBd-8eHV0Z;aPFcP8)R8qJ5~M)~Hs zhKvxccqB#*F^v)YkRA(`yaZ|nOO6b0WIs)4NjH!G!1QSqt`3G+#gnizIKJN1t2h## zS~l%*@5a${4NNIGGorBWZ+f4gGGsm0GVFonbo5C@Z7+9l`P+`kbYOO3&KxZT4VcPG zDo1;2B7zU-tghjtJ$HvQl&QBX-~_}ndH#*hBZodqw^=d^`yGpqHhdkYzA2nd4gk!n z(e8jvuRpQjHFimMu%^Oi6!ZFzYmQ$#_B1Y1wYTalAG};r&Y{>M;2+bN z3wJ-!!_gC95pF=F&(t*Q&&L-{ZLS(K;=gXo!1se56A*?xqDri+<^eM@0t-ZK|3-%-)5lkBCJZZdAF3()YS5)o$#`yE%KG+zmYNd|CbU&&D2dzPW}yp~_D}>%_&` zk}#z0sq{|=H3+RVDNv?tHop9$8@cb;0YhB622R%vA3&s9wY9DI()NBg6?A~=%xKK! z8&v!NO9`yW#!Eh7duN`!AfxvT6AEM~45wb0)NK%O{&D;hFZz-;F8~&Vzj4KZ$mH|f zw9g~Wb=i^s6uUimpo_`(Q&M-?(87>mksf_m^`y3@=1-Sb^6I36F}Swe;+4bv>bUgC z`%v`jSl0-!EnK~+qhKAOfVHZYOA2#5qX zXvx@;7yZ&y194L<*|NE|I@WmEkHkDirdplV{cJWSX2a^f?G^x8A)$kNzJ;9`<3??V z@AWf|t+A_*lB&FX2>5Y8kkitLTuF}=bYXpijA}!I84d&JF17j9Gzh}Bp(QG#IB3Hj zJbAeUBrDT1S7UnW+LGV}bhyzh-`B(!ef*iM;Orhn9HxP~kut*e)1?%I66)&>xQY8y zKnZ>H&CUQCRN+N|K=x0GGJ!X3&SWxHUCBFLBial~la~^jf=9)+Cbj-PWfcGkAm|M! z#XMR)6ncD%=f7WfHR@%3(257RQ^U|oD|WXSb6$aXZ#42hb zCyr3id2d*hS+O`s8;a>WA8vwDF8z$W$RqY7&2_F?j-Rxd+El7ikZj#d&k zU|{)kd*VN6wnMuku9#p+xUvZB&5?^j zVVT^TG#jyq=HyI?3#YsWYRrg{NCv(*cXUd1Sf*Nh=l~P}ABSK83EDt); zDNfl`MCx|!HfK0kGO)1n{;G~5&Q4x!g2s+~i>{sCHOkOLK?b+GI(8#}S{{arcjq8@ zPKs)R*)3>1&TI^6?IpK>P|dH{pd)PpBuY9}{Qji_4M?4boPgEx(QFjWARVfzUK8@` z0@4X!BM<3CxW0TH>!r+P#sSok>Op5+rh8|K6$6zyyoPTmWWzAdO&#<2IwbRwH2UlM z4)AY7{jiGoX}xkc$&i+!38QzL(z6tu#1{4$1bY?#aM2xF64+kDJRG+_wmRn*eDfR) zhy!p8la=@A%y{GUV-`sf>W-7>Pn~(We_~-C%b+P2kpWZE!3YT1NuUf2Ig$bCDl{r3KBK5T?pZE4q0Q zwSpp-{;rOSxiIWPMStb5X7C20EQ-H=Hm6jhvMGv;H*)-p1uMBjWQp3MuoyG|1@p>t zD#Q3|;3L0*LZ$z;iQTCRcM5sJXAdV6gFqsjq0_K+&{t+A*j=|{ryPhdPg>Bvb@;H0 z^PfgF2{fwxLouYh#25~VZ$;D{#m)O>wKgvz4w?jiL9URXOwsckc_k95c3*= zH_(oXqqm`@z(W$S1{(gc=YZFa^oy&gYzNi*Pncv3KTW0-Yw?yBk;ycYV^5e@JdOrT4^ z+m;-02V;-US7Z^-o-`)?WWQ*?QTF24E@`hyq=Ft=u#x)$KYwQwv(erO!6V5v`T|=5 zQZ5FSCVWQp5Wv53SnQvmh+&i$N(N2Y6;fG5Uaf=1p{CXN#6KFb-2G`=$;avdk~$^p zhtMmK& zVQ6tU%ik~efT{X`LP3gDD@$ zSEo)1_Untk-3f!zCqQn36yorWQP2QK-W)L8Osed6v>tOi6Y;XJ4@ifrmiRb3OQPQ%NHF8OeD|9@4u_eW2&FYLPVF$Fn`6F0 zu40ks2t{#Iuy}GDLt{W_^odX1J!Pva*z;^LR@Oy@A9X3!5=>vR2+|sZQWQQTOBptA zOM}xe<=<8hg~O5*V7NGs`}2b-r_GJ)r zb}HT;O6FVKRDV}(+VYu?0UYFabu4GAJwUYqMaQQw!a3Nsk+WK45?oTUlZmmqW`L@7 zMJJ?xQ2P^f$Zd_B?Gl9`ro{xXOYat34CPdY3Cg-82UTFk~Pht<WN+=I~;9*RLFn{MJXw5cE8^}i{3dv*{1yIavdX+#Z_P)K*@ zi50-b^DjF5394_pNorvr)ne~8#15vPBS$>E5w7e+zb_lDJI*Q<)MVd+uI&$?IlZV` z$KEknmW{2k#*kre2bI&E^_(ERha;FDt!{KjYW~@LV*WR~vl}7Oz!}CY$PBU=rvp)4 zTOuo3>GOhYDYClL^Ox#lAWJ;5QMv+?Wl!zdo8`PWcTTRkdHj{hKwx0P2&`rz?T#m) z>bUG0G+!xppZpwWh2{j14u-R@41yfhV!}osgBQ9cwv}Ze>wROIlKyQVh6eq_AICx9 ztRb)i2#2_D4o(L?wS+@(tb*4Y!>|a%!0qkHp+y$*neyY^@<3iXaGJk%^)yVv_5SSh zU_ELvun6+g*d0TtH2`%2rCJ#p%G1zL_F`vX{)zYA8Fmxf$7xF4Y`-v}Bk1JHvPqUP zUq%GtCWN?{s=C?si3Fh20aRGv(Pw5H%8+!PmHON&VnQj``8zh$UjW`&E?Z-bT!h^zG5Sjt!PPG6FKQ@*V)lWBJTrKZ`Gs2_SXjTskY;_OtoIrd zNXxtqI-gk%!7K+~GaYa0@YAYE)Cp{hZp)e0s^F~3_Id>Qa<4I6q~j1y0yDBrEzZ-1#N zc`=PtHo=U&tT;j^T%2|(4mkoTr1K@nzz!k&Tt;<=x|%xAsokX1_9Z+OnEk{RE^#H_ zp<;Ym&xZ~I+&E&w`t<2}H1H6Mv#}PvzBnHmrTTPv8#a`p?U#(0WEsBL{lh&CYRF5V zMa<)k2+loKM87g|2LZ~zVOiAJJ=dD{{JcD~o6c(x9ke;QJ-+^E>eJX69!cRr#z=}4 zV)HUk`S_`xGFWcj?yV#R$!mRI=a>F@ZVJx4X=e^H88lE$xD1y~Eq=^yTJRxo1Njy~ zN*#ce^nmgACJ@;%yyD48omZK+z6^C+!z8r>6P<5q|Md*86j}Xzd+=i`p6vHg7hj(m zruWvC8qrXyY`D>j{_3Cp<4ShOfE=^;W$zl?A0O}Y1w)R3UTXkUEQ6=6|M!A!6XUOd zv$mB0UdUaX1@6~Cd%JM)BDljp0zO$BzsXhE)IuHIY=T?b|Flt|MF?%w>^^SjZ@vVI z*n`$!#6sbI`KP2*k|)Ap+vZJOyeF`T50@>0da*cR&?Ts_GZob2q+`7mzL^Dr)Mu+m2S$)grV%#fQ|5 zvA6ACfvXE(E>qJlUHWXF_ZgGYjEqMSUM?Yw_|OEV9*(CakMT$>+ichwV(j}H3Sf#n zDc@TIr5;%6jq{JEszF!h@1kjV5o`~(aKykPtQZS(!mC`1J9QgBIox&xzutrWn!o4h z-e8#}JvdD1fw2_-_4&z3kBEq;!N<@@gm^aoweeyTG9=S5RW=y?1_Y+ixE^@GSJxfC zOeoo_VPY>D{xwKAMjN@MfTu_WD0u62nnsQ*HV%qT-}(fC%6T0f9oee2`~Iu;-QB9c@#1a}^2V*%5_YDdd}WpHQ@b_I8YhyiCG+>)v`dT67?`nSJS z`=z{sYa6GZl7qPvdscbW{(XBmnA#PoVFG^7vz{Y~D%^gV{<`)aAfpwB!k?lTPQ8uz z+I7$`esQ5xCP`~F_y6Bbu?!!ej&~NNlJB_4n}Pc$;$4OqC_;E2I_tXF3D~kCX*`H2 zH^_2e9brN+#C4aQ?lv7~n0-};bMb;Z8nEwRTYP1J9p@`(YU@R{tN$&+eRFIi3K--@ zL&(z;XNl#Dfn|KW}m{_$&{zMcwHu!;ZfMP$p&lp@KpQUxcKXF`4iy`NI zg$n^Sa}dRacuA>Mt#1Iqo>5S6VCUZB$9cBzpiEi*FDIiWCF6nYv9X?{xKvT}jWJ*K zkfgTUE`s>P&+T-KZ|&b7-x+EEOC=y3I&SvgaCMtx1UE((?G|0ILeQN0E$ooabGU8y zoBK-;a+FZ8d}VZpL=8w;EQAgU>#(5tm^@Idj9ro-l6J?*CHR5(ZhD>JK=c6>Dv+>Q-xVLsbIScSsYHH9ND5E8Yj8 z07?I}Xgd*qW`C2k7^iX1xFPzrmxJ9CO`EF&g47SKR0)Bb0h~OUY}Ibw+PJ%SuMfD~ z0j@8vGxh=So#$bE(jkjw2kg;+;tpwIKY6=uV<_)cz~F^IxDrJs6$2FkfkejRL}oU& z>0$F4Bq<6c9<4T=NJ1Cbnf=Ps7KJvR`Zps&m>h2*nd*Oe&%@@L0u2bneFM@mu0sNZ z?s-sVzqa^e@~ft>1UVSB3kvJFobvKZ!+Woc0yC0BRMrhQX)i$kwoh0Nvu&!$6-Re8pL z*LA31O|`eSvT|6;%DDINVSRUZ7>H^LZI@NS3*W$a8*)82AsKcHLIJ{)l0r&L1tDUD zFTZ+EqrTdK*86@a%CK`j3K8jbM`{6ZsJ%=6j{{3<%~_=%%^o9fL82(V$bc4}Q2^ca zZv>tKQ2+|gX#<20iDOmssk;mm@Iz4t10vs{`dFBnX2!7cHlkAwOktk8l9JWh)`om5 z@PuQ*x~zy5&J#4~N{11J16z2`?oko&7G@*F6{d{L>HwzNh(7KF2k!YqfAW%lahQ;< zx_rK>`be#j7F^Sf9&j`%Z9O3=DE^|=G*GVtg~}tpx2}SoNFGkv=csJFvmpU+t$zV0 zTdA)@pK)IRT*ZK0iwn?`0hqwReWr^)U$t8cY91ap>)UPnjC#to;P<8FaD(__Y4zl9 z)BiVtORaMr3L)?=Cz0f1)jIlr|Jm~3o0p`SHAj?PJwH4 z&Tf~+lpbl(wNYmrI<#TqJYZ`pg5H1wn218nZGLb9x?&**#(11mPf(%fOT>r>=M((6 z{m(}rI%^EA!RYsQf!F~ZwX(hx5~_(;ZNUAC-Rq&fb8^eW)ogTOZ0U%R=gkA?=Z=Oc z0~pi>ZZ;@*hdkEGasc#RRqfU2!L{c<4Y`s&T6i8dDVKBlSS_518uoAK-!vc+MnD7G-@;EKLo1MLMXj5P4)-5;6|IpXl6+4Q;E zN)ZeH)rKn&d^_P}wK%OK5lwKOlZm#1cVXh>h6n7|z<=b@AFZsWcTU1Js5Ab#Mgi>K z-6G6>aO?Y>`W$PRk`6D1?wsw8ive~v4J*&w@fb@^AcgmOyo5#=G~ zaOt>MVjly-fmi1VRl!N;)B`g_L%H^oUA7-Aou*%QBvgv>ZXPpVl}q~UrfCoSOEY)> zd<3RNuII!5zMlIXAMrZg6HPE(dP5-l%qQ&Bum}|A7u>TG8IUW&#|YcEK1SH*ZyXzj z8f--+!JG}57jwFmuOG|WZ@w}C&e4clbQW965SM{OBBPRR8pvqi4uU9Iw>a|hoxu?K zuV4`dSVAoAXe=HwAQuD>r9|O~IEoTX-9lDI`1$)Lf?5s8fO-#CFsFXwfD2pJZu7u^ z`SQ=Ro}rtsNVa}|p=Uo-+ZSQ`G{y}50k9c^rkVxg*CIg<_4V3p*z5=Tb06m$0QXcl zrfsvg2C4$MK&qx@`w(;lLH?Jw5f9Sg-_2aX8%~V9?|6&Jzohs#;0l63ITWCJIPF*6 zvU}}SF12uc8^%NX?ewQS?}Z$Hjr*EB%YO;yvOy@!x@_Q($bt{5AXveWH9 zvbp_CkFfZT5;vr*qB2p#IkW!@GQ;NQa98a*CFuBoeOmBaV8m!3r3eS%>VPDVg+mZ! zp(aR^j*tH(=5P;bZ9Hzj$&g_+^DRbyR^+=t^j3zhfAnJ@nE5j{A?@-mSmH_0I8^D) zL)3%^6W{a71~rJ_h61+wOT6;Lsfv2D9$#^j$Xb4k6EkxN0(~wHNSE{VSdz;OhoUi0 z<$s1D&PPwOS?8ZpQO(f8NTI)n^Fo@KbZK7tK_~c$>39^gVLA&f002&wbYLw0chofy zP;ThVE1FxbJ#L>_wf#FjRxKxEJL-)3+sW0w@!{H7`;C_p49%M8veyGbpXbWP^W|ww zs}NIuC0c*<#nG{vabH#c3*)ow>i&^N*`5#N)!f-KlupDnv4Ml01d1fm*johB1RmEe zUU=m`w2$A;H_fK*aV>V;F!$NR&a*`8Jv~nRnjr`TYC%@*Bde%>ny zX5Sdy!YCMA$y4>VcNLP|gOokp95?P%@zJBZ>PYcUt6uUbx=8lCIt^kTIE zch|P*Ggsd9LuvcQ3-A49`Qm~|SoB>i%W|-z)beS22lQ(rSn2p5oXjUMpA5_!Ztk6J z$KLKIgzK>xgUE~Z8Rnr$ybX{`)?joc!>gl_@d|+HX`krVF%U)P_UD781U_U-W!rzEwYhUTc zgJHL)e=E{SN5wFbhbY(90|aS;&`^>50i-E^46+Q+xVGvl|9eXlm;8M3B>l896dI3O@D!~L;kBP}iX0(mLX$ua2N z8l;^%0#nN$R4;rXxl$_qp~1?9di+S>5}HG^_Ir^|eAs=Q)q?$Hx$j`W|Dv%%&R->_ zrMFZ(Assw6)>qg)HtJPBpEuE-b~d9hKkqSQdA?L;VqsUz>=!3l!OFUjX|^hD_AsM5 z`vMAiy3@2^qcyJjJ{iw%mag|`*2O3GuM!cCUOpd~`DGS4n*yA)-8~wdwYA0i017c< z&12$jR2q8L^vOip#A>X+FTOJ>pqb_8#q3FI7v{2piarioBh%%^v)>ncOY9_B(TF7b zU_CX@g!=nZ6HCxp;rw35#nk<6|0(_OPeEd37acO_HA&`@F+=ES@wnptS0v>NoYYl` zY3V8mYwU=^dNwvA>FwT87;+R({*)2(RDL6MW@R9iam_L67MGT8lOSF5<$zCP?=4~b zETSLt@NdqNHc{Ewwecw*@ci-N6D7`7$%(hAgjf$K^%hnIg{`MC<4iId_vp+rF`<=jsb?#5x4UtKcNJ6#h5T!g~Z=J>)> zlD$IO1HLIiPDZ_NHs0fRt`_7K6Jz$}a_wu}hTwB%7%O_Zrbgu37%OTpoK&s3G7k=pdaYQiJ<%9XKJhtp zer}f&4XYyf5^P1yS@&ZbgGC6eL*f|s*2hC3*;H9o6~eonEjZr!%aR00d$zz)`tdViuoUW;+jqzE3}*3gIXwU0+m%f2HD|l|NaE6MsBlp3z*3!tct-Hv zU<19g&G0Gsm9NL<+`ma=#P?x1x&|UAFX7=egiwp-3v%;%N~#A?zQ8afqy<1+sOVaJZ0x06 z)u4CpaH)i?X41DpLar>>hyXPA9P+`1Y?mS*IjX8&1-BLi2Z9y=9XB^2;F%9X&k;5Pe8lV(~9~nPf(r^2Gb#j(?AQS?)P`x`i(a@Iq|cyviesk1x#xpdh`Wv;q+tI zom85;bYVBx*p{PbuLfZvL|8Do@q~md6l%sw7>2{li9#($-2*||AUU}7c1X)h&z6@( zXQq4) zGk>GrA`^7xn6|LUNN)&BB}1(Q3eB7fEx6M*^3PKydbj&$`+c!-<80$mWZ?ySx2{+mPV-4lITs z<+9dPKp(Pi!F*F1vZ8lmAy$D=Nl6LZVbD^${b77QmX(p$oUWSZawB|hu$L)-Fx8Wt z3~>lzq6Lp4U-$&PbxwDn5*x)1iJ@tMyRL?YMuF?86CWSn4FQ3xKq@^nMW)_<6M1mE=L7d|&{NaUG0@RbI3DZ|-;MU9hfK?q z$$F@W{r#I;xX^CGpRIUc|ARj#;KF_kznK1i{32nA^Bj=eHQ-xdNa<`PXy3R)*Q6UTJrW1jna3TXLWf z`QgZC7?oKPAx(zc-i0jW2M0y^YUyVcuV`r~u)eDc9|R7u;DrN8NIA2nWLC_c%^oie3<6-HNW#V)w6$fm3D$|1)zs7!A-Q z!*Y-|HO*;mYa@n^5uJd5Do82p2lMSev#_(1KzIiXgbuh{{jNw{<*Dk=(`I||;)S%7 zl-F)gZ|}=nhR(P({r#$+dKP~I?_cKbU60JXysLirG*`(uv~&gaf$% zHfjnq0{yWdOGlGP5O;Hp%`={PZEj8mZw`4XNDc1$fGX1V9S0*o8A-_>x7r4;?;&Aj zn~*6sT9U9T8R9EdJ5z9UbW{MzTw0ZOc(6UfSCxf@2DxCbgJIqvK^xFHK%ro3T3B2x z48Xo}MHa?}pHW<##<-XQESO6gA(}-ZS5;Gg;T31q20ENNUJ!^pXlhtFCS|%eSBWodX3daW>mPr$6 ze+a0lgBu%VQ4(Mo_2@19tvIK!kkG1}3Znh&-(ln8RxMV+59%i`DuxGv*GUvFU{;a! zZk6W*f=k}PyF-$Y2SHX&K}i`F9qk((eYM0dQCUR=$-05%QVYR`g>Mh7a?}gaA&=)m z?O&!DhnIVKsP14msuZ=faJ}k~w36GWJ3T^9JDJ5=uyTK1rhW6rE|pUM4XOD1X`$4L z3K7Kd%BO|J8-s)J79g9Zfqpu^l%KXKM!x^yHxopHI; zI9L|r>kw|Wj$2bK*msTCjDb_s*v@Lgkzd+}4Lvq2U0+`xWBR90Xdrs(kA;2VTXFHHf`VTZPoF$-hl9}s_f!gE zhaNn5@I*_?^b|ZakiD6igQF30W`;QIUh%|PK$tKbfAA$Dc6Mye>#t*Q_<@*ilsk+< z6US2p|2O&_ANc761=W<*)Pf+3$RF|kxtFG7x$p~eWB!_u^g@AAX`j!`!a{hNjH7DS zgajlkKPT(`8Xz5}0Roz>+6I_^HZ=voVhKx5<^<-z0fkTH#^|$J$pUTPVaUp61uc@a zib@pl4a#Cg?em_nMx~^u%U-J6EAWHhGTMlipAdNmT{54+YUff&>mz{nanXM*W+Vye zQsQH#8LM(o^bkPydOtwLXKE}tU=j}&@}HhC|BPgLDt-TcKnHh4Ma9n`&hN}`U0i%1 z>k9ce81>=+=w&1QTq4-An4=yP8g;L+NY00nSOT`jqrFp0*bnH0gw)&P1r-v+ zoclF8_XBAYP%?`UC22J;wnHhvc zgF*qnR{UfVALfb#c&hj3>xQait4`*Yj(IA#qFtr4(yEdo?9PmN|K1&Hau_=ZVA~e5J1MeSk-1DB{MT~nL$;<3rJQVvRfZ>dHPI3qIN%N zeOO0|j!v!tYM}&AX}Y^kP9n%PDMILdYoBB;Ughm8&Vz=&aDH-P@sa(77u77uv% z*y%_AwIslr^gGN^Xoup2J=J+?mE6pOU6`UP9%sEAvC*ln)u^8)FFJgwY3%8 zm0V#lU4_%0F8MD#onI5&Ybkc2$p-!z(8Pa59xMy@nUf{8nja9@8U}kSWZ1!$lL~_* z7eZC{?RC$4C>+7pMIY=2jm*uPV3NKM3)AbNN30UTG817bwlK;8F{-Y9Y b|BE3<793l}m?(&XU-xAmOXo>G_xyhV=isLz literal 0 HcmV?d00001 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..27ae38ddbb1b9e4187c4b17b1ff94e557eb2fe3a GIT binary patch literal 46544 zcmeFZg;$kZ^fvl#5RgXc4iyxTP&%bi5fCM$OGG*aX$9$0j)F)d(k0RjN{FN)Eva-# z_nj~PzWd#A?-+O7Kj5BmJjVg=-g~XNW<1X`=h`9as!GHJbOZ>35Z_dm*FX>~KLo){ zoW+Ho2=RYKRF~7u9FK)75HN}?cDP7_$STcQJ;9F3exAHf%@Okw|Au9SMT`~juI<^JQ zKF^nQ9)9Yw9=tI^M|(&7*EwdtCA?LU9X4O-cKvbwFI}K4r|90N^GICxP{&t3jzz?1|%ZdraVmW=FIMeEQ`SRttKB29xffY_dD()LrR-63o~`xTRc^i>&mGBPrBDjZS=kijuqGTmAa zLA%P|RF^42?R>AwD(|G8_~XxG^7He1tV*Slli$7_njZ)a36W7zQOPVMHRn)GKoE)J z-RaBKGTleWXIXR202Y4iQMxDp@#R8&Nlqhe=ip`;WE$Nmb zMB3WgkXFYD5t5NITWsWgX6E#VcXmzX<33^hW-T|;d(n*{emlQBNwp1JDNW7H&M`2A zpSz$qQ95AgKV(By8+f0Zq1DlSvsY<7`Q#99XlUpx0YOvN-SoBTDCy9yn1#UFKk?Rl zUb_wqA`ZyCOjQMSbuwHc8b9B|Y38CKo3ur>B#98(>lQ4RFQ4V-=XalZskHW8O*-V4 znNq$^F;==_#B;@T8FTZCcGb&5Grxa_bX7V`V)-15jI;6cpR+2Zb98i!6S9rZ`dj+2 zgG%4IQ!qF*^to290-Uwa#=G&9jEpafiz7BdHQU41ZC}4W*UeY7vEg2+JFugmrrwx^ zJ)1Q?$3grmDnyd2sJ1*Lg=~id#t;7pAM*P*`t5DZUbt`poAWin&6_vT#f|2C=^Bp_ zwEk&4)Aq8*Qh?8m)5v_X zs|1cHllgrTyhqX5`TEz64*o}73;{tw7g$*_zQ-HMV?G1c*4FE5&7>EuT)~H>V&f7u zY;;SLruWWmKM*&%aPi_9;ZXbd=GU0p2@GPB=3FJ3g} zlT{9)prkBrW%3Ni7?1lLTpg))<3;~iTUr{2^S^oXrse$k^MigE?7>hJs<@M_6Q}#m<;p@|@sGzv$8I~iI4xPRiNMgv%sL^Pv^VVzVF{@kuujst-|DpAJ+AM zzjDDFE*4Y|s!1PxmO9$JCuH1!P*G8}fH69fh0WW@gd8SrY{PnkY{%;o^9^g`B{#lZ zKeRTiaew((fbPlB)
-9aRrZiM&o-mJ~9nx}aM1zpzFOkQg;xPFrRbLr@|PZt>$ z5@K@Y%9XsFoKXIj!O7;Jp`)GgZluU{@n>qotDWINf{;kJ=>umbgv} zv+Iw#%n4pRuU%^*v}q0`UWyR@W!%`)xFIJ~UeCyw}=Q_R!qC=uy(s zK-Gvwvlz$OPN-&)Y|FD(q&wwVUUCe|-s~20vJDW%fLx zCGRu3i(Gt9Zs>dDTAnfusk~*zNmShVPxyeRPQI3f(7U0`WS_6_v)ugr-^m*k$n?~d zyl-!8Z0z;7DlJsJhToXshnOPogYA$NQI|P&A?H6T$Lo+EJ47PQIMk9T5`~@rd{f0~ zsHzhC&~K&S`}TT^j)@8Dz1)7UxU7N#3uLe_hsLZ-SP49yJq9wJB-*3 zicw5g2|RDd@;pQai_Kbh%{1zL`}_OR`0CHq-e^sbUWM5HmVXBse0Axze5+CvQ)f#g zV~6zdK>hI-1Pw}EmtVPsbzc$m;P_f-4)$h~!O}nV>_fT^4#rPbsE|ip3GJ_9V)lHa zMN!{ZN$*`dNrn@67Fp$oKaYDsDf06~qyJds?4LhV;1Y`W?^A&7|GRYwO}TI&QDYBe z2Mj&0%F4;@wSx0O-TIPoJ9fBMNJ@%{oL$AiI&*D!d8FKIcWshJ%q45C1{^MT?BMng zBqCisJ;&ABozTe4_wOgF77Lmo<}t|2moMACefzvvSRZ-m_8S&q;emW>kIlJW_3ZoZ zYmIp8kT52iUJy!^nk@dzM<#v-LIz?H7k_6jrz9vWY<9H2l~yotRj*9B?kA($=ri!$ z@&P&_8ydw3x=Uh0ZY%n8TOJHjUKRIj9jc&;Kn?sR-PP5Fi+qb0BxGo)kikSp+p!2@mlqY0q1E%|P5fUTi&vLM zE6MRl7$#cTOUug2JjWpumYZ3XR&^BQXJ^ak>nDsn)oAs)d+#3hjr|Q}6_uIfSrL+V z!uBoS-dNh-`=OzZ0^Rg~G`6bmpA7g$3L7>*V&eTUxQ7 zQqz6*=Q$uxje2c#rVVIZrm%}~5Q&uY@~RoJ{?gi7JvQ+4TkMmYrHxmvUDMdq$V!1*?Ciq6_|pDf|BoLH zro|J9Zoi&sWK(!|CP~sG>IMeOTi)l-U$&&;V;yVQ;uS!4p$7Jhj)vRUA5lGi{P@t( zzQc3#6Kwwe{reS+yu7@tn@31WUf#Fm%Dz4gc_pQdsPBD!YrRU$7z7f27&tf`nn6_9 z$&a@ReKE)f)x^;3dznpErBmRv?z4$*YcnxwY&<+9^^o31Y~`GsJ`M=Ed|v3!bsTdY zU}a;I-PEND!_m~#Oe1Tfk$d`7R64c!=7O^;Qw+gU-KSJ>0RaKyjX#|Rbry!;`GEHD zTH@wT-hTahONX24_|f#CzO|K=d~(?0EcLl_m`eS~ryGAJUn()Z^y&-`59jeF4cO(% zLC*K#1GMq8*A(ZNHFD^(#(47WPWY2nl{v;vLS<|TA?I*d_;ICoy|8XS=ibgciKo{9 zUq~G+UGH6=nliN+`iS%W!=0EKyS0f%og!n5VmJ-!5G7}92fyQ#e4WQae)T3q4>nRR zgu=3?PoFZ4OhkY;4wqVwRT(DkICdEE}C+sNe8P-FcVN@s1tV}vj;Qb;owYy z_bJ%f@hC+N*O0;O+|H8Hvn*)7c5l7dtU&#!M-?H zPutwwyxv5}JAo!(2S6m#0J&uE+##mo(LWoZ=ud6rbq;Y@8swLNbXGAPDb8ov!vY_N z8nHE!u^G^ZHquakyv2+DMEIBc1&w?6OkfSBUkH$i*h??30g8}-<3ZhrC8nLv`X@I9 z1;xY*YQr11ZV@DTEM$}TszTs0C+*3E0th;92$PpGf$R>UuYXX#Q~b|$G70R z#kU4cZG#uHNuDH~ot-q&J`zt>e?^=e&Pv|!jJ6T@5#pjo0~2ILPAr3 z4t7_4PdcK$U%c3JT73&D|ImF)mS#@&`in2MJAplDBLt|3azNiXqSgB2$B#uGTUOjU zMF^O&@Ej%Oi%RF&srk(0mb?cg9tG=$7unfO54M-x|F(0i_sEf=*|2=<2|aqAu=3W- z{9gS|cy|D;?gz`|#a8{CmZiEV*msB3q34Bc7wf-$`&OsShBh=bw84=9|B@ye*$mJ=DAv#epV{}2ALVox#Kh=Xb=+Bz?Gso#eCs7^O0NZ&ljb+Z!QZU%q~QscN<-RnBpD z&7|h=ZwDIioLpSzn3y7E{BhT(5qwspmBy@g?5wQv_%@`GsSe(Hc?baM25I%TD(s(I zTBd%-8vSX0{0L=3Po}rq@S$sa=*y!J|h;VM8vPd){hlxgIk&6vI z+!GzfB}3}Ex}iNi>g}~g=!1Pbd@VhLgTbFae=0p7=2I~N&kNcGIZFW;#{2IZ!s>`F)r2htiJM|ueuwNe3&w z-CXv;16o~OT@Up45SI|a7|z!@0O*vTgicuJLn-P(MBl#k7)5iF}?A%wqXe1S_CPx9l?#9F7i3@2xpdNf)Xh1w&Jqr zQL4l34%`s+XejoFzj=KdC3i;s_3Ue3OShI1ibzT_7S{YFI9>~qW)Tpe$j;7oKRMb_ zus!H7I(`n!=K=&EN{R`2Ymkzm(L`pvc@_dcZ*{{57q$}$8z-Bpe%TR#Wf;Qxe{vZy zZjCy3n`|xg??P#DfS@8`5FvwfEpKa^KbHX9;{q=)Dd1d}>Q=zYq21Ca3}`xlv`JiR z7zJdpU~Ir=qf?mQ=g@ryQ1E0Bb4&8^CP#vlcf79@tPixQ&wx7C09H@>lS(y6pX_y$ z)GPIQXAxGAhMp~pDz&ss^}TvdR$1+%j_vNgv14J)cEWnQdYgA{hX5c}pxQc>PM0h? z<8cra7Zf>8D|&$jQ!y3Fg&+`~O%S=O>r$&V8zg_alcPrLs)>;`08ggN!==l0$4f&c zs9bJLaGSO{cjKWSmGX1Bx!kygGgS{1r7ca*A_aT=s9v$fUP-ti90 zj@3iMh*!+_SmK+-btfmMT{G}BfbKVd^DrZ=QOv9BOvJ>*Sy@>P0r=#*W=@q1(=8GH zoquZCuH>;hF$C@Iy5HB*`rC?@DsF=+irKD2xqJ7>xv2aq#fUJ$bV|Kef7Q@wGa7Ssp?jTN@ca zrXr-~`3$+|92Hd{KqLZ?#Vo3KE=dNpAlowMWUP=Ia=Am9C+8p>To_;IqleB9IsnAk z(r{^*G>}HewFw#XM~@C%qKb<6K7aXQa&mlh$e-IEIyyQ^Qu?KTWvu$;n>T^8$-Yd} ztx>HhGX4(peHk599P=LcF-!glW=N-2pkg|X7;%2RJecc_g9G33W~TJy(4%Apkh1_o zpg=q|BLin=+*dl1Npj)4HGwNLCe7ZJSRstGm2ATQ;(h(kH5g-^r0P)dy zS{x`;l9vzY-q}Ut;_qLlQK(kY9lueM#1Evm?e|~R^2IlLc8&McBwr{ods8T;pF;tU zq5C8b3Pcj?V0#SdQZ1_A7q`w563W3pu_Shq_kIOeG9NyVw;iWh!)?-=OUxSw;L?OI;`@X}5(=Egn?EnYy*@=#6H zOH?M0USW-CFLL^QOW*MeC0ZZ>W1i}*9Iwbu6et^{IOWYwdew2Dgebd#q}K@N=vhts zo?0EJh;&MXMcy`f_wJZ-m<&1UCDf7R8)`-|NWDpOZ%a1*mcwg)Gs!%Zc;1L1DQ}8sB zp^uy2S4XL)8Iu~T2VN53(p9_jD-7~lX~$|c>;hCiw>@uc9Q1L2Z}JtseD5o9oVo;o z@XpNI>gq`3v;&AYkiFJ1@Qg}kMusuG4O!pTWpMO_TI6hEOC^oKY3Vc__u3#vA$Go2 z7-UhEWGO}fd|t7OfL)#gYKG4;1G%>da_#oeqjR*hAu}`Pc{;_iF7@Ey)4&&|S9c)U zq-AG^`2MmeG3iZHP*zn9)Xi_1>rF4V8xuR;3lAqk8UR!Q07FYi@6ovXH1WlY7g;zt z38Ezao`rmIlF)A6 zx$)n3NQKSNH7F;j96eg$I9TbN+3E};fT073BZ4-Ae8&m!(pyPpe4B~uPsD~vBFSVu zD9nhivfnQBay9=F^zq|0lsfD-Gavia)JWKjlo6vabk7sT^MDNidgHy}e()T{b;4sV zi6%TK`b9XZX^~S^$QL@i!!E@9p96nJMV-hfm;4H+Q={e z)db>C2*e6DN*N&YI6?uqAT7;|6#1U`APpbxyi?cG3IyW%rv3?V0RVpzWp-nsYEpY= z&~otgHP_zkYW1qr(yv;2BkwKBNJjBM@s$c}6o~q+f`T+j>br}L>PZZuPG?X7<#@Zi z-gPBN1wj}#`~?-!bPZh6Wa#5V)bHz0j_kcaFBNfJpnzO6)@5&LdBfV8>tqms*N?2b z?n}k3Xj21IgxA24P-*HrlzKzo*pDob)Zt1BekLcN4!hR?Bolb zm)m=adZw6wOKy=X9}gf#im(3*aU)|({s(-Uz5_eA^i;3Lhp@bE%5)}WmI`;AZb?l^ zL4d8N&91fgdh)Vp)5`us-6!7B3WHYJsXM5iRJugT}r&$W1 z8F&dc0;*@2(b0nT<*Qc}^z|8Dy?V9Qb|LDN)9nt#^O;~3R7?@nK&Jv)J~tEcwLqw>o(tY1BWn>;l;U zV*%#@Jq$Vs&S&VEGkdLJ78VwEXM>38TY{vK;IOdf;ByytTcMDGCZ3g-cLsr0hzY#R zYZu!uA%Owt7HkjKqm~K$8IJ#4=>-lBJmB@qWp0B-Cg@WE0cVa&;Y5g9XmClH!lR?f zj;(=mp^i9S*B-+WwlcpT=Mrvz@?%bcJqACBgs}-_zP;oPLGmm0&#fk z`1Ow;KLS8uhC>TylBDCUKfKlwPW%0#?J9RG*^P?<*%)LtH@=Z(+Mg9o$*G!O9j$u5 z8G70pwf}aq8Lc?yxxLgFNKC)hCB8ZVB(}BA`v5_1WoWoawK~3Pg{p410$)oqr*ZoW;kVGzxObmtsb8b8}5fb_yY5#3@ok#;$j8EfbjVRD)znX_7 z0`*%`+bv}(fB6OQ*_PKZK|U3aoc3A?T()IsMPDu|D!My+Qgfap0@SjSLM;ksGhuXULU66Yf5E z5CVYE!)6>z$tLy(JqRNg40hs)c93(b@_@o+jyv%IptbDK2wG8~q7|xS!3VU6uhvYj z8-`KyDuUCUyaw8mz0=1uE9U1^Ni=^~2Jzc?-8uGG7b?+VHyC;CD_7wJC|xL&K)ZZ7 zIh+7;+!lQ555`uZMx(;Z#ODz5!75iS6pVlr5yjgeaj;b4zSXad@@~}4e2*559B10j zNvwY+NBjl{b%2cL>6MdEQc_x4TCUBP;(>#WAFa4m9IRBYLkD7N>Pwi2!vtdJy``CF zP)&ub0cSJ=+1njNZ-?!r2Q~0u8g1MA>3uIGJTfv+pT{kCTT@G`N)yL`zXerV(3PCT zhH!vkwe=lwq^Fg?LKOF+tq;*hYOaEh3LX+EhkU|oc(wn=?&(zst7E0i?La{BwkVK*!#{m`qfZiW2uiFa{4vN>)%&l#HS2Kgo6)Nwrt0jd4$x1cl9b9SlPkpKtYfx9GHefY=OoGDvxZndH%hnj!_{hIq7>N_{pQv z4}~nWejH2+E zy~uw5{tZ~N8A74Rtd+!v&)VK85@U{>Z(1go{z|vsh1HLOuXTH$UYt>FS8e>ts`g-F z4lc5^yDVZlFDjW=tf?%FJJY$o}R$*6N~Mejfff zieaU~@hFmw_6fi;X8x0KChhy>)aW5O6Wi+%*uYC<+kU6QHY-=ou*EnAJ9VA;aO8*T zHcoHB#Eze+P^m$-iVnc6vdEd}N^YEc3jg$;*bsQX&y`otd@rLBSjIbDQilS1s9MNg zhH(~Q9O{M!=%>yYo}~ZV!@L-}2UT?}7akmPg@5AGJRABm6PzAV{DA+#^_=h%5nNqd zfYtC8Vel3gWALl|5-D%A`ZSbwvg_oP{j#J&SGJE&;OE1}sY6VQH%Ox{H_~_xUNLhG zES;`j?jO@3@;P9*`We^O58~4WcEOP91Xqh zK9zq9er0r~0lI|~#|Nve*rXDEOG`GW6anpfojR||nLQH|6X;gW){`(v1Op&E9qJGT znD+&wl_+#91ds(xEwp}m{JqF!zK_X6JCPinu0hZ113;5I?BpbjVgZ1jf+M@*_^|=< ztj{wsdvBimpq3m7;OTe}Ry?)>Yg8%R5ul6cS=>r1TxoJFFlg95=`-yCZv*+yTME(A z)^4^cg{G9Miv)D0AYCpS8UdL|_C2O0m00tea|fUov|8!DZVC{3-3Ye8=+43T-Rfg7 z({&||B4=@t_%o+R+O@EO>1nTJYZ;Ba`2YkY$SICsOT%r+Sx|`r196XYv$ERCTil+H zT=R`2Fy=<(UNkoM4^>%udwW4EuzOtzDXg3ziK~T1D^KScP!5?4jgX|UsHoL7$$l%r zA6Bk-<1zz~!t>H@LLGuE`d-Qib3gk&jj$bqklpBIu{w~eRNh|uvRFD&Zr=*600&U( zswIV={xvW6v>Pl+9rN6#@}c6Zrw_)5gt9}2CKR&z{#h?_WP@(g9pN;kukeZDyacHXgD}+&{=H(GJ2a&dd0KfO3 z_Tj^acGg%z|JUj!3ey)}0Gd!W9@S5vscPDvqY2g3w7j0#C|nhv8t;Y@arCsvdwDCz zvNU{!e@b^BK7+Fzzl@kl;lKrGM1YRgGw)*HbHck_`eOL~*{cOi4A@A8?{AEaltD=S zm>5HS@_&EkozU}Do?EG}Kaxpi##UakDJx4zI!}8BxtwD?pZ^CFS=E1d&t5PHecC4+D5^1`cT1W_Vb^h^~*on!qG`jY;KS>uC0&LRya1gEtJm1liqMexrcEgy!kC$g_e zZsI!I3xu35EEE=2RON!<2z(q(OHPytKv%Az9CXJPcET^YD@x|lP5tn1sH6K_LX zm>!d#z7mAfy1YbwKZNh{&$J5bE{OVc1*Z=A)**FxF z=D+jA?=&~k;sQ>ayhEyEmaVii+K+uvzfA_7JDO?^y=2x3bgQ&hyN7X`EfIfm@5FPeT?YrQz|}V zBOZ&abOPn;&rUrES|mO<05(iLrsMPb7H5pyFu8L(>eK1TABVwG9G+lCY*xByzispT zX1@f6)1>=9HdXB%A!b>Qc{+zx@PoeSO5ypp{Eh!&YU+9pd|YJ^&qVr{ZP$}7ZNUvp zQSd*v7?#2Gkc#|G9uf0nzpa<-;1nQj#C1lUBQC%L!Q-i528wG3QSCOA-B|p3pP#Mm#PlJ^`0qEHD$S?f9}C-krXJy4 z5LwsHCbm*_z3tPI2y(;cA$iWbaLMl?sG)ZmVe2d^xn~dox^G2K9}x0g(|M7%tBy1r zhm}h937tN}T#xSu19ozta0t*5que1;+|5IB+)`i)c(jtPF5M3+!E4vA7XxKF-UD3> zExx?|sjGKVpy;PYI~MT+%`3$67^YeY-Bd;zUZ(9QS)mkH_AuNi54!>=9@_Xp8>yh| zuR)iWzQm%l3D{|Ld_3pVPT+s)cke!nlG;Cus?-l3UgD;5q|Q;zY<_$Fk$kHF-JSB< zsIDmy60!XAfSl&^I?sOR?6tCchom{ElH>BRwM(6wsW1znLAOJu4WuC!q_>0BdS)nP z2x1H(x=y{1BnT;y&}peotOxnUX1tCOG@~2l?`zrKBqgmp0l*8jdG%+R+iRBB45gj6 z;=X5Fu?b>>Xy3fYMiMUDB4$Jktqj{{)VU931FGtgM|~!9W>Jgd#NSd$rYib7qhR z?PEG(i(}Erq6V4bRQ2|UmI6BJ`W!y>sLQbWF`sEzSg-3nk*#08q}J5v|BZ*X zgz-Rufr#VO8Bp*2VeV-Pbi>9AQ4&qbF|S|0fCHNfV)ki>HS)oS(F9O-W@cwSZ90HI zLo1`jH{<<#m(F*a&lD%m`mrnFsFNYj$^@}A326J$m&0U@vg}rhw^2m;*>`gfnVT7Y zJ)iIS-J;~#w1^kXE~3(dMR!sJz#ik@UtfDsI`qB2xqGzg8+A8b(FE=B?=KeeyRR9e zb&hF-&-d612-}*Gf`Wp<4(>>*=8*4w+}0K52;6md#Ywha+TKRQFHG}}uFZ8ifdQB-MdGinwhx-Wc z{nI|HY;ZL|HOvG$iU4*GrsUFMf##l?`6iWSUNBJB%IfLDNA2MtY!&CY2!O zN&u>51I!49NgqyvnAa@#nn_ zIayh>*C(+(Xogbxw6rv|$$kivnA6?ag@vuqO$>&<4!}SYm>xxiZFZHop6S(YY8g(^ z`vkNqRP>N=igcD6Ra=H0VF=yM(#EIwYjmYnwFjgPYrR**+0rUG&BJ((;kV=yKMX9Q zEi^!e&>y$+txeq1yqshEC8dIFMqA+7^wR4_su;@aL0?!ou#5icN;q;c3nnyR8}U-fj#ZhiQz6&-gVurp85|!_SSF%srAUHv~}OT0F$%E%#T2m1y)FV{_h^FlbKA?yR`Du_8y2mqtgKcz7R2SN_Fmng zN4v+$A+4UhPS_eJ#97t z{Assd?n_&t^2 z21-p&6n1z9#%6O&imx$T&RR?gyge~24Q)TrDf|G%;S*}GiOX>4Za!7F2_AWB5mxcF z)zNkuCy}+=!c51rhN${)u8jC827Bg@Wh|W%-4Xqoj8n{_I0SoQKjwGvSq%(AV)#)T z$&C-svgc1PD#Ix=RQ6*~5=2?rdtty?9Qtk;{s+TYjAlfgid=o^&oKxdfmN^R$KbB= z?Vf<}>%SwwDERT=R0~+_V15sLoCcpJS8B2t<1{6?Tv~)I^Byo-C|3qSx-WVQ{$;o$7ilX^^ zvsiywQ#{p@n0ADWqiu|)Il}u8@^hs&>%$Dly<)>|Su@`R4YPxUzO zif(CV3mYE{aSG68tS*P>PS&ZiK9oicx^w!HM;Kw+_j2(=R?UKPrU>HMUCxZWNc;p! zhZiM@S4;ROa%8p<_mq^fBS-i1YUSD( z^KeK`!CM?1jzuY2Vu;feTS~+>&go$gp@&gQIQVWUKt15`Ys+i8MO^iC8C&@k_rHgi z3(rpLIC@tPl*iIW#R?cVw-fvjcsC8K3e6q#U}QZ=I)*c05Y@Vnf zlkh$={+1a1RoeHvcy-bBdIG;7WR5j2vCyhXI4E>1Qt#pu+DVb%R~LVu8h92pu!JT; z>9jL#(Teq~MCszxuPd~{BzMi+HE5VBu3@uU9c1}EWnOMwaqfTBFQqnCdcdRH&H3in zqd4-hkz4pEY@bIt1iqRXlK4!ujkb+j$kA=tFOE#YW9&wq=aYMeFJ>gg!F0~-nDzuTs_&Yk@S!cvIav2AP zdZtX2Vv^ug&mrnsMwWjpORRmwE41jCjH@p|XYF2*3?5>v~UwkoDxr7cZi(9@0u1NA=Q8Ttj(CxcM0ksaE;2^ z6+7lCr3_epi@Y__Elrxl0Zn1r5pQDc*3d=Anu^pT@&n{u#N;gbZ>WMF%ilpXUAzGw zqU55BL*Ybnm({lM4i^pf+!FhrR^($DGA9-iH!Y$sEuiY+RVXjKni2oz$;iW(G)iqO zO#XAa=O}V|=p70^7LN@$UW>~YxtrFy{tCC<75^Z9n2LNs@7v{!0t@&I$$%$V^GX(^ zY6!OcNM-h!k)kWVuOV7>w|@f3Gy<8U9}-EL=`<$R}pe*`Nx{Y>V6?Gl0Svd9Dj*#lYGl=11Y z%aXDw&M1%PSZffxxq?d zp`m;*{e(22)2$=+^^BxayDaGRtDPUYZmAVzlGopx5+{cnZJnK8eq`U{M+cm#s61*c zx)MYOYo1=0+Mm0C_66Z?+a;Lw-JRWmZ9`|09G#5qO;_T#|0Mw<5qQvUUOc2`x zhtm`5`E*b}LvQN~<6ZQCrD5p+h}G|zC5u+UJtB0X1p#*3Gd#So;f+po{4ZMhv81Hf zWnSa``}f8$I`?X}5E^=@^a$b|KlJ|5saNQ&p}yhU1y^|-;nJ7c@!=lK#5F;ak>7S$ z0Honh8}=1ZYZPoV=P~LnH<{gD(~>_waOzvn%)QP!y=2f>`C^-=mpSskDWj2YvyS;& zz~U_}1^xL0jd*@cm}h%md4o-Dy?z|IA);}g6xkIjAI#6y(%FhxFx(bJh9%stLhViS z$ZNmaNPR$XAWxmW_C51Z3H*t}Ws!RV9T`U%GW6N~VRCy4E?1pF5+t6UpP!$X8f!Mc zHVJ;RyJ&R6DJBIo#z2FV{>DS=5ra;rSr^s@q7&U`Nl03t1sV?Y^1+Ww%frNyFo^{e z9IqvC!sWq*^UYtbTVy;>wJt9b_BWNoAnEtm94d-PtetK*AWOViIEam?LCDq2W$U4N z0fIT=ZGO-CsUnxmV4296Yd99?Le9RgQJvBpH6eeu~;M&0j7#2bt=6YDssU4}Y^r|X4 ztz1gDDwH-2|GCV|8(Z@SMyWx&r3MWI<eDl(|ZT;@`F9G4o3_N+wA0)a7sl}U_5wEiD+T1#Q`v$ev zTgAU!D1E!OhHRxtvk6joomFow=-th>*Hi0euDV}s)d#bpWK+3z#D0)b(3bI7B(Hu& zQS;7}{#X8R{&F)_m{(wEorFnlC1}edp2B~je;NtHDN%)3PiB&kBKP$v)zVtwvjZp2 zq5Y2mwuZv+M916RzN1CXOR`}v+f79N3_dpdQzQboW_Lejc6kb6;kZs9H|09$T0roK zD}Hwk4;g3TkufhKz)oB47f~Zu$rJih+=*L4InsSUByvwK#k3&C1mYyx?q|LkGLWwq zWKjKNJqoT!OQNl4l+GF?+TXT8^^8j}LR_Q(zJp4FLC@GWApr z0kx$^5@QTO0UiE{dKjVh@*wqYkNeM|*DPCbf4JF^;a80rMN+&Jjc=70IjK=h$jkQ0 z-To~3QGsjEq*s&LA6KwRzVem0CdvR%md{l^e8#(eR6Drar!rvG>2`{};O(Rfg5rbO z3Z~&Hg->%T3KTy12_X)WpXiG$kD8gDDnM#|Rsgvby_n|~!zAs)fKI8RdIqQ}D1+ag zXM)SGXzK}dF@;uPXf?$DVEr#9#vd*N2?&-FuSt7ubDLkIh3jh=B!)xnN%brYp-B89 zM?f@l5lfuw7_ZP0Ax_k1|7>a&jIU{S{}xSOx*W^2hzb+giz{z?D^9)=Nr>8#1%6(1 z_}yUHCUOwh@Y%uhx9bfTK3sXcjh+4J9~i{XB8D>a>*k=5dYIY{m2zD{c`05-SwacH zHhDph=PxVU)*-8e%f0FE>ujAgqB^mt-b?-5aVr2Vv5(Zn8mWPaNwi7UQ1|E89pSM6 z^sWX}40NVtX~P?x|3~M#bc#)JVBBR5DoQHc4I`D@BttwOu7ElL1Ha;KJRl7?z*U?{ z$k(V0kmSAn0E7zPiE7_u_bGgIrV{32IaQOTB4D7DD~Ts#EE4XT?7pDBRq%3Po9JF*^Vd|4Ad%M)@N=Pp1Dyox1K~jXHe90&?7IvsoACk{cCv$L*3)`Dauxt-4i?d*k)37jNEBoeswF zLB2w6z=U5AyZY$U*+iWxmn-Pa52zewFu$Qw{p4z2ALyyjWJwdm{Eq|zBUxsLyX(7S zt3E;KTo`&UWY777%G>AYye~SDf!;6zJ?(!rU9@Yqq-8@SYu>^s^SKM6svi z>`_L%dVM>4Wr^`ou0m>I+0e|B$kJHtFe(cvBVCPg(hDl-_sH%vkTV4s*Pi>GP`Ovw(_F1^dJpY87i>o6)Y@i>_7*LCA<(B72aa#g! zr2l84?IYNdsZ=4!J3U-TBqWBNlHi|5eiCk6v}%xNyuB7jStzGfQ+wNcf_#raV={VJMsX$=+aG|@2 z->>dIGLXz2)DQadx41XUPrq@Z$?j&k76R^MaG8Ptt^o=|i&PXw@DN1$A3 z*W-d?6$cs878PkfFko?Jyqmx-%kbRJgqfKX>Ec^qK~R) zZrD?{s7IV1!cT2;eo*jdySQD)wMS}Wzcb&kd;BNSNLx?Iw>N|U_w{fWn~m3fz<1}Sl$mCyH?d6qVBgXV$n08j+e0JjLM zSL@_p3Lfr9K6xU9evbppRB!XLOD+tv7F!DHfj5O>O#r3_wtn?#gltQtCXr;w_iUiz zJv~--Zlhz%W-*SRDlobk4ARM$o9$aJUAWGEhT1y5_$00N_RgZeLeZd&&b3DZNcU?A zlZI=0V*}?X3(%50!7Slp?0Y&mV@zPjN@4?E_rfp zCtO8VLC&)x9NrOW*y17jqL=B2uUgoA&D|U{SbVQ}h3~PS_iWtV=cR=9jEMnR#*{)y zIeuSSihjFXVtyk5mJJlkji|i3YD!UKG%0^Rn{Q4(Shs@9Aa{u15n*|9zU-YC{2_ey z@SCp8M)O?sX3?eBnR@SarJq6|$uTk9HMsAsWMRP$wFkYF0Yd?4koah6Y0;}8)f*Y@ z56QF&nm*k^rUciY_uKaCy@=)P*Yr03&ksP z-eGUY!v^QF33VI>zsBhmZQRHFH|$YSR7UIPZZu_KrstRU_+wNDSJq>@)vN0lx%{L8 zMAT;0kI`J61oa;Uktn!oYb$%G1Sxkd%J&c(ez@8d%N{FJq4TMPUL$Tp%mR=pQWwgM=pU7WE;;cCSN!pRQx2D*DTIGPEdNzueCYuD>kj#_o7ia% zYZ{C`5?X=Z;!0>3sGlqP(=xQ0jD=hSl%%9lL4_hczE&E^-2AI74;Vca3Ay~VWIk^E zm!2oYo`VQI)zKdowYvuSR3&S8+H-NC;%7$(9mK{u_LwfFX8yywHJBYYg=q}q@MnOD z;cGC^ngyeBe;{`_(FU+~R+@*d=@hXbVvp)oJ34Sz+Ho;X9%;~fx3T^=>ZwlE73RXc&gRJ`4`lnHnU91aZp@d!{70O3)yIfh z{Jtt;QysYzoDBOIQrsA!$38pwh+Yq;`(`H_mDb&n5j(XU)7kyuM_=i^bJ($xI8M9Y zsu0j{$;lS&+W(zthcEhoe^G*fOTrKgZJQ^vw_`d`8{0oji2LEt zTS}MVURG{R?U2<{&L)7T%v0(#9V}n7$#w9=|F;LW?xm)m?HZDX`>Qu?Bs8A^L})NB zo{A+b<P!up)@Mg!C{XaHck3zIF5E2E+?DGUZj=WXB)$=Ke<_k^W5 zH)L?siw**%;Ovz{Dybw%$oeX*6!?5qJ8OYsyJXg;vh7kiYc#@dgVt+wn zcUCQSaedzKKtwKIBN7;fycu-{=ZpQHWhsC5lMJ4E)T=h}SgB1jh&$P%)VTwD0>1oZ zd20{8Zex9%_rb^axkgDYn9`J7&H1<))^B`}&2?WB<+IZ_`F}R3Xi_z##UlzKe9>q# zEtkF~^|JBS=Xn7bv|9Tjbzs=#M9V?z^i7NX0p`=NAG9a*uV2Ike0=4l49LNaE%0>( zFV)*b6Y?!(Vb&KKiC5XV{&Fo(+5?*7xi6evQ9yZHDCu|W-!VZ}O6QhxTTSSZ_M<>jK?a(-{x{skBUPJGLM0AfxQ|hgRln+(NjeP0rMX;U&BWpkGENuSxZ?u8?1#V8TlI zvG46CN!DK;cP{7dROI@V6%J(g=)FJ!r)>iz?Mrv>Bic`KOJkqaRG0%Y-u-nfu6iKw z(yY1N>2UQRZeW+V$Z&gZ=J5_uSj0`OK5nhRkAYh4)(HR-E1cAckck1a zSL;J{x7&hA6l+xd7eAV=_ZEa9e$R?oMYM+k;PQ~vh#Nj7F|OCAMK+qHMb={rn`?i$ z;?+lNnt&J|A9t<$Suj^UilQ2r2C@obJ>SC=??n0Rrqs1KzRgOW6x*`lqG=mSA`5z< zKbpo}yA*f(qbvY!oPF81tk?MRxUtos^RpRp>3oVicj`f5vUfJk&cu}d$1ksYO&5F8 z`sB!6-Dl#TLE}J{HI^0XE~!fA4et_KR3!o$4Be?O;_o(I(voB0dTRfbyw?XcyRk@~ zk;E{kxvWGp?iDRDyN=HAhU!Jz@#H5<_WJ7IpI?bgEz&4?Vw*;gVl0u;VI9XUM8i-L zo%s5mV}I0nblTBvOpGvYlex}q$WvO){T)l`rcV#+`Ro2yK~{{q9yk(1k*biT)u_fv zOUC%T`0+XQE9TJ53ITy}6PM75QM1m|xzBOBP5$%z51N}}68mJHLFy3(n%1y8t5S1>TN-h3k5Awm*^D{s2I{(tcG)=^cr z(Yp4cyQM=>O1eu>qyz*B0g;fB?nYV~Nd*Lz4(aahk`|DXR*?o#TKML2@3YT7XPo_w z@&56SAp_R>#q-Q(-uHb?=gVZ5K9XGhP!vAKF{^9P^DzCMh64KO?ZNYFu?t^Ag=aYU&uUGAwZXrG8VN3i}nHSC@mRg_5+lP{g`$casDtDEUQRP)Rpo#Db zUwc9n(E$o&`aHKB3kjlz{rrmX2~o_-u@s>?M;vJZhEaOP%_OIOYPQ8SDnxB+N$2>g zmrqR_wpU*a8wG7wWBhkfb!)@+hRKS_XpREzW$k!^BBI0$X@`Ar%rVP~h+do8hCJZwnwuI@rHTh?B54;KO=IS@>S=CC_dBNc2?9 zQ*xCz$Bys$I0s_ho5 z82AJS5;;X*j<%f-2|*Zc_1qjIJN4rxA-asmb1F?@Wu#rCZhe===g{D;K+T%Ob`D5;A|&*f3QavQdFxY!>9Q+!i?gY(Zn^V(-wV<{IVg(9{N&t zRXAAOQ(5Dd?lwUk&w~a`x++Ze^qO&|8C?ki^3X?7h(qoL^dc3L*YYUHr>nwufJ8Uv z0S4nuov9XrK;Lwe$fV#ku4-qx_1dcNFBNvFQ@tmp+Q!F)hdxEap~+*lIE=A|BG}rr zLE6j@Z1ZUnqva9pf1j8y|M_F#SScI(aBA4z&XP}0c5vXN)AFFTtenI6_*dq`8a0k@ zRB7KB@<9wkr+{d-&*~wSR7_XG%kln4V>SMj=!VCbnBCs{xOL_(zp6jpFxvaHeXA7?JTWUGuM-cV=&UEtOjl$MoWR}LmT!xN)jE&ulcPkC; zqqo^v9RZ=*-ezN#wVlr^j6p<(X5P!GUdPtL0j_;&`gloQW%KP8wV+Lw>?GCv64aUJ z)yv8+$YRJv+D-oW&eFjW`3AwUwqjHwrPK{L?k+tEPgWCpwKYdk z(yF!)g;hEf5RKwsD;i|}Sa0TznwpJ6yhbSOV*z+t!*Dv`R{ zh9>(Pu(-)UX)X}j6XB=*odA>WcHsjrO=ACIh{$-V9Y3*zi~HLE`It3pO*Bf|=3`c5 zzJFvuo2A~)UO_+$y#h1kn^6?BG`h%k=;7K>iF`A4?(^i)7?tL7Jnn{B~TiWdZ+nK~R=DoPtRdjq5en?hbS&Dlv8q z89PBK2-_ySZU>_;@B<)DI#;n4I$#ncm$eG6KJ;yG{HudPlnZUUM`FBi+!9;pMth zyI>RiQe`I@MS@qmxhtF(Azt(n9?=m7qv%SzuNj>(1idE+;|d8mnCeJ+~?D)bq}`7h3n&06mQrov#FTzsw=9J)0204@d= zPf?edsLX?8KEc+7BSKYN8C^|cTl{{du}o=0X0N;OF_2bWJoI>Jg!fN9w{q;I9~51- zW+zkq==zd5e*@qap&g#|=3o-T){%2D1suFp1A#MY1cfxw7xuSOS8gLv+rfQ;AA=_c zyR0)cR?zG#o@2^iRblgb67QjJa0MQB((+)aA0E~#sLVK$^5AuyYNEK}YI8VF^vgnt z5UlO?;%e)~yvw^aNJA8!Iu@#bax#2`nf5^p9icXFLK>nE*ZE}_*e{8nARf~Bpg@!;NcK+aRANgs$sNC!~39v1oGPnu(!hSAe)qepb7yZS0va zr&M}N)?k!>#71r`VoelGOKMZkWz`MvuDc>P3Wh?&n}8qso?>FsgV!J5eol3bk{vhX zQRe$ve}NE;S=Q%KiqTTe!J^8rDdaSwE39a{m}+#96u&ixmXw zyKifjNJ-aY;!;oV22OO^KaC-KLUihaetW!^%C?vb^$`OxhHnvd&9M2nkUhB+OKYqM zNk5k1n~%oGO>dwt-+?6zI`N$j_yAp+o_jkMGuyNw`6ZXYy4)(~Rq-acvYX!X^# zp`kH80-Z(oy2m&%W_!O;qAHmX`Y91zpI9&BE3{>^XcT-nokP3pA_H&cKO{0pnT7s5 ziJ}%jf@903W2gl%LGVDPZy}DodE^5a3TQS1A0`TDZa57M4F+@Wq%*v8ZCq=vT*+7lK(E{5Zx!0{IiVdz!q#)`4{|sxqnT7!TG6W9#fFy)WLn5(O$Uo@5 zJ=5|3=lYBsw+wz(M(Ink8d0t%EIyNjzopShl88$? z%KBK0H7k7wXx2@>{EJbcbGQ9O#r$fa$q#W4F#>9SbeT~6mFvJ;r3OQ%CqQZ)r?j4+ zAdo3P#dwy3b!2ZExN!d{Xb^IIxae`P+M@%0#_z4H-e2L@#s`j%+xwZceK4GoiHellWJJ`kbi1&9W6sCx3k`94QZJi zKLC1`$)|+dcb8a2L@42&Go)KYt@OXX^=wqVXbLhGSv=AbiZNr-C2__^w&8u&HOXa7 zLG|etyxt6>d5*59;(E&|*cwaLsEF|)Q{)QP!P6K3d`c^brV=4l)^7vx2helL{@-#; zX-*D0l3a(FImrDI|+2$)#gcDU^zk_NotXuxqmK?J$#KfrhIM)_c3#=nlXd2l$bu4e2Rg}{+v z@y^@x^E)4+jo}0i4X`8e*U(FZETfe4g{-b7uRTLz|K9q%`p7{z?z^ZmRKMyiR2scu zNaRhM?Odxo5wBvF!nsEuU*o{jCzBn5yLu6Mq&u{DK^5_Eew*Ot?aT<1R%f;=*YYap`I0Yg5<464tH~ zFr^}Y;aGjG$Bm0&l!RR2+!0Z1$9I3pnuLo-76P^qmcSt%v8FR^zg{}jUSAD)9LjS% z_4%)o{uNlx7>-bv3sQ5=IMvRri7CgO=@>o=K%FF4R=AP^N+qJ3O6HBxLdPx*8ddu# z5ry8l=~?j8LY{SYe=Amq2mkx!{P)F1tWBvB=|=8xZ+x^jGW58=5$l7alw~yKtI}Y* zs>IBgb1wt=`H9W>XsdV_1svY^ilh$GV|kWVlE~HUnlAVZ_$NkV7T>Du$e3CB~qsUg#-lB2q2st{4CxERtI&eXln z>B8#Ogb+v@A{|F5rNQG_OG}SvsYk1=Z${lRTqkX-k^gjYZ24|$0U(aDL6JAFwox zs;^#Lb}<6HRTe$xre0&2-c!-nJ$Zr8c(}_d&wYg4(~CMXA1)>#oC*F26J^#oeBr@i zOhew^0PMOT7n--%dj0(yvq-S;tc`i~7?VzGgCpyNR)ZH>J8_qxg9Fg4iu`#s>o>TF z>h~pqYn{`-xSX$jsSS58S39|ArFxH%s9@;oI!k*%)t(luW)|b*3r%ch*b=~P`jeu% zL_5?aQ3Wo(?3(ajGYSF5?ii?7QM#W#B?~10w;NTZzDuY1m*-M7GB(AOYC)iQ3TI z317;BR{*iX`cfhIwUgEBi{lq&tM;m@S^`0{xY;){p1$*RFDoznj*mCg)s1x^9ug<< zK;I6%@Pjf?GPKgrGHhnZTa#|d{Snns3)`_Ml6ba6lG3Lhz`*`|M^oX>rsg{a@SIjC z@@`R=hy4WKy1M>!?NBT)VoscRv71~99OB(b6g5*oKiyT|!;sgR5#muQ1X#2;2J()c?l-+eLS}(BGd*nF zS(RuV3qAs|r`B$oHRZcqxoat^btdi&M!(4ac!V>5O)iMKK}SAA*?|~?v?_50#3xb1 zsi>O|$Q9WIQ`st>5XO?vqh(B@ldw1`&j?SirJ-iz?f*uaqwi{VdeAqyp?Gu!_6YZB zds%SMNT#ic_m;tur5j(~!mtdE2q$>3R~sp8?>&ZcA7g$roFgf%F+(qE7e)2totrx) zk-AzQ)a57Sat6i!(`bjJVmQ0pN0q@m$6WNQRPn(Z2i}0pY*h&vu^`m+|seu5_ zuY*B&l&UCOwr3guW?0^a;2B>^YvN*US4(>7qOj5WTfyY*F|N1Bq`j`gF$7k!faL;g zmLw+yq!rnxGA|&Vj!}Pq`UR0;W$0unN!GjOKzHn}$h-*V#a=XFYOX9djMURf>f)3w z8u6}};a=IyqS?s`x%80tOzgI$@OaInJc+QgC>*=Vr`UD;w0iaD0#q}nh32iB>>-N9 z@7c~c@6aMJ?zNAEDo88rA$LE->p7h6seqr5euU$aAp=|YyI=BxwDXPZsba%Py780A zlB$t1czYHHjK4dW^)DTBu7TA?u5bIQChS^`#*g~CzZHu{6g52!TVWlxJ7cS(2&3P| zUrHWpWvf>X)=U6nf+LS!XI0*_w4%zOT@W*lxD7B1afnrXheh_gPY=W|&tdsHdG3JH zI%7ELPE_a6+#IuP#wi?uV9URO!|_U(Xd%9Ht+Vj0W&odF3d-1}PD%Nd(|WPFIHlJQ zLqPE@L^#(~xb19M2CzH7uxme;9$WqHterSuOHMWqQnRkXef6__~ zYQ0CMJ?*Nl3GARlcJtqwagd8gg@7jCO)+V_MAMRbXa+sISYdi=D-rZczEAWHPaTl; zbo?vzoiEb%`HcgJchFY{IhWlRgANx*wzP09D9is=xZDiU;BFChf8bh+r`11=o3Ul{ zRMPFWjGCL9FBcEb7fW8#vRGp^!GF|=6Y}>M%CK1Jv&efM_7$KRRq!Wl5u6yUV*raA z|N35Ic*@XEcMivz;m_wd0z~8-s@_EBmH1KDEJU4JpTOU9k*_*zv(BY6FZy1I8a3c` zdMCou+qb|s!M9=LvDV0ZaCGYFRMvN^W)jSk#W|B$;?H8hSY`?kwU|5OUy-_NKq1j1i|`J__aY#x9toWlDNU;=sqcfWgUNf!T4qxD-^?Y2mVg z>b^Kit%GmQ0Sf7h6zUzkbjB5D}ujp9zl03KLhoK%_AhnJPK0b%DDS0@efJ-u=_ohdPa7*XKuO zEPmp4h1cJiaPctFOUm7=dNh0?Jr=`l7)jvGGr83wPi)N|U~h>1+YISE zUaT#YI&WWdhLp&j?LgT5@{5Qb>#o8eIY`m>jIw^Jc)s?Ou2nN^;`@-@S46s zS#l0z%JThs8_Ha{EU%eoN!f=q7Bf#z))b+dyM1@jAV2_MZhm*wL(jCmd$tVkjAT#! zY^BK9@@$Bl8iptXRbsSVyh5YNWzg2>b1)A3_~)RT7Y*AO9Ui4jQc3mdgcZ4AObzqu z?M%~C7K>O`@C#CNvE|##51JKcD`0QD`1j%YufKhHz;ahP2*NN3DYI;n`4P=PzEDtu zDt`7oX0x%xlY@@w(vP>{rT#}(F54m9F~vl<9=wY@Jld;3sy|2 zF^nN9NOoOF4*aj`?J}uZNgY1*^k2tl-lJkw!ag8^cP0+l1UQPFE0QGK1*H)q<-Rm|5R`~kB&qB4s+ z0P02X>l2OoqS106!KGvIHJMfEgCcdDF}Ckn_VPut>1zaCYfd@kgx(`hOnr2jc)J;{ zsV2;Hr9UbP04_wxV)!k&BjF`MeiUumF61L|PBO>CC41P*ArU)vhk*>dsKb>1l?|_p+=>-B10gPiy+DC{<%h-{M1#bY*ly z*q1qTGWd0vk>}6fBH!RXH!gFZ4|;(h_nH&LKFH3t_5!>M`)^FYb1A?%gQ5njw*HqM z%hnVWJvw=&5aWdbXT&nNcO^Wh5KN&quSw{mAU$=8YiRwP_sy-qa-Z`T7oNrVblaJ? z1ccF{fAuAuvoHDveG-z&HR#;WUf9Ujh_#mo@t=i@;%Ma`ea4|(cN zd3p57D1JP!`B!bvo8z>yj_X%0#F6$4BiCI@Ud>V=7aB|V?LiyUc0=v!eUmT8$7ngj zanzw#j2=Z1dZ#bX$V8qglqFcYq1niy zcrJ@&3O3Shiejvjej&6>k>pbZ+ckz9S>H%%W;gnIY1mM_FIW)V&?N>Io%p9upLhYq zi6rR2n2JOR4?qgn1Ew72fPDYX$iWfm-wXu!W*BjU1P%hA-~jr{^uT!6t82lM_WIz$ z)jZhaMCT{Tf&&3eUx|lcRkLqom{6uFeE{c9LI(}2>40ZMsdIdoxvCAc`ccNM!A2`=j^eJt=CNJyi z*)&g>tXqXR*O5Vfk5-V0TB%4o{9ZB5s7xGj&#Lq0zkgD-6!N}dbG@Q}X$AfvX(1&D zO!QcsbKi%4qOCPLr*NofDh*^p)tN|2*?-GR{OU1g`_5livV$->+)%psoA;P1onh9U zvy2p$5{P*oxOEg^_GAoL_JXagc*czcx_zQgrn(IU;4y?CE&Nv(tr(~=vI4Iv(t(mO zLyWv@T?M$B3Pbp;!M{}?+3^IZpseXWq{zt8qeq075cW5P#KeD6K_#Dg{1~GC>1yXM z+SlE^zqGf|MCq~kg7ul-so7Wec{?2#NcCgrT@VBZjDgd-aOQ`-!Bsej9WcV4IC1h@ zLA|`**+|etX1>?oD!~~)ihyL{md?)K*pxM90?}umg$D&Wo`r#5tldctLNBr47HH3X zPXUcW`Ml7Bb%;6kMrcTCI#XZ1ShwWmMK8E^GRl*5;!?^$x>l-PzG6fbb`v|m_ZJQVf+N(Xk8gq5r+0i6Q^!vE+T|`?dLX=27h47^C+}jF2p^2J zTgryzp9(Q@{NA;LhNOxgAD-v`$Ozs2gH$rQ`}z(IonOpfANrrMQucl#!M_>SsoF=z z3co!|r`-LvG8{jF^%Bi-FTqv+4ihFk70GYOBdhywpf@!4#(ADctyw*-h;uqR@GLRs zpoymVmMGNOOZ6p{t?ShSB?Ae9Qg7yZ^LdKoPdUt@IP&YSZogBfN~d^fVS(SV3zK01JG+`aesK;p)CQ@%lOQf9vB56nf6e@@S84R(6lqb z=08yb*6cs~&2q_~W$M3)9%wLEh4tM6ARGh-mh06nPpWObdv-p^^g!_u2A)DP{+ntO z&!Hbq0|K~HMh2H_Dw~y5c1Iw6%+o@UkYn}l5F<`*ypWS;>isAu#k~gm;et6K?T~Q4 zk77XiC`C-$^D;;KdwLHlU|=1{J~$9D@CU_Kcd{Stm3Nn#>s!0g9sCB+1W6QkZSPmoHvwiK)`8L!*Y7jhSC?1}HJ8MB)2b@_oGB@Zc(tGSU~C+fa~ctibyME;+GM{P=< z03fw00>n<3hZYL#e;7OT(-YXdFrkjQOc7?5K>RKi_`e+hrvb1E5ipQLkwfwdi%L-u z3I9@B$Rv~rr+)oD{}KsfOP>%T6zjGxVF0+hCWSxfyYE@9S@~pYaFdnrSXA?>*A*3k zzlu2Pttsr8oi*%}g0nK~zqfVN5nuf)D27?igNZ_-y7pK;9-t^trKFVgIHk;YleB=J zKQ?y|LZ#+}kyr>#AsVMbSye`et}Y^7|C&Yu-D?;Fk1hfXnF`l~ws z26VNquVEqJ$?P1?ek0qLlDNoMKmytFK$(!ETr)wXcap!IrQo6UPvfI138Y>Dgn+cr zE}4($h)c+mlDI?0%5kInkprEoMzA6n_#OHeY_;8`Hf6Yy6Niy8_|*Kt{u01EgPD6P zF!OC0&FH}%4g$%P0}t%*y)RpTkW(wh&Tr(10B_IX{*YGOr@J3j>pd&ubZ@VX+VIts zu;yumL!U<1MLLs)*`6v55d!hrJ7Lxdo-QM77e3ASkjgoTzxjyOh)eH3ZCSVe0;N_8dzC+7>B{I7yi>lo{)n;X#CsosEXpgvhYw~gUd(|A zhDXj%=PCS0(yR1)S47~|lTgI!4JbyZhjSOU_JGs;3={a@(qj@CHM6DS$5)-ytqAE1 z30!lv1~Rq#Gu{juRn9>_=H{(Ahf8ZlCZj*6eE&-c{9i~pq!K9Y=Xdu?^zPl(u4BN$ z{D&-e5n;poi}?zp=zBQ6_DvyvY(|<<|B5?%zFqsC-C+e7eLXyH49C$`1wYju%~Fx6 zq4h=QKai0*xyxvAl6X&IwCi-(>ao=5<0xgWyyB3Z16$alyqUo~`0c#GCGf}_}Yx}{* z>x*RJX+;|8k=$octAL?NZPDmD4@c4fSR3Wk?apnwt)Qr(GkAj^AkXM0X~BFDx^kcp zjVtX2EdOXFkTkk(bVQk|ny#BjPr&IS|@Zex$`lzh$C?mrPC_I;R-~ED+g^0k72Zivec?2g2qd&32sn4;lkdZYXTbU#DK>^E^`e0*4g8d(RwpTukue znly=0Q2@b*|F9aX9L@;}k)$3KUb?$17Dm@b5=2bmjDAH7eb+SZ*ZO2;8M4>(QF$~5 zt#W5+iC1EAeJl7L*|^jFwdS2uyzr%}@;93iHVU<|f8z-q_<2kbGLyJ$-{?B41<8_$ z{Z}bbkg#jy)E#8B4UqHzCZw~OE|t@L-!hmBFu{-zJ3UgE#&ZD!Igp7QnCAuGI~3$& z9OR^?(RUC&Xg%BHKu%HOY2HUgLcRdjrHdB#+uJ$>pQ5NmWAgRpwXsVL-bc9i>m6I= z-2(|>vwr3=qE?Uo`9@NyK>-fiNXcL@5F~;$aig4Ot%v^z5I-{7&wWEt{Pr+W#1LMl z)6M+H%K5s^Lz(-BmOMo^iMWWP^U&(5#jI-%QwzboT!kNUC|?k23@|1Qpc}MTQwcI& zw(|h778$_xgkU0bx?Y2G?#}}x;vYiyr3>CL9(AYw@6miy){Ed1f<*mL^BJ^<4>$r^ zxtX}O8(p<4zVQ=+z0i2aX;fgxpl?kMy@;2c8UI1#cA`wYECN3f`wsMGQy%Sv(6lX>?Yt)7l+lakwD!f#n*` z!6)a~_hKjeZ-8P`=}@$et#83jqdxIGy@wuLYGbnW3C<(y8Qe_x0YIn8d4RV(Yuqm1m2Jq5Ugc#= zn(vD3tl^nO%l*3OyTG1&n`>QEKb;;ca`;EG7N6;vjcdfdgk_a_?6?l{b>B&-57iNC)2VbQTgPv}y-#Zw#mK1;0ekCQ`tG>A&PFv(U~yI|!pBZK zYM#${N{x#z)KSy9{^!BBAvR^#pT8zIb zXCi;>qiLAY-Kv) z+oBIHT%vI+u-Z3S$Y==CJfaw18c#P^r@)!yEIuvFCvNdyLws!x1K+dknIZ;WL%!0F z%Vv!qnf%P6+~kWA_97p_MCw*X>Ybx~C8$3=x9xngHB7Xt;~a6Qz^HE%+I>@?*F{d_)fP9a zKxhPIB6bhs zyElCHR_$YLbl#qhVQ|vzv63SUy7VmS7jJ^0V<@?{^o60h{3sno?0hfN3w?QcoeuKL zeBid_QFk#pdg_X%{Qjpk^9}@V#_&ol2;Kw$*ux*!!)y}YtPnYFpxUn!d8y9!&YImW zEq&2Cdh#2)&U9z^sD+z@qAT7N4F3x|v(#yGKTA+W)p)CPHU%Shew`2GJTny3n+;+Qo)=GtvMUA(zCox(FtNSeQq~)Sgf7{FPUN0sIpe6b=C`Z2J^p zVX<2V=4H>g3rbbneMxK(R7n&syB!I>@y8ersugN@ijl)kPg1Y55Cz@bx^?lY;8+nz zRhh_4srB~^?)9JGX8iRCZ46L+uygkbTKnZ4CjF>X*Xw5qI5<+UevQxE$=nL-?dWX| z<1of3Z;4v5at_q|@%j$Sb2=XT_A%Mi`9qpqea-t@{ehzfa>+}<>W^mL{v;*`L>#|q z;OPMQv{}!q#=wy6!8X?sIM(3DxWHt$^-UWKC%Ui=nKhj7 z_KSIPdn$@p9BPu}xba%;bZKr$;c}54efeqUzL_Onv=h0G0@|5JCsz+twVt1&8dAz* z`51PmxN^bZPie1^$#2AlwG-s-DBkaLzot@EdBhV%k$cR0(JW1Ws9crFjB|OjFlsPx z>d_L-_goeO=CbHs8G{-y3 z@1rT`8Z{}^yfGqK2~HjAZx>s2sP=st8(W`IpWI>fYdeot}%(tm3sj5S28Q8QP@!eK~Zmm`H-iWcqO`BT8+TKJJ$ ze;7tSBV5_>Ue(bpa#Z#gFDkoAU8WELEtG{$UHhf;<|M>KSO@EI+YYG5s+`jOW=`Bb zDKi}hX3o@MKZ$Gdl_;o-rL8sNRHtdZ!T!9+5d)C~tAnk}Pp8?>@fBPy=(gw|c3@8l z&lf#_6W&>TD1`vDQ)JXjyr&)u;^bVv&`mCBZHb7{Ld>`B5v9LwgXRPFM#6^&tR}tX zqTQQ~9)T~5u05cvjIm0NIdYywP=k+jw(k1(?G}s-pC><eu zjPccw<ymzsuzUezjjW{=DFgluKEvr$gLTlW0N+_vc*7#&s_czOpSy zvrcf_;OfQT;;BbnUaryHAo{1f^{Ht*!5t$dck~2XOTuU-qs6Ow8wN~d45|j!Tsm`8 zVFCf&KbA0eq$4#IQ1Wk|IK_c_g)`!!O4P}H&y8n@eGj+ucv*a;tSuVlw@?O-|7So| zBEem34!q$b&`Lkq8`s!w(;2*um&0!50E#w@2dJ!ngo+YSgw+QF4pU06rL6mvl%Hj9 z$}|;B3Vi?w!sbLn=doRdI%RngMZB+X-$QO0RM0!>xwaYd)72e*-npuS6x_kX5q(zu zU*G09y%DbVjF<`@*WZ_PBE~!}e_fr*iq)nTNXr!cUaaesD{9d?mBqV%9Q2*hcL(*Y zxT+3{c~qvF$$CQTA??`JKk}*b(;W5ys8%|hkS$qFu`kE*iaDspY@3li=`2ZR1_)4q z$h5Ds-+%UwA)p>_#tlDX@@}2?=(N$_fnN->{N)*q)DK>5HvM%IFRYzK51N%Enc!Sb z`!}2uUa=qI#%beL2~>2nxKa{?V~I6b(*ZU@Pt`S+K84{2&0fyv5y#^)wdt3~J{{yL z#u|Hsp>~q8)&Y%nfb^+NP5#9*+!Hel0>Ps0z$0}^>$G@L#w_ud;V9HW5S4gXADUZX zwE`604EP$Id@f0MF1K787(ny%O0hkdIN%5GNyx*PKR6<3h3!WITB3ThY~p3vT5ReV zW1HeQITl9^c0x~)+8rG8l02Dc+sG2VQe$-hy)pZyp zk8(schXbbdelrsM9ZLG^q%aEN?izMLCvFBn9v;!5i@(2u`3_;Kj0fGM5l6KG@tM#V z$Cin#%Cf5BvlV^1;%=zEzY(Zh`$w6%SQ|6Cn^b(EW;<$YXklc3vi6c!z1Q&H1iXH; z*EDF@h#-2Da>zQX$Vam6iJ}EeGT|5k@4a&xD^hK>OM{CgseRQ-b#zYzP5@i{*IsQx^3XgP9t3a(jcCq)bUS6f}sQ z;>M1?F8$Ak@wG12n3cX4I%2uKM|VK!T}?c>)U@4NaHg#1hoGcw0ryz)I*fMrrht$; z-kw(R`YbMBM4RHH1sWiAmFfsMqrPe9+NwhQ5=8uwd%}7PhEH@*T<0^pdyRO{h55SO zIzy+zKAAM3j5(=Bf0hgtZAvCE=YTCRb|p=p;r~VKK671w!GoDSdsA-C>BXGR3yolju+K=S%9W z800Fd%^_REz=qjbAr++g+N2jtDYE?BYW}Z5nOo`xr`+aWJR-4lqA4~M1Q@;KwB{({ zF<2kc?*DzQk+RP}pX{0jQ#7=Sv{zvGRX1{QF(loUQ^m;v87^&X4Bc}Y8XDxtZRBjF zH=|pw;t7d~5v>3T_h`m|NKBpnF)Br)Fb4(n)S-Op<7xPi;ea-S-p@aP2%TD?FU4TKf9haBcxx@*qN-sH>Us5)sE<#h6z z4%vNvm}~mlcKTg^>90?}+48MAK0Z#2Irk|(wB#6sYbET~@tlU?E=0Wk-#{oP?l&ix87VyPM1!=i>pKh=J&gDWq zCu=*={O|no{}VL#tnA$XYVXQ;_iID4#EZ&rhcG_u?%ij<l82KJAVnH{MV~S@Xs2i*=3QDbA4G1Q_H}a06qK`Sk^knHi5vOmGvbGixnbzxLs2jYdgGLtmRqgLJPMfgNKt4C3?!VBNtk>ZL`A zhU@o0vF?IVtp5~Lj3E_}wFW@-_B2UviD$>aW?2JN9&&`aWZK043{R(ofR#A)5(Xzd zekg0m%3HpOEK?45O5|o!EF4Oajj=?3`~FjzBFhewg7S5%Vtp&$`F(oh)7Z*Psjd^U+)m|-n9Z#b^+6og;uW4;;evTI6PQNJej+ zOB>A8(vJVDpZL``g4X%;e^5FGMo0UQlk$*+bv3q}B=I4@2EshY1DIvF3{y^n<+JaD z^!n@YP_otx5;ZXEYOPH}Lqq(k7oLN3%PrKmeyw0z;qBAmK`6xH%ERapv-y#(PgKGw zg-G_lr^ldJG6sq)oLwq0Q)hp)p#FSsNEL8BHc4@D@Q)-;)B6(P^XK@+cT$Zt*zu=p zl25q}z3+VG2$MDo+?fx~99&(wEY&Y_BITy8x-#K{I54|o=YFw+P}lQ{6{Gv9`NOL? zB6g5_)xKQRpdRlHu#0&*Kk{j_(r(>plJEZdS*DZc>D!et_V4*Ne23m#90jN|TyQa5 zo$32JsN(77VFVwa$F4r;IK(iM?#Q!EF`i`w^nFSBXqph19Iy)T!d{p1FPCWkM?QI<~^&w%?9$ ztwuJ@iUu~nq;5S#T#Gilmg2x0InUCZSdLdeZsasyHuDVSn*GxB(O04eN(U1a{M%xN zJEGHfw_ZGchH-h|!f^B~|9+-varSU8wAPQsHIn*5$HV+{oXgup01plKmVY|{oFsq=3CG1)EzR&?DG z7^>Pj;gx{IK6biR1he1I2oNmK{i{b%xU~xs4dB zEb%j-HnhvD<5uA?MS5?be!^FoWYnCvH2fe}Q)0KW}DB&IKv&et8_85eNTp<_rF#)j7Iisy4@QKT&)?NDe27B4`ve7)x; z)wjrN^&~xZ>i+`uh2MVsu|BnIV#D#`#0dtR248u>XgXd{$&k}d$ygsH_|W%KA+h?w z!NK+~t^Hbr9^iH!@=D)RyTOmBISMo#o|B zvM9P2UO*IIiZiE-bD`$m1Sy-8o`_A+0DED#Z*vm@^2l9%O+1~JM`^3SODO90*KN!4 z_##V@viXB1?(o2ry5k%Av|}cw`IGZanW{+}2OT4LS-U0(q|Z&8)@8oMbg74?PV(J% zenMbKR9$)CYpKY8qxgb`@bi`{w0x2f_0vc;EPrlp5<_p4!~NW&ZI@roMxeY#b@Z6c;p0)HJ69<74*EhNd4tkH=^; zgR1Q16VdzKMzz1l_`amEJ#dRB0kBSw%o75n>P+=MzYC(%V6Ub7!;LZ~=EujUj~1C| ztm{q(Q*g>{=fx7f(C+u12>_vhgsiYvE6DWZz%M|O?XHLmHh2ev;mTfYY%0g@FsH8n z&oYZH4I-nsxOhPb#b9cBdaVQNy6lS=VlbD2*L;WyVvlGr!2D-S9rSemY6Bi6M>-is zy^u{{tx21aS?ekHznTVNvzyf$4@Nh9`t5nPWeR$Gatd{Hzmd0G|2&lxttotW;!-Uy zi9SUt(iW|WVqwgXY-bElNH7d=A;*b2OP24qu^xQ;-7#jBaB`6E>#PVGjR<~Z-#wAk z?`5-|g{Wi#H!Ieq2})_M1%ZJ+L5RxHK${b?L)!7by=(Y-{lCC7Tx2aR6G;tDPEVif zCFZmYSNxPV>B+cNgWE~#FJ*EQ86m1vQhR@bc=BNu zyeyf?i_?k9)wtA*wX)PV)X@%v>>dcSJBG+>rB*cXN+@QZ&%>l}{!mZ#$t&|}R4L#?yjRh#<1;@^j6SjU zC()%hcn$5p6Mwkl-6-lHKm-B^Uj2rS;Hi%mnee)n(NQ@1wxnUu*DNnt^xGBR-`Nn8 z6nB1nOrG_wjy{orJQxBn*L$JIy{z0&ulEIwLQ2<#U+eh^!=)>TcDypnIi_L&c5pCrgtU}n$IWY;uVUpQ*=i*7ezQ{8#P*f=s_FF{r5tTI zvrA?<{|?JLDZ*ZTd^@<3T`!vRC0k`ka58aiahxLm>E&he(D2u%m2utZyXS6?2nSl0 z8eI0m=zesqHyQ7qB$QV)YF}KmK4K4$l@;_nr9AQB5X5G5%*i4=c>N>Jpx8~Ngpu+j zRg8t?-2sWEYu##%zi&w8!zYfJnbduwQ>L=bGA<-$)uOT>J6;W7ZEP0eyF}ySGcbGk?)YTrG_6W54wGe;Q41 zm_FV7rMSP|!j|88LjV2R@%l%To}>5~|1(l09zp9jtFc5+I?Y5f#}{yu7J{d|M>7g? z2@JKTY)bjWZ<7{qbKpK4VVtwqpe#B{pXEddouXxE+xs#pcBW>p8fibrM#<@!K|xmy zKhW~Jvvo6X(HK=hR<}#nFQSu%f z_QO$K?~X#=xM-x*J4mySOgBxHJ_}-6>Di0Mne+FYQ*k=6e{@qgDWz-NVbd|UfxME* ziai(WlZ|6WGt1Ak#o5QN64*YxzaVgWda#hf)c+=!aeR?4{)H8Hy`H3~#)?X>3BCE( z^rXP!tH%tLH_ztghnC_ycbELS(Bs0xy?XrdpU&oT zSlW@jpUpAg@_6%sBE(edkEN?Od}LGnITakj6w$q%&9AP%>2^nHQB^;*iwHeAII_q? zLBxmk8Cg~nT%BBS+OnWAq^89D&Eqll-(YU8+ru|E^C;e4)=PS{A+J?Xd4#+^BzCbA z5{B9HK`nXQt7~106}}%X8V!A?itDijIOVBTxa|5>|G&b{0;;O*YxIW@M7j_L5f~u}~RR>EpqGk**7;JsX#vtoq@dYP+LR6js97 zi+02$WuYDKEZLf~8*R0p(Ob2(g~x|Z4AftZ8hzY&oc_u9R5TZ(n>o2Iy`nDSM|8e-7phk9rKj~8ZL8jN`V!exL`|nPH4xo(d1Jdmz{K)8j}Nm7XSPg6YZr%s#v( z#4DJQAwU&4>BB^KF|8CE=_wyXB%l2ZZPD>OT0)`1S=dGo8gyMbp)_k}mbPHjB)rAO zUf2TX!Ma$KxJA-4(Sb1HxGrT^!zUk086Kob)r`#sV=77GoSZM0<&=>fX`0A==)jya zgsxo(@SXE)MZvYxzU%jsN#7T3tGqiC3Qt>RSD|9bcoDuhB%&Wnpw<-|X8vrZ;-ZU= zAAbH?`VG!80)s?~xf@OWTu)z`;{=5&#~gkFQJY&@H52xcITSMA5cAKXlt~>b?Tl_I zPzUkBmlsXEk;D;E;Qmg*04p1C1+-F=wcxb5e7QAO^_Ca+4}En->vJUyH*h#PvL6xY zve`Kd@$sxXe=m9Lah!3RfF^|Lg~DO27Hvpu=A;Pj<-aRoEF&zI>Zqv~m&k8xEn~s2!GL0o~jqi86pF_f%J?c#_C;A*lHY|Qx#A02Z4>nMqH>z77XEa_j9)`Fq8CUs8j7tV3@dnU14h7A@x z)8zEaQ|t*r(I0{Iu29?RG`|ud!+F zj{1KFOXwnJ7ZvXeT41m0?~r?;ZIO{fdU$ ziIpKiXQ^_qTq~-CpMjCe@mKr;Ahpcy`D9MxcfTPu5;I8T9O;U-es0sq=o|8*bX?^{ zS7d6viV$~QAWs>7$TfEE!KhArLg{0U9rON4{E|6?dq#RWwNE>^4!PaE;-iOueBehb zDazTGYfWVy5>m@@aI6Zat7!jj*oYRfO&UKN2<>p21Q@orm#9VPpk8 zwuN`)wvZY(Y0T}ITvEn_`!kE~berkVqK~+8ra$ESaNaSP*%?>i{BGAu?PYEEC^LCc z&Z1l-6}KYEY``LbQ2xP;9N<^DKK65tnYg|X>ASEiP4pZ+AZkljBJ!Dvq>M!KsNN&1 z-Sy&eqJ)W;JI}iyr{gF9#El;{gq#I5oW>F`JZSPj9WnlCb7jW;vf~bq19ZqzH|qIQ0@JzyiW#aeP6nnA16NUe9;R78oYJub1kz>cA~2rm*yzeZoD6_Jz$(I zGgGL;OC=)fatX0sH|@Y;<+Haz0hyn0WxBV?;E+@YIzOAT@eB~3? z{j7a%B$Mr#9sU? z!>txsVcMR8e}7Qq{dg{emE-IhhT6mmw1{&dOE5Y?3p08`eJ69C$6m{;B;lH>-95=x ztB}f1cb7A32-_<#6UFscvRb}--0gcEXP}RB?D?-cToV_~TVptI+(@x~}b?*Z7~T zq~>Y9C$fxmXPiS5tF{f?4Zqm01PwQ@ifUgn5?tSk*T(YDvjqJ0dd4Nbq!cCB^MdRJ z)8O+ruI$UFEuX1C3tpDEp7QtW$Supup-kkDg}+3)q&$PVzbke-{=@xzrhzSUOf}+C zhU$EW*|$r9!7smR@pB0vDfAjtg{`5r&zd8oO5dHte};o2yhJmm^I~3X_zZM$V}z zDEK!IPM)*BXIVke=`DPf;D;2Kz_RcvZc_lQOdDGm(_Ah+XN6Dgrd$R7{SI?xt}d1q zWKIf|Q)7#R92X^29byR#lGv^g5G8UVvdD)a($>3lYI4-gnq|#?)U&KhBDl#!ORkx& zMVCrY_jli@xJu2)vR?HIa0aYnRf29O*6OOPk)7GudR++$_Bo7R-aD5mdFdO~CPQ+L zQ^=i@kUv7Jll3yRH2i?=_X5*I>H$NIrlVM}aU)C!GeaNhp2rxK4e7m=D-1tnHa-lg zB!=oo7?jtkiSeDc`)vZ6Y>w9hj7dDlzIA!rwh1?y0V>Jc%#zSJrd`V!lp`v1QNf3 z!A!8aug7bTcRDzaNolgGcZlTLQ7LMM~bk z4qJebi~dc!qMMgS8E*MjU2T8lfG2W=7uQ60=n~XYPA#Dvsa*9U}teZ%NM zy!PV$5XZ3dt4n>R%}7jj*tM-OG`)8Bk>Sm%7q4`Fr)@;Jyw_HatYDLFjvf2J>^pqX zlBn4kUF3XK9NR2_i#kM zD4%yDs+)u3I|CQ2J18hfxJ_^dAqj(mf`X={`p=S+5h{(xng>!8i$<{t&Vz?^7aC*G z1_lN<(z_4>Q?19^;eHYFodlU{95{ZkN{XFN(wq&Wd(;?=M|i_y^?qlXFfq_UUe^~@ zRiP7Z{XG9pGn2*LsV74!MJ7-h&1Vz|nLcK)Zn}T^yCK2K6wo@-3yBnR?h_8C z>aWBoVQC(qDq%hjJIj4F!0IXWJNQ{r?7Q7W_&hb0D5NQ9cWrnMb}?2z9{gH*TU0~_ zhxG3!01%m)FPS*->}U$(VdCN8@kHV^aEKHwEqg?-a&vHGJG06(6o*_eb#oH}ask3R z>B2GyS(^eQ%gm%2PH-a-CrHmD{wo05dwaOo)_dPadxci~5u8uqdBsy|=TzDB1q|QYRyc#W7--ZX&lzIfed~{nPs7#2B zRd8`BT^xZ;qWHpx)w95`l?A*t>dl)ssIaiGeK-$aR5cEmF)qyvroBg<) ztNw`3(m=`6vube{i^Z1cUrU=q^6x5a`?trZPSL^)t_4Qd;YLojEDO7 zUh=!UyD-3b{)~9DwaTcap3H<8I{w*(WD_MIVZ-h(7B<4!u3slbX&D%dE~EtoL!)Db z?T4n58;&mr?0zsY+uxo+7WxHTW?P+1E{TgXEG#S_o#ei5syR3~Xa>arq43)9#*RB{ zyIc&m*Zh{m4YXnG9m00GZ*&QXiB!O(Cg0g0Nm(;zmi;tysK885e7#*h2D{v-|5$+K z&tEO}y_&eltjw-&LzGISvP}w#OwPKT0R*kTQ*7w!|Nhl6*zH+*Py)z2KKI|BpaLOW zAweel|Cru{slz6L%mChizWe;`TT78KhT!m}kKl!%m5496XR1!-9PJFulV#j~v zhgF0Yw*VUjY6^A$(?{45#54mSM6K=Z%}&*GzEejm03P{Z>vr(d3fV){$fbrKfI308 zgu0B3anCiAdM42+KOtxa1uJU;>~zop7pT9YPv@3ifqrnQMF)qVAl38d&v|%w8iD;Z z_{%3+@y)`wWcfr+1ZKV}Ak{Y4MrRTVPIz%^tHN$whWU&RP|N}OOb=x&OGX_Knlen! zfnPpRDn33wy<6d&DhO8uXPKMq6W8Nj$b^l%aWT#uu-Vx;ISP>He1Bxa(*=?RgX=3F z!96rviTUf;hKh`@q9Q%khHSeVAp02_ELUKR(W9ZGivgt(las@#{op}vl|h|%Ddcuh zf_Try@Yhp#{cwq(7j=3C=yBcg&R60(K;DX(zgUK7A90Nx4xL9dVs zHhd@v$ysP1GXxE)jh2*@)Q(ZA&7viobQY@m<%)T(ryy@{*pm+HdrX5|FSmRZeY&?b z#s9s(zYUmBZ9uvkob!q9D6{(33S}{Y<^Ip1uCZ}p#<0${P>NajZ;tEN)vp;=D6fxK zYrc~9H*^>+Q+y@nBIo!vIpzL?2lfH{K*>IbDs>zeVGj+M?R}_*B7FYP>7(McM|Jvc z4g-1Gv!gbd%x@%DeS?WiA3jW1R#T$^7Gj!D!Ta|rVy`u@)eR>=VugYJ)4N@1!glG= z(HGdimF*8VoL&y4Ksp;m0oj?l;|S6YMPcH8UfJ z$Y}ITOGHdnm56aiR_@5TTgo>@Mc?M-A-worCWII7xiu*z>os_$0k|yCzg=$WUDil` z^r{;jEp666|0woz!9)hUxm~)H?_T4IyE$Y_+oi)cc+-kI+3Nn_&=4*P_>VZtk}NC< zg!V%Pw=FC#UAS<;oiPS5Moch_?Z#dc|A-fLcryXm?8}!gpFe+YL}=cSO^?%Sb4|oy zB#6GC7Nb)`9G|NUC?I! z*+E8O`BG7S{?jj(Prog!R;c^=`StG3&CL-y9*0tRufETHvQ}8lAt}iiBt55XWJD6t zf>S;k+ZID-F;VLQ*7&>CH3YcFU%!tFc7t3Zx7u3`Y$u{rMI6UM;UH6Xe*OhutF^;t zJm`o~NTxY5Njp2$9L6e$KwGx=1ndbRRt~lE`)H;d^u)lxfN5X0B5H>*!aj>+hxFM? zn5day6t_E^6o!BP2zHdKWbMR0gwn8NtkSW_uIcitj9CHKd1YivU07HcL4>jR?`Xp| zp1f3XvOXl2TC9Bk2VqlQL#vK>`b2dAJ9A*m&DB*4i~@}I+-tANrW|nPmbuZW-l3sz z=-j%))eop3B5JPb<-WHFUybFjdCJPy8Robs=TEz6>#nr0`FYDOmrrdoh9$US%833l zy@7wylU-XYu^cEUN;Oqb-<=^TAVAsG)m7tn;F{~${aTXF{RDD4$-nMPLCPA`*~F`I z91kBDxW8M&GG`{3dc(Z+{QT0A1%N3*1u&iN+MJ@s1w0ra#%a0LL7h?M?=wKvu4YXEkiCK#~ZGx;*H6ua{1&)~eZwwAf=bajnq2MaG z0ZN9jSqqPVv*8Vg3*|WN_rNIl-ndA@6TVpFu3dN1s?WiUdZj|t#Y0!GH9QMlRb#4o%^_y zK`rUENt3IYiH;y=MFXC%?wOT=!(^So`K)67&{-K`{qz29b94>+VI%ea7?=nzMlfE* zDMB{!V3D=Xqy|9EZu61m@I-qr{QaO6P64!mY2$VfN!S16Q#q!jDS-99Wxm{-HJfUa zK_rozE4D*G-FSNu$z@koRi)-iQUM57{nlz&nQiVj{gx2G5Q+f4NT0#`U&-?Shr5!9ffm3s{v#mQT{e$zG@NgV28u7I>vD<|c);BLIy1JI7h&pG8 z`RwHRJkl)PKG>g2Py{~<{CIQ36hMx1@2g=QHBc0ss7OHjoqOG{!{j4RB^QaqD}^{4 zeL>Uz?Svp9%>Or-__GW3$GQ1muFCgH#TfL=r0*8<@;DpEp&k+h{wMs%A!ha4#&LCZ zHLWzHq^1tRY}OJZ%4G7dC1yW3l=F-eS(yMxEh-3XP-mtLD>(Mx9;5(H@vf@s;M&2J z2>wqyRI_t)lne|}naA_okDZ)YQV2OYR&lJ}I0r@MHR$T;&1OZgG;am`miz%Y-Mr%B z4)Bk*KVM3K(+4CFAN)c8vBB}62Sr9r%w9i&;eeDmxK3I$=Nb;WoNu@-sxe9X(L{386!I89Mn>gx3%RB*l%IwfI}d~bw9t#O7l@_C#RsO`bdk*%BTtp3!&>-{$LV8 zFQ8B#1}{{P$APa?c>?LO?B4_@{eGz{C*q@!+XJYq#Q(^%GerOoWh$7u4USohb-5Y* z?R~J2j0O7J99Umr%T(rTuvLsT;o+#Afjnih{#?yFaFUJ1dm5*}=p$7!zX{oRJ=jTZ zjaRY?3iwQ9gzy96)d%PQK(p8t*_V$FWD;Mv(A(P^1kQheKMP0pq&fJPPTo*`0lc4) zPrjle&XchX#|!-4GhuWk&QtZzHpa)skiZaPF#csDcqMNweYi+PNva2-r7|6C9=zby zxncE{=J3)YyHpEo6wzm6FjwJz#tFz08?xV1oV))R9%J|KZ^OzvB1*%alVtd~o)vZB1Q=(y$8! OFBL@%g(5lAr~d^J)}7b@ literal 0 HcmV?d00001 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833