From 0fa22ebb7a58c5c7db2fdad32a24d0e920e9974e Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 13 Jun 2026 09:03:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: alirizaercan/qwen25_05b_base_full_ft_lunarlander_a4000 Source: Original Platform --- .gitattributes | 39 + README.md | 97 + all_results.json | 13 + chat_template.jinja | 9 + checkpoint-5800/chat_template.jinja | 9 + checkpoint-5800/config.json | 58 + checkpoint-5800/generation_config.json | 9 + checkpoint-5800/model.safetensors | 3 + checkpoint-5800/tokenizer.json | 3 + checkpoint-5800/tokenizer_config.json | 30 + checkpoint-5800/trainer_state.json | 4355 ++++++++++++++++++++++ checkpoint-5800/training_args.bin | 3 + checkpoint-6000/chat_template.jinja | 9 + checkpoint-6000/config.json | 58 + checkpoint-6000/generation_config.json | 9 + checkpoint-6000/model.safetensors | 3 + checkpoint-6000/tokenizer.json | 3 + checkpoint-6000/tokenizer_config.json | 30 + checkpoint-6000/trainer_state.json | 4504 +++++++++++++++++++++++ checkpoint-6000/training_args.bin | 3 + checkpoint-6125/chat_template.jinja | 9 + checkpoint-6125/config.json | 58 + checkpoint-6125/generation_config.json | 9 + checkpoint-6125/model.safetensors | 3 + checkpoint-6125/tokenizer.json | 3 + checkpoint-6125/tokenizer_config.json | 30 + checkpoint-6125/trainer_state.json | 4588 +++++++++++++++++++++++ checkpoint-6125/training_args.bin | 3 + config.json | 58 + eval_results.json | 8 + generation_config.json | 9 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 30 + train_results.json | 8 + trainer_log.jsonl | 643 ++++ trainer_state.json | 4597 ++++++++++++++++++++++++ training_args.bin | 3 + training_eval_accuracy.png | Bin 0 -> 42385 bytes training_eval_loss.png | Bin 0 -> 39887 bytes training_loss.png | Bin 0 -> 40962 bytes 41 files changed, 19312 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 checkpoint-5800/chat_template.jinja create mode 100644 checkpoint-5800/config.json create mode 100644 checkpoint-5800/generation_config.json create mode 100644 checkpoint-5800/model.safetensors create mode 100644 checkpoint-5800/tokenizer.json create mode 100644 checkpoint-5800/tokenizer_config.json create mode 100644 checkpoint-5800/trainer_state.json create mode 100644 checkpoint-5800/training_args.bin create mode 100644 checkpoint-6000/chat_template.jinja create mode 100644 checkpoint-6000/config.json create mode 100644 checkpoint-6000/generation_config.json create mode 100644 checkpoint-6000/model.safetensors create mode 100644 checkpoint-6000/tokenizer.json create mode 100644 checkpoint-6000/tokenizer_config.json create mode 100644 checkpoint-6000/trainer_state.json create mode 100644 checkpoint-6000/training_args.bin create mode 100644 checkpoint-6125/chat_template.jinja create mode 100644 checkpoint-6125/config.json create mode 100644 checkpoint-6125/generation_config.json create mode 100644 checkpoint-6125/model.safetensors create mode 100644 checkpoint-6125/tokenizer.json create mode 100644 checkpoint-6125/tokenizer_config.json create mode 100644 checkpoint-6125/trainer_state.json create mode 100644 checkpoint-6125/training_args.bin create mode 100644 config.json create mode 100644 eval_results.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_eval_accuracy.png create mode 100644 training_eval_loss.png create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..716d4a7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,39 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +checkpoint-5800/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-6000/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-6125/tokenizer.json filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..abd4ce3 --- /dev/null +++ b/README.md @@ -0,0 +1,97 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen2.5-0.5B +tags: +- llama-factory +- full +- generated_from_trainer +metrics: +- accuracy +model-index: +- name: qwen25_05b_base_full_ft_lunarlander_a4000 + results: [] +--- + + + +# qwen25_05b_base_full_ft_lunarlander_a4000 + +This model is a fine-tuned version of [Qwen/Qwen2.5-0.5B](https://huggingface.co/Qwen/Qwen2.5-0.5B) on the lunar_lander_270_reward_train dataset. +It achieves the following results on the evaluation set: +- Loss: 0.0253 +- Accuracy: 0.9905 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-06 +- train_batch_size: 1 +- eval_batch_size: 1 +- seed: 42 +- distributed_type: multi-GPU +- gradient_accumulation_steps: 32 +- total_train_batch_size: 32 +- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 100.0 +- num_epochs: 1.0 +- mixed_precision_training: Native AMP + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | Accuracy | +|:-------------:|:------:|:----:|:---------------:|:--------:| +| 0.1271 | 0.0327 | 200 | 0.1269 | 0.9408 | +| 0.1134 | 0.0653 | 400 | 0.1141 | 0.9496 | +| 0.0951 | 0.0980 | 600 | 0.0991 | 0.9562 | +| 0.0866 | 0.1306 | 800 | 0.0930 | 0.9564 | +| 0.0909 | 0.1633 | 1000 | 0.0883 | 0.9608 | +| 0.0980 | 0.1959 | 1200 | 0.0856 | 0.963 | +| 0.0836 | 0.2286 | 1400 | 0.0839 | 0.9611 | +| 0.0709 | 0.2612 | 1600 | 0.0811 | 0.9644 | +| 0.0757 | 0.2939 | 1800 | 0.0765 | 0.9665 | +| 0.0701 | 0.3265 | 2000 | 0.0791 | 0.9655 | +| 0.0717 | 0.3592 | 2200 | 0.0681 | 0.9706 | +| 0.0637 | 0.3918 | 2400 | 0.0704 | 0.9686 | +| 0.0619 | 0.4245 | 2600 | 0.0618 | 0.9747 | +| 0.0572 | 0.4571 | 2800 | 0.0562 | 0.9774 | +| 0.0605 | 0.4898 | 3000 | 0.0561 | 0.9767 | +| 0.0648 | 0.5224 | 3200 | 0.0584 | 0.9745 | +| 0.0659 | 0.5551 | 3400 | 0.0540 | 0.9771 | +| 0.0564 | 0.5878 | 3600 | 0.0479 | 0.9799 | +| 0.0545 | 0.6204 | 3800 | 0.0432 | 0.9819 | +| 0.0468 | 0.6531 | 4000 | 0.0449 | 0.9817 | +| 0.0388 | 0.6857 | 4200 | 0.0395 | 0.9840 | +| 0.0328 | 0.7184 | 4400 | 0.0397 | 0.9831 | +| 0.0363 | 0.7510 | 4600 | 0.0357 | 0.9856 | +| 0.0314 | 0.7837 | 4800 | 0.0362 | 0.985 | +| 0.0280 | 0.8163 | 5000 | 0.0336 | 0.9861 | +| 0.0308 | 0.8490 | 5200 | 0.0292 | 0.9882 | +| 0.0252 | 0.8816 | 5400 | 0.0268 | 0.9894 | +| 0.0202 | 0.9143 | 5600 | 0.0258 | 0.9901 | +| 0.0252 | 0.9469 | 5800 | 0.0255 | 0.9902 | +| 0.0201 | 0.9796 | 6000 | 0.0253 | 0.9904 | + + +### Framework versions + +- Transformers 5.2.0 +- Pytorch 2.11.0+cu130 +- Datasets 4.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..13a3b1e --- /dev/null +++ b/all_results.json @@ -0,0 +1,13 @@ +{ + "epoch": 1.0, + "eval_accuracy": 0.9905, + "eval_loss": 0.025262661278247833, + "eval_runtime": 156.0067, + "eval_samples_per_second": 25.64, + "eval_steps_per_second": 25.64, + "total_flos": 5.72407910760448e+16, + "train_loss": 0.07194560643361539, + "train_runtime": 34224.4204, + "train_samples_per_second": 5.727, + "train_steps_per_second": 0.179 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..ce566c4 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,9 @@ +{% set system_message = 'Below is an instruction that describes a task. Write a response that appropriately completes the request. + +' %}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '### Instruction: +' + content + ' + +### Response: +' }}{% elif message['role'] == 'assistant' %}{{ content + '<|endoftext|>' + ' + +' }}{% endif %}{% endfor %} \ No newline at end of file diff --git a/checkpoint-5800/chat_template.jinja b/checkpoint-5800/chat_template.jinja new file mode 100644 index 0000000..ce566c4 --- /dev/null +++ b/checkpoint-5800/chat_template.jinja @@ -0,0 +1,9 @@ +{% set system_message = 'Below is an instruction that describes a task. Write a response that appropriately completes the request. + +' %}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '### Instruction: +' + content + ' + +### Response: +' }}{% elif message['role'] == 'assistant' %}{{ content + '<|endoftext|>' + ' + +' }}{% endif %}{% endfor %} \ No newline at end of file diff --git a/checkpoint-5800/config.json b/checkpoint-5800/config.json new file mode 100644 index 0000000..642be54 --- /dev/null +++ b/checkpoint-5800/config.json @@ -0,0 +1,58 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151643, + "hidden_act": "silu", + "hidden_size": 896, + "initializer_range": 0.02, + "intermediate_size": 4864, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 24, + "model_type": "qwen2", + "num_attention_heads": 14, + "num_hidden_layers": 24, + "num_key_value_heads": 2, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000.0, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.2.0", + "use_cache": false, + "use_mrope": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/checkpoint-5800/generation_config.json b/checkpoint-5800/generation_config.json new file mode 100644 index 0000000..795a75e --- /dev/null +++ b/checkpoint-5800/generation_config.json @@ -0,0 +1,9 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151643 + ], + "max_new_tokens": 2048, + "pad_token_id": 151643, + "transformers_version": "5.2.0" +} diff --git a/checkpoint-5800/model.safetensors b/checkpoint-5800/model.safetensors new file mode 100644 index 0000000..6042495 --- /dev/null +++ b/checkpoint-5800/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:272f1dcaf0c796e2aae409931633f49a52cc819396bc4a945cceb579847cd088 +size 1976163472 diff --git a/checkpoint-5800/tokenizer.json b/checkpoint-5800/tokenizer.json new file mode 100644 index 0000000..34510ff --- /dev/null +++ b/checkpoint-5800/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8 +size 11421892 diff --git a/checkpoint-5800/tokenizer_config.json b/checkpoint-5800/tokenizer_config.json new file mode 100644 index 0000000..392ded1 --- /dev/null +++ b/checkpoint-5800/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/checkpoint-5800/trainer_state.json b/checkpoint-5800/trainer_state.json new file mode 100644 index 0000000..90ff41f --- /dev/null +++ b/checkpoint-5800/trainer_state.json @@ -0,0 +1,4355 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.9469387755102041, + "eval_steps": 200, + "global_step": 5800, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0016326530612244899, + "grad_norm": 7.955283164978027, + "learning_rate": 4.5000000000000003e-07, + "loss": 4.391213607788086, + "step": 10 + }, + { + "epoch": 0.0032653061224489797, + "grad_norm": 2.4868686199188232, + "learning_rate": 9.500000000000001e-07, + "loss": 1.9876020431518555, + "step": 20 + }, + { + "epoch": 0.004897959183673469, + "grad_norm": 0.25438952445983887, + "learning_rate": 1.45e-06, + "loss": 0.34127225875854494, + "step": 30 + }, + { + "epoch": 0.006530612244897959, + "grad_norm": 0.13044093549251556, + "learning_rate": 1.9500000000000004e-06, + "loss": 0.23643033504486083, + "step": 40 + }, + { + "epoch": 0.00816326530612245, + "grad_norm": 0.17984068393707275, + "learning_rate": 2.4500000000000003e-06, + "loss": 0.23313720226287843, + "step": 50 + }, + { + "epoch": 0.009795918367346938, + "grad_norm": 0.15249308943748474, + "learning_rate": 2.95e-06, + "loss": 0.22351114749908446, + "step": 60 + }, + { + "epoch": 0.011428571428571429, + "grad_norm": 0.07123949378728867, + "learning_rate": 3.45e-06, + "loss": 0.21615636348724365, + "step": 70 + }, + { + "epoch": 0.013061224489795919, + "grad_norm": 0.21456502377986908, + "learning_rate": 3.95e-06, + "loss": 0.21677422523498535, + "step": 80 + }, + { + "epoch": 0.014693877551020407, + "grad_norm": 0.22391553223133087, + "learning_rate": 4.450000000000001e-06, + "loss": 0.21422204971313477, + "step": 90 + }, + { + "epoch": 0.0163265306122449, + "grad_norm": 0.1745220273733139, + "learning_rate": 4.95e-06, + "loss": 0.19350455999374389, + "step": 100 + }, + { + "epoch": 0.017959183673469388, + "grad_norm": 0.18820920586585999, + "learning_rate": 4.9999724716692435e-06, + "loss": 0.1981007933616638, + "step": 110 + }, + { + "epoch": 0.019591836734693877, + "grad_norm": 0.21733109652996063, + "learning_rate": 4.9998773127856985e-06, + "loss": 0.16994532346725463, + "step": 120 + }, + { + "epoch": 0.02122448979591837, + "grad_norm": 0.40475547313690186, + "learning_rate": 4.999714186080037e-06, + "loss": 0.1539763927459717, + "step": 130 + }, + { + "epoch": 0.022857142857142857, + "grad_norm": 0.3676598370075226, + "learning_rate": 4.999483095987423e-06, + "loss": 0.16321685314178466, + "step": 140 + }, + { + "epoch": 0.024489795918367346, + "grad_norm": 0.19484871625900269, + "learning_rate": 4.9991840487908426e-06, + "loss": 0.16523454189300538, + "step": 150 + }, + { + "epoch": 0.026122448979591838, + "grad_norm": 0.21928830444812775, + "learning_rate": 4.998817052620928e-06, + "loss": 0.14424897432327272, + "step": 160 + }, + { + "epoch": 0.027755102040816326, + "grad_norm": 0.2790975868701935, + "learning_rate": 4.9983821174557415e-06, + "loss": 0.13810645341873168, + "step": 170 + }, + { + "epoch": 0.029387755102040815, + "grad_norm": 0.21702228486537933, + "learning_rate": 4.997879255120501e-06, + "loss": 0.1318126440048218, + "step": 180 + }, + { + "epoch": 0.031020408163265307, + "grad_norm": 0.16967810690402985, + "learning_rate": 4.997308479287263e-06, + "loss": 0.14249314069747926, + "step": 190 + }, + { + "epoch": 0.0326530612244898, + "grad_norm": 0.14007994532585144, + "learning_rate": 4.996669805474542e-06, + "loss": 0.12708702087402343, + "step": 200 + }, + { + "epoch": 0.0326530612244898, + "eval_accuracy": 0.9408333333333335, + "eval_loss": 0.12691152095794678, + "eval_runtime": 156.68, + "eval_samples_per_second": 25.53, + "eval_steps_per_second": 25.53, + "step": 200 + }, + { + "epoch": 0.03428571428571429, + "grad_norm": 0.2674005627632141, + "learning_rate": 4.9959632510469e-06, + "loss": 0.11019121408462525, + "step": 210 + }, + { + "epoch": 0.035918367346938776, + "grad_norm": 0.12073638290166855, + "learning_rate": 4.995188835214465e-06, + "loss": 0.12032746076583863, + "step": 220 + }, + { + "epoch": 0.037551020408163265, + "grad_norm": 0.11186162382364273, + "learning_rate": 4.994346579032413e-06, + "loss": 0.12122929096221924, + "step": 230 + }, + { + "epoch": 0.03918367346938775, + "grad_norm": 0.09840800613164902, + "learning_rate": 4.993436505400396e-06, + "loss": 0.11416752338409424, + "step": 240 + }, + { + "epoch": 0.04081632653061224, + "grad_norm": 0.19076374173164368, + "learning_rate": 4.992458639061916e-06, + "loss": 0.11376930475234985, + "step": 250 + }, + { + "epoch": 0.04244897959183674, + "grad_norm": 0.14405065774917603, + "learning_rate": 4.991413006603657e-06, + "loss": 0.10997685194015502, + "step": 260 + }, + { + "epoch": 0.044081632653061226, + "grad_norm": 0.23844055831432343, + "learning_rate": 4.990299636454759e-06, + "loss": 0.1000083327293396, + "step": 270 + }, + { + "epoch": 0.045714285714285714, + "grad_norm": 0.23128052055835724, + "learning_rate": 4.989118558886043e-06, + "loss": 0.1243711233139038, + "step": 280 + }, + { + "epoch": 0.0473469387755102, + "grad_norm": 0.19849570095539093, + "learning_rate": 4.9878698060091955e-06, + "loss": 0.11728224754333497, + "step": 290 + }, + { + "epoch": 0.04897959183673469, + "grad_norm": 0.13039851188659668, + "learning_rate": 4.986553411775886e-06, + "loss": 0.09353847503662109, + "step": 300 + }, + { + "epoch": 0.05061224489795919, + "grad_norm": 0.19887588918209076, + "learning_rate": 4.985169411976852e-06, + "loss": 0.11291944980621338, + "step": 310 + }, + { + "epoch": 0.052244897959183675, + "grad_norm": 0.25038304924964905, + "learning_rate": 4.98371784424092e-06, + "loss": 0.11149277687072753, + "step": 320 + }, + { + "epoch": 0.053877551020408164, + "grad_norm": 0.238360196352005, + "learning_rate": 4.982198748033986e-06, + "loss": 0.11344953775405883, + "step": 330 + }, + { + "epoch": 0.05551020408163265, + "grad_norm": 0.13686658442020416, + "learning_rate": 4.980612164657943e-06, + "loss": 0.09844974875450134, + "step": 340 + }, + { + "epoch": 0.05714285714285714, + "grad_norm": 0.0829666405916214, + "learning_rate": 4.978958137249551e-06, + "loss": 0.10898438692092896, + "step": 350 + }, + { + "epoch": 0.05877551020408163, + "grad_norm": 0.10389993339776993, + "learning_rate": 4.977236710779277e-06, + "loss": 0.09371156096458436, + "step": 360 + }, + { + "epoch": 0.060408163265306125, + "grad_norm": 0.18182680010795593, + "learning_rate": 4.9754479320500584e-06, + "loss": 0.1049533724784851, + "step": 370 + }, + { + "epoch": 0.062040816326530614, + "grad_norm": 0.14488115906715393, + "learning_rate": 4.973591849696041e-06, + "loss": 0.10510741472244263, + "step": 380 + }, + { + "epoch": 0.0636734693877551, + "grad_norm": 0.14816738665103912, + "learning_rate": 4.971668514181252e-06, + "loss": 0.10956356525421143, + "step": 390 + }, + { + "epoch": 0.0653061224489796, + "grad_norm": 0.20584072172641754, + "learning_rate": 4.969677977798225e-06, + "loss": 0.11344989538192748, + "step": 400 + }, + { + "epoch": 0.0653061224489796, + "eval_accuracy": 0.9496250000000002, + "eval_loss": 0.11409253627061844, + "eval_runtime": 165.7682, + "eval_samples_per_second": 24.13, + "eval_steps_per_second": 24.13, + "step": 400 + }, + { + "epoch": 0.06693877551020408, + "grad_norm": 0.1342787891626358, + "learning_rate": 4.967620294666589e-06, + "loss": 0.09949527978897095, + "step": 410 + }, + { + "epoch": 0.06857142857142857, + "grad_norm": 0.17336596548557281, + "learning_rate": 4.965495520731583e-06, + "loss": 0.10606559514999389, + "step": 420 + }, + { + "epoch": 0.07020408163265306, + "grad_norm": 0.19437003135681152, + "learning_rate": 4.963303713762547e-06, + "loss": 0.11677042245864869, + "step": 430 + }, + { + "epoch": 0.07183673469387755, + "grad_norm": 0.12076073884963989, + "learning_rate": 4.961044933351342e-06, + "loss": 0.1019243597984314, + "step": 440 + }, + { + "epoch": 0.07346938775510205, + "grad_norm": 0.10272067785263062, + "learning_rate": 4.958719240910737e-06, + "loss": 0.10125980377197266, + "step": 450 + }, + { + "epoch": 0.07510204081632653, + "grad_norm": 0.1080622524023056, + "learning_rate": 4.956326699672736e-06, + "loss": 0.09888594150543213, + "step": 460 + }, + { + "epoch": 0.07673469387755102, + "grad_norm": 0.1307847797870636, + "learning_rate": 4.953867374686856e-06, + "loss": 0.10753540992736817, + "step": 470 + }, + { + "epoch": 0.0783673469387755, + "grad_norm": 0.2128073275089264, + "learning_rate": 4.951341332818365e-06, + "loss": 0.11452326774597169, + "step": 480 + }, + { + "epoch": 0.08, + "grad_norm": 0.21006478369235992, + "learning_rate": 4.9487486427464594e-06, + "loss": 0.09555010795593262, + "step": 490 + }, + { + "epoch": 0.08163265306122448, + "grad_norm": 0.24889807403087616, + "learning_rate": 4.946089374962396e-06, + "loss": 0.09771155118942261, + "step": 500 + }, + { + "epoch": 0.08326530612244898, + "grad_norm": 0.13042858242988586, + "learning_rate": 4.943363601767582e-06, + "loss": 0.10659778118133545, + "step": 510 + }, + { + "epoch": 0.08489795918367347, + "grad_norm": 0.2210501879453659, + "learning_rate": 4.940571397271598e-06, + "loss": 0.10161921977996827, + "step": 520 + }, + { + "epoch": 0.08653061224489796, + "grad_norm": 0.11963305622339249, + "learning_rate": 4.937712837390194e-06, + "loss": 0.09155921936035157, + "step": 530 + }, + { + "epoch": 0.08816326530612245, + "grad_norm": 0.07435746490955353, + "learning_rate": 4.93478799984322e-06, + "loss": 0.11164016723632812, + "step": 540 + }, + { + "epoch": 0.08979591836734693, + "grad_norm": 0.16348940134048462, + "learning_rate": 4.9317969641525154e-06, + "loss": 0.10738091468811035, + "step": 550 + }, + { + "epoch": 0.09142857142857143, + "grad_norm": 0.12221129983663559, + "learning_rate": 4.928739811639741e-06, + "loss": 0.09491395950317383, + "step": 560 + }, + { + "epoch": 0.09306122448979592, + "grad_norm": 0.1107218861579895, + "learning_rate": 4.9256166254241775e-06, + "loss": 0.08408294320106506, + "step": 570 + }, + { + "epoch": 0.0946938775510204, + "grad_norm": 0.207329660654068, + "learning_rate": 4.922427490420457e-06, + "loss": 0.10272791385650634, + "step": 580 + }, + { + "epoch": 0.0963265306122449, + "grad_norm": 0.14269684255123138, + "learning_rate": 4.919172493336259e-06, + "loss": 0.10189608335494996, + "step": 590 + }, + { + "epoch": 0.09795918367346938, + "grad_norm": 0.10970286279916763, + "learning_rate": 4.915851722669952e-06, + "loss": 0.09506216645240784, + "step": 600 + }, + { + "epoch": 0.09795918367346938, + "eval_accuracy": 0.9561666666666667, + "eval_loss": 0.09913250058889389, + "eval_runtime": 158.3659, + "eval_samples_per_second": 25.258, + "eval_steps_per_second": 25.258, + "step": 600 + }, + { + "epoch": 0.09959183673469388, + "grad_norm": 0.11382903158664703, + "learning_rate": 4.912465268708186e-06, + "loss": 0.09665942788124085, + "step": 610 + }, + { + "epoch": 0.10122448979591837, + "grad_norm": 0.24785904586315155, + "learning_rate": 4.90901322352344e-06, + "loss": 0.10539349317550659, + "step": 620 + }, + { + "epoch": 0.10285714285714286, + "grad_norm": 0.18585072457790375, + "learning_rate": 4.905495680971518e-06, + "loss": 0.10907092094421386, + "step": 630 + }, + { + "epoch": 0.10448979591836735, + "grad_norm": 0.16385921835899353, + "learning_rate": 4.901912736688995e-06, + "loss": 0.09973281621932983, + "step": 640 + }, + { + "epoch": 0.10612244897959183, + "grad_norm": 0.10820458829402924, + "learning_rate": 4.898264488090619e-06, + "loss": 0.09869267344474793, + "step": 650 + }, + { + "epoch": 0.10775510204081633, + "grad_norm": 0.18020115792751312, + "learning_rate": 4.894551034366665e-06, + "loss": 0.10499387979507446, + "step": 660 + }, + { + "epoch": 0.10938775510204081, + "grad_norm": 0.10356947779655457, + "learning_rate": 4.890772476480229e-06, + "loss": 0.10153095722198487, + "step": 670 + }, + { + "epoch": 0.1110204081632653, + "grad_norm": 0.08888879418373108, + "learning_rate": 4.886928917164496e-06, + "loss": 0.08613221645355225, + "step": 680 + }, + { + "epoch": 0.1126530612244898, + "grad_norm": 0.11978956311941147, + "learning_rate": 4.8830204609199335e-06, + "loss": 0.09545036554336547, + "step": 690 + }, + { + "epoch": 0.11428571428571428, + "grad_norm": 0.11924679577350616, + "learning_rate": 4.8790472140114635e-06, + "loss": 0.0950542688369751, + "step": 700 + }, + { + "epoch": 0.11591836734693878, + "grad_norm": 0.0637463852763176, + "learning_rate": 4.875009284465561e-06, + "loss": 0.10127921104431152, + "step": 710 + }, + { + "epoch": 0.11755102040816326, + "grad_norm": 0.0894392654299736, + "learning_rate": 4.8709067820673235e-06, + "loss": 0.09835844039916992, + "step": 720 + }, + { + "epoch": 0.11918367346938775, + "grad_norm": 0.06312194466590881, + "learning_rate": 4.866739818357489e-06, + "loss": 0.08583117127418519, + "step": 730 + }, + { + "epoch": 0.12081632653061225, + "grad_norm": 0.1375141739845276, + "learning_rate": 4.862508506629394e-06, + "loss": 0.08735222220420838, + "step": 740 + }, + { + "epoch": 0.12244897959183673, + "grad_norm": 0.12715794146060944, + "learning_rate": 4.858212961925902e-06, + "loss": 0.09324318170547485, + "step": 750 + }, + { + "epoch": 0.12408163265306123, + "grad_norm": 0.14359286427497864, + "learning_rate": 4.8538533010362735e-06, + "loss": 0.09482367634773255, + "step": 760 + }, + { + "epoch": 0.12571428571428572, + "grad_norm": 0.1228424683213234, + "learning_rate": 4.849429642492985e-06, + "loss": 0.09595230221748352, + "step": 770 + }, + { + "epoch": 0.1273469387755102, + "grad_norm": 0.08908221125602722, + "learning_rate": 4.844942106568517e-06, + "loss": 0.08924583196640015, + "step": 780 + }, + { + "epoch": 0.12897959183673469, + "grad_norm": 0.15417414903640747, + "learning_rate": 4.84039081527207e-06, + "loss": 0.09454164505004883, + "step": 790 + }, + { + "epoch": 0.1306122448979592, + "grad_norm": 0.1259608417749405, + "learning_rate": 4.835775892346264e-06, + "loss": 0.08659166097640991, + "step": 800 + }, + { + "epoch": 0.1306122448979592, + "eval_accuracy": 0.9564166666666667, + "eval_loss": 0.09297937154769897, + "eval_runtime": 157.5491, + "eval_samples_per_second": 25.389, + "eval_steps_per_second": 25.389, + "step": 800 + }, + { + "epoch": 0.13224489795918368, + "grad_norm": 0.15664513409137726, + "learning_rate": 4.8310974632637584e-06, + "loss": 0.09094155430793763, + "step": 810 + }, + { + "epoch": 0.13387755102040816, + "grad_norm": 0.12366823107004166, + "learning_rate": 4.82635565522385e-06, + "loss": 0.09823386669158936, + "step": 820 + }, + { + "epoch": 0.13551020408163264, + "grad_norm": 0.09367755055427551, + "learning_rate": 4.821550597149012e-06, + "loss": 0.09080367088317871, + "step": 830 + }, + { + "epoch": 0.13714285714285715, + "grad_norm": 0.15230220556259155, + "learning_rate": 4.816682419681389e-06, + "loss": 0.09046205282211303, + "step": 840 + }, + { + "epoch": 0.13877551020408163, + "grad_norm": 0.09214162826538086, + "learning_rate": 4.811751255179244e-06, + "loss": 0.09502801299095154, + "step": 850 + }, + { + "epoch": 0.1404081632653061, + "grad_norm": 0.09514431655406952, + "learning_rate": 4.806757237713361e-06, + "loss": 0.09261927604675294, + "step": 860 + }, + { + "epoch": 0.14204081632653062, + "grad_norm": 0.13052736222743988, + "learning_rate": 4.8017005030634e-06, + "loss": 0.08243635892868043, + "step": 870 + }, + { + "epoch": 0.1436734693877551, + "grad_norm": 0.05511025711894035, + "learning_rate": 4.796581188714205e-06, + "loss": 0.10203326940536499, + "step": 880 + }, + { + "epoch": 0.14530612244897959, + "grad_norm": 0.09896261245012283, + "learning_rate": 4.7913994338520655e-06, + "loss": 0.08544076681137085, + "step": 890 + }, + { + "epoch": 0.1469387755102041, + "grad_norm": 0.18726249039173126, + "learning_rate": 4.786155379360932e-06, + "loss": 0.0944068193435669, + "step": 900 + }, + { + "epoch": 0.14857142857142858, + "grad_norm": 0.09349548071622849, + "learning_rate": 4.7808491678185855e-06, + "loss": 0.0877715528011322, + "step": 910 + }, + { + "epoch": 0.15020408163265306, + "grad_norm": 0.13616853952407837, + "learning_rate": 4.775480943492764e-06, + "loss": 0.09196346998214722, + "step": 920 + }, + { + "epoch": 0.15183673469387754, + "grad_norm": 0.061041463166475296, + "learning_rate": 4.770050852337236e-06, + "loss": 0.09890784621238709, + "step": 930 + }, + { + "epoch": 0.15346938775510205, + "grad_norm": 0.09928455948829651, + "learning_rate": 4.764559041987836e-06, + "loss": 0.09260086417198181, + "step": 940 + }, + { + "epoch": 0.15510204081632653, + "grad_norm": 0.10996410250663757, + "learning_rate": 4.759005661758446e-06, + "loss": 0.09412651658058166, + "step": 950 + }, + { + "epoch": 0.156734693877551, + "grad_norm": 0.09731809049844742, + "learning_rate": 4.753390862636939e-06, + "loss": 0.09459404945373535, + "step": 960 + }, + { + "epoch": 0.15836734693877552, + "grad_norm": 0.12398040294647217, + "learning_rate": 4.747714797281076e-06, + "loss": 0.09960640072822571, + "step": 970 + }, + { + "epoch": 0.16, + "grad_norm": 0.14135490357875824, + "learning_rate": 4.741977620014347e-06, + "loss": 0.09338371157646179, + "step": 980 + }, + { + "epoch": 0.16163265306122448, + "grad_norm": 0.09384343028068542, + "learning_rate": 4.736179486821788e-06, + "loss": 0.08515415191650391, + "step": 990 + }, + { + "epoch": 0.16326530612244897, + "grad_norm": 0.10298261791467667, + "learning_rate": 4.730320555345728e-06, + "loss": 0.09090787768363953, + "step": 1000 + }, + { + "epoch": 0.16326530612244897, + "eval_accuracy": 0.9607916666666667, + "eval_loss": 0.08832322806119919, + "eval_runtime": 166.8275, + "eval_samples_per_second": 23.977, + "eval_steps_per_second": 23.977, + "step": 1000 + }, + { + "epoch": 0.16489795918367348, + "grad_norm": 0.05896759778261185, + "learning_rate": 4.724400984881508e-06, + "loss": 0.08005568385124207, + "step": 1010 + }, + { + "epoch": 0.16653061224489796, + "grad_norm": 0.07907038927078247, + "learning_rate": 4.7184209363731546e-06, + "loss": 0.08133251667022705, + "step": 1020 + }, + { + "epoch": 0.16816326530612244, + "grad_norm": 0.07444760203361511, + "learning_rate": 4.7123805724089935e-06, + "loss": 0.08690541982650757, + "step": 1030 + }, + { + "epoch": 0.16979591836734695, + "grad_norm": 0.16517433524131775, + "learning_rate": 4.706280057217239e-06, + "loss": 0.09946454763412475, + "step": 1040 + }, + { + "epoch": 0.17142857142857143, + "grad_norm": 0.18107500672340393, + "learning_rate": 4.700119556661521e-06, + "loss": 0.08886862993240356, + "step": 1050 + }, + { + "epoch": 0.1730612244897959, + "grad_norm": 0.15386350452899933, + "learning_rate": 4.693899238236383e-06, + "loss": 0.09117826819419861, + "step": 1060 + }, + { + "epoch": 0.17469387755102042, + "grad_norm": 0.1098460704088211, + "learning_rate": 4.687619271062725e-06, + "loss": 0.09286551475524903, + "step": 1070 + }, + { + "epoch": 0.1763265306122449, + "grad_norm": 0.09872590750455856, + "learning_rate": 4.681279825883201e-06, + "loss": 0.09102073907852173, + "step": 1080 + }, + { + "epoch": 0.17795918367346938, + "grad_norm": 0.12001907080411911, + "learning_rate": 4.674881075057581e-06, + "loss": 0.09481253027915955, + "step": 1090 + }, + { + "epoch": 0.17959183673469387, + "grad_norm": 0.13000014424324036, + "learning_rate": 4.668423192558069e-06, + "loss": 0.08999797105789184, + "step": 1100 + }, + { + "epoch": 0.18122448979591838, + "grad_norm": 0.07537361979484558, + "learning_rate": 4.661906353964563e-06, + "loss": 0.07345216870307922, + "step": 1110 + }, + { + "epoch": 0.18285714285714286, + "grad_norm": 0.10346294194459915, + "learning_rate": 4.65533073645989e-06, + "loss": 0.08096543550491334, + "step": 1120 + }, + { + "epoch": 0.18448979591836734, + "grad_norm": 0.12576258182525635, + "learning_rate": 4.6486965188249825e-06, + "loss": 0.08680164813995361, + "step": 1130 + }, + { + "epoch": 0.18612244897959185, + "grad_norm": 0.17314419150352478, + "learning_rate": 4.642003881434024e-06, + "loss": 0.08470291495323182, + "step": 1140 + }, + { + "epoch": 0.18775510204081633, + "grad_norm": 0.1576225906610489, + "learning_rate": 4.635253006249536e-06, + "loss": 0.10852066278457642, + "step": 1150 + }, + { + "epoch": 0.1893877551020408, + "grad_norm": 0.15372557938098907, + "learning_rate": 4.628444076817444e-06, + "loss": 0.1022921085357666, + "step": 1160 + }, + { + "epoch": 0.1910204081632653, + "grad_norm": 0.15021173655986786, + "learning_rate": 4.621577278262072e-06, + "loss": 0.09645735621452331, + "step": 1170 + }, + { + "epoch": 0.1926530612244898, + "grad_norm": 0.07714739441871643, + "learning_rate": 4.614652797281118e-06, + "loss": 0.08636590242385864, + "step": 1180 + }, + { + "epoch": 0.19428571428571428, + "grad_norm": 0.17956240475177765, + "learning_rate": 4.6076708221405806e-06, + "loss": 0.09293715357780456, + "step": 1190 + }, + { + "epoch": 0.19591836734693877, + "grad_norm": 0.13412988185882568, + "learning_rate": 4.600631542669633e-06, + "loss": 0.09799563884735107, + "step": 1200 + }, + { + "epoch": 0.19591836734693877, + "eval_accuracy": 0.963, + "eval_loss": 0.08563050627708435, + "eval_runtime": 171.1854, + "eval_samples_per_second": 23.366, + "eval_steps_per_second": 23.366, + "step": 1200 + }, + { + "epoch": 0.19755102040816327, + "grad_norm": 0.1682359278202057, + "learning_rate": 4.593535150255463e-06, + "loss": 0.08345703482627868, + "step": 1210 + }, + { + "epoch": 0.19918367346938776, + "grad_norm": 0.09281504899263382, + "learning_rate": 4.586381837838076e-06, + "loss": 0.08114275336265564, + "step": 1220 + }, + { + "epoch": 0.20081632653061224, + "grad_norm": 0.12355420738458633, + "learning_rate": 4.579171799905044e-06, + "loss": 0.0780484676361084, + "step": 1230 + }, + { + "epoch": 0.20244897959183675, + "grad_norm": 0.12121636420488358, + "learning_rate": 4.571905232486214e-06, + "loss": 0.07816853523254394, + "step": 1240 + }, + { + "epoch": 0.20408163265306123, + "grad_norm": 0.09326840937137604, + "learning_rate": 4.56458233314839e-06, + "loss": 0.08001847267150879, + "step": 1250 + }, + { + "epoch": 0.2057142857142857, + "grad_norm": 0.11423090845346451, + "learning_rate": 4.557203300989948e-06, + "loss": 0.08720387816429138, + "step": 1260 + }, + { + "epoch": 0.2073469387755102, + "grad_norm": 0.124808169901371, + "learning_rate": 4.549768336635432e-06, + "loss": 0.08812607526779175, + "step": 1270 + }, + { + "epoch": 0.2089795918367347, + "grad_norm": 0.08311110734939575, + "learning_rate": 4.542277642230096e-06, + "loss": 0.0880801498889923, + "step": 1280 + }, + { + "epoch": 0.21061224489795918, + "grad_norm": 0.1179559975862503, + "learning_rate": 4.53473142143441e-06, + "loss": 0.09044411182403564, + "step": 1290 + }, + { + "epoch": 0.21224489795918366, + "grad_norm": 0.13122901320457458, + "learning_rate": 4.527129879418519e-06, + "loss": 0.06792758107185363, + "step": 1300 + }, + { + "epoch": 0.21387755102040817, + "grad_norm": 0.10990814864635468, + "learning_rate": 4.519473222856667e-06, + "loss": 0.07861824035644531, + "step": 1310 + }, + { + "epoch": 0.21551020408163266, + "grad_norm": 0.14613105356693268, + "learning_rate": 4.51176165992158e-06, + "loss": 0.08266589641571045, + "step": 1320 + }, + { + "epoch": 0.21714285714285714, + "grad_norm": 0.07217947393655777, + "learning_rate": 4.503995400278801e-06, + "loss": 0.08272708654403686, + "step": 1330 + }, + { + "epoch": 0.21877551020408162, + "grad_norm": 0.12690335512161255, + "learning_rate": 4.4961746550809945e-06, + "loss": 0.08644292950630188, + "step": 1340 + }, + { + "epoch": 0.22040816326530613, + "grad_norm": 0.11895330995321274, + "learning_rate": 4.488299636962203e-06, + "loss": 0.08812489509582519, + "step": 1350 + }, + { + "epoch": 0.2220408163265306, + "grad_norm": 0.08727742731571198, + "learning_rate": 4.4803705600320655e-06, + "loss": 0.08752686977386474, + "step": 1360 + }, + { + "epoch": 0.2236734693877551, + "grad_norm": 0.1101253554224968, + "learning_rate": 4.472387639869998e-06, + "loss": 0.08365487456321716, + "step": 1370 + }, + { + "epoch": 0.2253061224489796, + "grad_norm": 0.0881471335887909, + "learning_rate": 4.464351093519332e-06, + "loss": 0.08101181387901306, + "step": 1380 + }, + { + "epoch": 0.22693877551020408, + "grad_norm": 0.1676328480243683, + "learning_rate": 4.45626113948141e-06, + "loss": 0.08873040080070496, + "step": 1390 + }, + { + "epoch": 0.22857142857142856, + "grad_norm": 0.13493730127811432, + "learning_rate": 4.44811799770965e-06, + "loss": 0.08360225558280945, + "step": 1400 + }, + { + "epoch": 0.22857142857142856, + "eval_accuracy": 0.961125, + "eval_loss": 0.0838993564248085, + "eval_runtime": 159.3888, + "eval_samples_per_second": 25.096, + "eval_steps_per_second": 25.096, + "step": 1400 + }, + { + "epoch": 0.23020408163265307, + "grad_norm": 0.18087805807590485, + "learning_rate": 4.4399218896035615e-06, + "loss": 0.07942168116569519, + "step": 1410 + }, + { + "epoch": 0.23183673469387756, + "grad_norm": 0.15980401635169983, + "learning_rate": 4.431673038002726e-06, + "loss": 0.07959137558937072, + "step": 1420 + }, + { + "epoch": 0.23346938775510204, + "grad_norm": 0.09756626188755035, + "learning_rate": 4.423371667180743e-06, + "loss": 0.08047830462455749, + "step": 1430 + }, + { + "epoch": 0.23510204081632652, + "grad_norm": 0.11922340840101242, + "learning_rate": 4.415018002839127e-06, + "loss": 0.07832802534103393, + "step": 1440 + }, + { + "epoch": 0.23673469387755103, + "grad_norm": 0.09443783015012741, + "learning_rate": 4.40661227210117e-06, + "loss": 0.07132846713066102, + "step": 1450 + }, + { + "epoch": 0.2383673469387755, + "grad_norm": 0.15397194027900696, + "learning_rate": 4.398154703505776e-06, + "loss": 0.09222683906555176, + "step": 1460 + }, + { + "epoch": 0.24, + "grad_norm": 0.06159692630171776, + "learning_rate": 4.389645527001234e-06, + "loss": 0.07937920093536377, + "step": 1470 + }, + { + "epoch": 0.2416326530612245, + "grad_norm": 0.11855911463499069, + "learning_rate": 4.381084973938976e-06, + "loss": 0.07650941014289855, + "step": 1480 + }, + { + "epoch": 0.24326530612244898, + "grad_norm": 0.1305486559867859, + "learning_rate": 4.372473277067285e-06, + "loss": 0.07730157375335693, + "step": 1490 + }, + { + "epoch": 0.24489795918367346, + "grad_norm": 0.09036920964717865, + "learning_rate": 4.363810670524962e-06, + "loss": 0.07192737460136414, + "step": 1500 + }, + { + "epoch": 0.24653061224489795, + "grad_norm": 0.0936962217092514, + "learning_rate": 4.355097389834966e-06, + "loss": 0.09040454030036926, + "step": 1510 + }, + { + "epoch": 0.24816326530612245, + "grad_norm": 0.0778910219669342, + "learning_rate": 4.346333671898007e-06, + "loss": 0.06948431730270385, + "step": 1520 + }, + { + "epoch": 0.24979591836734694, + "grad_norm": 0.0979679748415947, + "learning_rate": 4.337519754986108e-06, + "loss": 0.07317689657211304, + "step": 1530 + }, + { + "epoch": 0.25142857142857145, + "grad_norm": 0.15620048344135284, + "learning_rate": 4.328655878736123e-06, + "loss": 0.09126524925231934, + "step": 1540 + }, + { + "epoch": 0.2530612244897959, + "grad_norm": 0.09080824255943298, + "learning_rate": 4.319742284143226e-06, + "loss": 0.09065211415290833, + "step": 1550 + }, + { + "epoch": 0.2546938775510204, + "grad_norm": 0.046968940645456314, + "learning_rate": 4.310779213554353e-06, + "loss": 0.0718291699886322, + "step": 1560 + }, + { + "epoch": 0.2563265306122449, + "grad_norm": 0.11479081958532333, + "learning_rate": 4.301766910661619e-06, + "loss": 0.07913097143173217, + "step": 1570 + }, + { + "epoch": 0.25795918367346937, + "grad_norm": 0.1042279377579689, + "learning_rate": 4.292705620495689e-06, + "loss": 0.06828063130378723, + "step": 1580 + }, + { + "epoch": 0.2595918367346939, + "grad_norm": 0.17096509039402008, + "learning_rate": 4.283595589419115e-06, + "loss": 0.07042163014411926, + "step": 1590 + }, + { + "epoch": 0.2612244897959184, + "grad_norm": 0.10892639309167862, + "learning_rate": 4.274437065119643e-06, + "loss": 0.07090482115745544, + "step": 1600 + }, + { + "epoch": 0.2612244897959184, + "eval_accuracy": 0.964375, + "eval_loss": 0.08112655580043793, + "eval_runtime": 158.0164, + "eval_samples_per_second": 25.314, + "eval_steps_per_second": 25.314, + "step": 1600 + }, + { + "epoch": 0.26285714285714284, + "grad_norm": 0.09731441736221313, + "learning_rate": 4.265230296603471e-06, + "loss": 0.08803416490554809, + "step": 1610 + }, + { + "epoch": 0.26448979591836735, + "grad_norm": 0.0956069752573967, + "learning_rate": 4.255975534188488e-06, + "loss": 0.0734250545501709, + "step": 1620 + }, + { + "epoch": 0.26612244897959186, + "grad_norm": 0.14361435174942017, + "learning_rate": 4.246673029497458e-06, + "loss": 0.07703657150268554, + "step": 1630 + }, + { + "epoch": 0.2677551020408163, + "grad_norm": 0.08011971414089203, + "learning_rate": 4.237323035451188e-06, + "loss": 0.08410758376121522, + "step": 1640 + }, + { + "epoch": 0.2693877551020408, + "grad_norm": 0.1244175136089325, + "learning_rate": 4.2279258062616455e-06, + "loss": 0.0808764636516571, + "step": 1650 + }, + { + "epoch": 0.2710204081632653, + "grad_norm": 0.11162611097097397, + "learning_rate": 4.21848159742505e-06, + "loss": 0.07636536359786987, + "step": 1660 + }, + { + "epoch": 0.2726530612244898, + "grad_norm": 0.16819386184215546, + "learning_rate": 4.208990665714927e-06, + "loss": 0.07789689898490906, + "step": 1670 + }, + { + "epoch": 0.2742857142857143, + "grad_norm": 0.07522564381361008, + "learning_rate": 4.19945326917512e-06, + "loss": 0.07442367672920228, + "step": 1680 + }, + { + "epoch": 0.27591836734693875, + "grad_norm": 0.08352494984865189, + "learning_rate": 4.1898696671127855e-06, + "loss": 0.07646024227142334, + "step": 1690 + }, + { + "epoch": 0.27755102040816326, + "grad_norm": 0.12580762803554535, + "learning_rate": 4.180240120091333e-06, + "loss": 0.07484800815582275, + "step": 1700 + }, + { + "epoch": 0.27918367346938777, + "grad_norm": 0.14690619707107544, + "learning_rate": 4.170564889923348e-06, + "loss": 0.07452926635742188, + "step": 1710 + }, + { + "epoch": 0.2808163265306122, + "grad_norm": 0.08760543167591095, + "learning_rate": 4.1608442396634675e-06, + "loss": 0.07579211592674255, + "step": 1720 + }, + { + "epoch": 0.28244897959183674, + "grad_norm": 0.05263754725456238, + "learning_rate": 4.151078433601234e-06, + "loss": 0.08277950882911682, + "step": 1730 + }, + { + "epoch": 0.28408163265306124, + "grad_norm": 0.12929993867874146, + "learning_rate": 4.141267737253905e-06, + "loss": 0.07354526519775391, + "step": 1740 + }, + { + "epoch": 0.2857142857142857, + "grad_norm": 0.1444639414548874, + "learning_rate": 4.1314124173592356e-06, + "loss": 0.07377716898918152, + "step": 1750 + }, + { + "epoch": 0.2873469387755102, + "grad_norm": 0.15250442922115326, + "learning_rate": 4.121512741868229e-06, + "loss": 0.0802634596824646, + "step": 1760 + }, + { + "epoch": 0.2889795918367347, + "grad_norm": 0.14867356419563293, + "learning_rate": 4.111568979937845e-06, + "loss": 0.08141970038414001, + "step": 1770 + }, + { + "epoch": 0.29061224489795917, + "grad_norm": 0.1100233644247055, + "learning_rate": 4.10158140192369e-06, + "loss": 0.07370007634162903, + "step": 1780 + }, + { + "epoch": 0.2922448979591837, + "grad_norm": 0.10663364082574844, + "learning_rate": 4.091550279372659e-06, + "loss": 0.0754891276359558, + "step": 1790 + }, + { + "epoch": 0.2938775510204082, + "grad_norm": 0.07148909568786621, + "learning_rate": 4.081475885015558e-06, + "loss": 0.07567381858825684, + "step": 1800 + }, + { + "epoch": 0.2938775510204082, + "eval_accuracy": 0.9665416666666667, + "eval_loss": 0.07648575305938721, + "eval_runtime": 176.7261, + "eval_samples_per_second": 22.634, + "eval_steps_per_second": 22.634, + "step": 1800 + }, + { + "epoch": 0.29551020408163264, + "grad_norm": 0.07446923106908798, + "learning_rate": 4.071358492759686e-06, + "loss": 0.06706757545471191, + "step": 1810 + }, + { + "epoch": 0.29714285714285715, + "grad_norm": 0.144475519657135, + "learning_rate": 4.061198377681391e-06, + "loss": 0.07407833337783813, + "step": 1820 + }, + { + "epoch": 0.2987755102040816, + "grad_norm": 0.16540028154850006, + "learning_rate": 4.050995816018585e-06, + "loss": 0.07593105435371399, + "step": 1830 + }, + { + "epoch": 0.3004081632653061, + "grad_norm": 0.09237829595804214, + "learning_rate": 4.040751085163239e-06, + "loss": 0.08375502228736878, + "step": 1840 + }, + { + "epoch": 0.3020408163265306, + "grad_norm": 0.11202957481145859, + "learning_rate": 4.0304644636538435e-06, + "loss": 0.0692280650138855, + "step": 1850 + }, + { + "epoch": 0.3036734693877551, + "grad_norm": 0.16075952351093292, + "learning_rate": 4.020136231167824e-06, + "loss": 0.07824563384056091, + "step": 1860 + }, + { + "epoch": 0.3053061224489796, + "grad_norm": 0.12567447125911713, + "learning_rate": 4.0097666685139516e-06, + "loss": 0.07255304455757142, + "step": 1870 + }, + { + "epoch": 0.3069387755102041, + "grad_norm": 0.08912669867277145, + "learning_rate": 3.999356057624696e-06, + "loss": 0.06304961442947388, + "step": 1880 + }, + { + "epoch": 0.30857142857142855, + "grad_norm": 0.15736177563667297, + "learning_rate": 3.988904681548568e-06, + "loss": 0.07315694689750671, + "step": 1890 + }, + { + "epoch": 0.31020408163265306, + "grad_norm": 0.13224704563617706, + "learning_rate": 3.978412824442421e-06, + "loss": 0.07607222199440003, + "step": 1900 + }, + { + "epoch": 0.31183673469387757, + "grad_norm": 0.0942244678735733, + "learning_rate": 3.9678807715637245e-06, + "loss": 0.06320942640304565, + "step": 1910 + }, + { + "epoch": 0.313469387755102, + "grad_norm": 0.1153193786740303, + "learning_rate": 3.95730880926281e-06, + "loss": 0.07607839703559875, + "step": 1920 + }, + { + "epoch": 0.31510204081632653, + "grad_norm": 0.24464164674282074, + "learning_rate": 3.946697224975083e-06, + "loss": 0.07458690404891968, + "step": 1930 + }, + { + "epoch": 0.31673469387755104, + "grad_norm": 0.14584548771381378, + "learning_rate": 3.936046307213215e-06, + "loss": 0.07876120805740357, + "step": 1940 + }, + { + "epoch": 0.3183673469387755, + "grad_norm": 0.0880698636174202, + "learning_rate": 3.925356345559288e-06, + "loss": 0.07082821726799012, + "step": 1950 + }, + { + "epoch": 0.32, + "grad_norm": 0.08619305491447449, + "learning_rate": 3.914627630656931e-06, + "loss": 0.06648402214050293, + "step": 1960 + }, + { + "epoch": 0.3216326530612245, + "grad_norm": 0.1341329663991928, + "learning_rate": 3.903860454203413e-06, + "loss": 0.07000230550765991, + "step": 1970 + }, + { + "epoch": 0.32326530612244897, + "grad_norm": 0.1504107564687729, + "learning_rate": 3.8930551089417145e-06, + "loss": 0.06887786984443664, + "step": 1980 + }, + { + "epoch": 0.3248979591836735, + "grad_norm": 0.1262267827987671, + "learning_rate": 3.882211888652566e-06, + "loss": 0.08991954326629639, + "step": 1990 + }, + { + "epoch": 0.32653061224489793, + "grad_norm": 0.2052707076072693, + "learning_rate": 3.871331088146463e-06, + "loss": 0.07011507153511047, + "step": 2000 + }, + { + "epoch": 0.32653061224489793, + "eval_accuracy": 0.9654583333333334, + "eval_loss": 0.07913381606340408, + "eval_runtime": 161.4221, + "eval_samples_per_second": 24.78, + "eval_steps_per_second": 24.78, + "step": 2000 + }, + { + "epoch": 0.32816326530612244, + "grad_norm": 0.11643362790346146, + "learning_rate": 3.860413003255648e-06, + "loss": 0.08266008496284485, + "step": 2010 + }, + { + "epoch": 0.32979591836734695, + "grad_norm": 0.1472826600074768, + "learning_rate": 3.8494579308260695e-06, + "loss": 0.07043538689613342, + "step": 2020 + }, + { + "epoch": 0.3314285714285714, + "grad_norm": 0.10538945347070694, + "learning_rate": 3.838466168709312e-06, + "loss": 0.06780247688293457, + "step": 2030 + }, + { + "epoch": 0.3330612244897959, + "grad_norm": 0.14366035163402557, + "learning_rate": 3.827438015754491e-06, + "loss": 0.06872215867042542, + "step": 2040 + }, + { + "epoch": 0.3346938775510204, + "grad_norm": 0.11022552847862244, + "learning_rate": 3.81637377180014e-06, + "loss": 0.06861716508865356, + "step": 2050 + }, + { + "epoch": 0.3363265306122449, + "grad_norm": 0.07990925014019012, + "learning_rate": 3.8052737376660446e-06, + "loss": 0.07096996307373046, + "step": 2060 + }, + { + "epoch": 0.3379591836734694, + "grad_norm": 0.11924420297145844, + "learning_rate": 3.7941382151450756e-06, + "loss": 0.07092551589012146, + "step": 2070 + }, + { + "epoch": 0.3395918367346939, + "grad_norm": 0.08096475899219513, + "learning_rate": 3.782967506994975e-06, + "loss": 0.06780472993850709, + "step": 2080 + }, + { + "epoch": 0.34122448979591835, + "grad_norm": 0.14714907109737396, + "learning_rate": 3.7717619169301302e-06, + "loss": 0.07661795020103454, + "step": 2090 + }, + { + "epoch": 0.34285714285714286, + "grad_norm": 0.14839571714401245, + "learning_rate": 3.7605217496133127e-06, + "loss": 0.07939797639846802, + "step": 2100 + }, + { + "epoch": 0.34448979591836737, + "grad_norm": 0.15081271529197693, + "learning_rate": 3.749247310647398e-06, + "loss": 0.07869908213615417, + "step": 2110 + }, + { + "epoch": 0.3461224489795918, + "grad_norm": 0.13346275687217712, + "learning_rate": 3.737938906567053e-06, + "loss": 0.07526676058769226, + "step": 2120 + }, + { + "epoch": 0.34775510204081633, + "grad_norm": 0.112598717212677, + "learning_rate": 3.7265968448304057e-06, + "loss": 0.07366414070129394, + "step": 2130 + }, + { + "epoch": 0.34938775510204084, + "grad_norm": 0.12423531711101532, + "learning_rate": 3.7152214338106827e-06, + "loss": 0.06439908146858216, + "step": 2140 + }, + { + "epoch": 0.3510204081632653, + "grad_norm": 0.21758921444416046, + "learning_rate": 3.703812982787828e-06, + "loss": 0.08098108768463134, + "step": 2150 + }, + { + "epoch": 0.3526530612244898, + "grad_norm": 0.1298121213912964, + "learning_rate": 3.6923718019400906e-06, + "loss": 0.08134381771087647, + "step": 2160 + }, + { + "epoch": 0.35428571428571426, + "grad_norm": 0.09018377214670181, + "learning_rate": 3.6808982023355934e-06, + "loss": 0.07070590257644653, + "step": 2170 + }, + { + "epoch": 0.35591836734693877, + "grad_norm": 0.1329157054424286, + "learning_rate": 3.6693924959238774e-06, + "loss": 0.06200396418571472, + "step": 2180 + }, + { + "epoch": 0.3575510204081633, + "grad_norm": 0.08813945204019547, + "learning_rate": 3.657854995527416e-06, + "loss": 0.06886230111122131, + "step": 2190 + }, + { + "epoch": 0.35918367346938773, + "grad_norm": 0.13459829986095428, + "learning_rate": 3.646286014833114e-06, + "loss": 0.07170915603637695, + "step": 2200 + }, + { + "epoch": 0.35918367346938773, + "eval_accuracy": 0.970625, + "eval_loss": 0.06810569018125534, + "eval_runtime": 157.4227, + "eval_samples_per_second": 25.409, + "eval_steps_per_second": 25.409, + "step": 2200 + }, + { + "epoch": 0.36081632653061224, + "grad_norm": 0.13405098021030426, + "learning_rate": 3.634685868383776e-06, + "loss": 0.07438129186630249, + "step": 2210 + }, + { + "epoch": 0.36244897959183675, + "grad_norm": 0.1342102289199829, + "learning_rate": 3.6230548715695555e-06, + "loss": 0.07625046968460084, + "step": 2220 + }, + { + "epoch": 0.3640816326530612, + "grad_norm": 0.1532502919435501, + "learning_rate": 3.611393340619381e-06, + "loss": 0.06719872951507569, + "step": 2230 + }, + { + "epoch": 0.3657142857142857, + "grad_norm": 0.11218152195215225, + "learning_rate": 3.5997015925923563e-06, + "loss": 0.07131683230400085, + "step": 2240 + }, + { + "epoch": 0.3673469387755102, + "grad_norm": 0.09200239181518555, + "learning_rate": 3.587979945369141e-06, + "loss": 0.06948224902153015, + "step": 2250 + }, + { + "epoch": 0.3689795918367347, + "grad_norm": 0.08099328726530075, + "learning_rate": 3.5762287176433097e-06, + "loss": 0.07263018488883972, + "step": 2260 + }, + { + "epoch": 0.3706122448979592, + "grad_norm": 0.09097494184970856, + "learning_rate": 3.564448228912682e-06, + "loss": 0.06066258549690247, + "step": 2270 + }, + { + "epoch": 0.3722448979591837, + "grad_norm": 0.07033897191286087, + "learning_rate": 3.5526387994706428e-06, + "loss": 0.07041062712669373, + "step": 2280 + }, + { + "epoch": 0.37387755102040815, + "grad_norm": 0.07659374922513962, + "learning_rate": 3.5408007503974283e-06, + "loss": 0.07272242307662964, + "step": 2290 + }, + { + "epoch": 0.37551020408163266, + "grad_norm": 0.0836353451013565, + "learning_rate": 3.5289344035513996e-06, + "loss": 0.07268807291984558, + "step": 2300 + }, + { + "epoch": 0.37714285714285717, + "grad_norm": 0.1426168978214264, + "learning_rate": 3.5170400815602894e-06, + "loss": 0.05777261257171631, + "step": 2310 + }, + { + "epoch": 0.3787755102040816, + "grad_norm": 0.07479120045900345, + "learning_rate": 3.5051181078124336e-06, + "loss": 0.06174240708351135, + "step": 2320 + }, + { + "epoch": 0.38040816326530613, + "grad_norm": 0.14598114788532257, + "learning_rate": 3.4931688064479745e-06, + "loss": 0.06616324782371522, + "step": 2330 + }, + { + "epoch": 0.3820408163265306, + "grad_norm": 0.22399863600730896, + "learning_rate": 3.4811925023500524e-06, + "loss": 0.06692227125167846, + "step": 2340 + }, + { + "epoch": 0.3836734693877551, + "grad_norm": 0.11600285023450851, + "learning_rate": 3.4691895211359693e-06, + "loss": 0.0634126603603363, + "step": 2350 + }, + { + "epoch": 0.3853061224489796, + "grad_norm": 0.0577060841023922, + "learning_rate": 3.457160189148337e-06, + "loss": 0.06884999275207519, + "step": 2360 + }, + { + "epoch": 0.38693877551020406, + "grad_norm": 0.09160040318965912, + "learning_rate": 3.445104833446205e-06, + "loss": 0.05986430644989014, + "step": 2370 + }, + { + "epoch": 0.38857142857142857, + "grad_norm": 0.1284518539905548, + "learning_rate": 3.433023781796167e-06, + "loss": 0.06759394407272339, + "step": 2380 + }, + { + "epoch": 0.3902040816326531, + "grad_norm": 0.08572858572006226, + "learning_rate": 3.4209173626634494e-06, + "loss": 0.06813116669654846, + "step": 2390 + }, + { + "epoch": 0.39183673469387753, + "grad_norm": 0.11550725251436234, + "learning_rate": 3.4087859052029837e-06, + "loss": 0.06371633410453796, + "step": 2400 + }, + { + "epoch": 0.39183673469387753, + "eval_accuracy": 0.9685833333333334, + "eval_loss": 0.07035119831562042, + "eval_runtime": 156.9729, + "eval_samples_per_second": 25.482, + "eval_steps_per_second": 25.482, + "step": 2400 + }, + { + "epoch": 0.39346938775510204, + "grad_norm": 0.22328943014144897, + "learning_rate": 3.3966297392504535e-06, + "loss": 0.06804299950599671, + "step": 2410 + }, + { + "epoch": 0.39510204081632655, + "grad_norm": 0.18518126010894775, + "learning_rate": 3.3844491953133272e-06, + "loss": 0.07678125500679016, + "step": 2420 + }, + { + "epoch": 0.396734693877551, + "grad_norm": 0.09818598628044128, + "learning_rate": 3.372244604561875e-06, + "loss": 0.06537411212921143, + "step": 2430 + }, + { + "epoch": 0.3983673469387755, + "grad_norm": 0.08255010843276978, + "learning_rate": 3.360016298820163e-06, + "loss": 0.05702770948410034, + "step": 2440 + }, + { + "epoch": 0.4, + "grad_norm": 0.10319415479898453, + "learning_rate": 3.3477646105570293e-06, + "loss": 0.06334798336029053, + "step": 2450 + }, + { + "epoch": 0.4016326530612245, + "grad_norm": 0.06523872911930084, + "learning_rate": 3.3354898728770503e-06, + "loss": 0.051438117027282716, + "step": 2460 + }, + { + "epoch": 0.403265306122449, + "grad_norm": 0.15883173048496246, + "learning_rate": 3.3231924195114774e-06, + "loss": 0.06427289247512817, + "step": 2470 + }, + { + "epoch": 0.4048979591836735, + "grad_norm": 0.1734374463558197, + "learning_rate": 3.3108725848091685e-06, + "loss": 0.06652372479438781, + "step": 2480 + }, + { + "epoch": 0.40653061224489795, + "grad_norm": 0.10557752102613449, + "learning_rate": 3.2985307037274937e-06, + "loss": 0.07374808788299561, + "step": 2490 + }, + { + "epoch": 0.40816326530612246, + "grad_norm": 0.12942200899124146, + "learning_rate": 3.286167111823234e-06, + "loss": 0.06349012851715088, + "step": 2500 + }, + { + "epoch": 0.4097959183673469, + "grad_norm": 0.1858324259519577, + "learning_rate": 3.2737821452434502e-06, + "loss": 0.06953533291816712, + "step": 2510 + }, + { + "epoch": 0.4114285714285714, + "grad_norm": 0.10682573169469833, + "learning_rate": 3.26137614071635e-06, + "loss": 0.05826004147529602, + "step": 2520 + }, + { + "epoch": 0.41306122448979593, + "grad_norm": 0.12533792853355408, + "learning_rate": 3.2489494355421293e-06, + "loss": 0.05837242007255554, + "step": 2530 + }, + { + "epoch": 0.4146938775510204, + "grad_norm": 0.10952792316675186, + "learning_rate": 3.2365023675838027e-06, + "loss": 0.06359312534332276, + "step": 2540 + }, + { + "epoch": 0.4163265306122449, + "grad_norm": 0.08605755865573883, + "learning_rate": 3.22403527525802e-06, + "loss": 0.07361164093017578, + "step": 2550 + }, + { + "epoch": 0.4179591836734694, + "grad_norm": 0.15942610800266266, + "learning_rate": 3.211548497525861e-06, + "loss": 0.05989238619804382, + "step": 2560 + }, + { + "epoch": 0.41959183673469386, + "grad_norm": 0.16340239346027374, + "learning_rate": 3.1990423738836206e-06, + "loss": 0.07593320608139038, + "step": 2570 + }, + { + "epoch": 0.42122448979591837, + "grad_norm": 0.11011330783367157, + "learning_rate": 3.1865172443535797e-06, + "loss": 0.06850495338439941, + "step": 2580 + }, + { + "epoch": 0.4228571428571429, + "grad_norm": 0.10529608279466629, + "learning_rate": 3.173973449474762e-06, + "loss": 0.056969082355499266, + "step": 2590 + }, + { + "epoch": 0.42448979591836733, + "grad_norm": 0.12615667283535004, + "learning_rate": 3.1614113302936716e-06, + "loss": 0.06189748048782349, + "step": 2600 + }, + { + "epoch": 0.42448979591836733, + "eval_accuracy": 0.9746666666666668, + "eval_loss": 0.0618240088224411, + "eval_runtime": 157.0858, + "eval_samples_per_second": 25.464, + "eval_steps_per_second": 25.464, + "step": 2600 + }, + { + "epoch": 0.42612244897959184, + "grad_norm": 0.1343226134777069, + "learning_rate": 3.1488312283550216e-06, + "loss": 0.061647194623947146, + "step": 2610 + }, + { + "epoch": 0.42775510204081635, + "grad_norm": 0.11777225136756897, + "learning_rate": 3.136233485692451e-06, + "loss": 0.05916886925697327, + "step": 2620 + }, + { + "epoch": 0.4293877551020408, + "grad_norm": 0.14721977710723877, + "learning_rate": 3.12361844481922e-06, + "loss": 0.059158307313919065, + "step": 2630 + }, + { + "epoch": 0.4310204081632653, + "grad_norm": 0.12912684679031372, + "learning_rate": 3.110986448718902e-06, + "loss": 0.05914759635925293, + "step": 2640 + }, + { + "epoch": 0.4326530612244898, + "grad_norm": 0.13003695011138916, + "learning_rate": 3.0983378408360597e-06, + "loss": 0.059078723192214966, + "step": 2650 + }, + { + "epoch": 0.4342857142857143, + "grad_norm": 0.12714017927646637, + "learning_rate": 3.085672965066899e-06, + "loss": 0.05707222819328308, + "step": 2660 + }, + { + "epoch": 0.4359183673469388, + "grad_norm": 0.13708427548408508, + "learning_rate": 3.0729921657499294e-06, + "loss": 0.05138048529624939, + "step": 2670 + }, + { + "epoch": 0.43755102040816324, + "grad_norm": 0.0949573740363121, + "learning_rate": 3.0602957876565943e-06, + "loss": 0.050283265113830564, + "step": 2680 + }, + { + "epoch": 0.43918367346938775, + "grad_norm": 0.08723263442516327, + "learning_rate": 3.0475841759819023e-06, + "loss": 0.06342648863792419, + "step": 2690 + }, + { + "epoch": 0.44081632653061226, + "grad_norm": 0.09944969415664673, + "learning_rate": 3.034857676335038e-06, + "loss": 0.06127093434333801, + "step": 2700 + }, + { + "epoch": 0.4424489795918367, + "grad_norm": 0.10576151311397552, + "learning_rate": 3.0221166347299673e-06, + "loss": 0.05412284731864929, + "step": 2710 + }, + { + "epoch": 0.4440816326530612, + "grad_norm": 0.1598891168832779, + "learning_rate": 3.009361397576031e-06, + "loss": 0.05579071640968323, + "step": 2720 + }, + { + "epoch": 0.44571428571428573, + "grad_norm": 0.16953758895397186, + "learning_rate": 2.9965923116685224e-06, + "loss": 0.06472888588905334, + "step": 2730 + }, + { + "epoch": 0.4473469387755102, + "grad_norm": 0.10883133113384247, + "learning_rate": 2.9838097241792646e-06, + "loss": 0.06263615489006043, + "step": 2740 + }, + { + "epoch": 0.4489795918367347, + "grad_norm": 0.08914396911859512, + "learning_rate": 2.9710139826471646e-06, + "loss": 0.0624904453754425, + "step": 2750 + }, + { + "epoch": 0.4506122448979592, + "grad_norm": 0.1059069111943245, + "learning_rate": 2.9582054349687706e-06, + "loss": 0.05488716959953308, + "step": 2760 + }, + { + "epoch": 0.45224489795918366, + "grad_norm": 0.09883642196655273, + "learning_rate": 2.9453844293888067e-06, + "loss": 0.06263139843940735, + "step": 2770 + }, + { + "epoch": 0.45387755102040817, + "grad_norm": 0.11156519502401352, + "learning_rate": 2.932551314490712e-06, + "loss": 0.06324111819267272, + "step": 2780 + }, + { + "epoch": 0.4555102040816327, + "grad_norm": 0.08826332539319992, + "learning_rate": 2.9197064391871565e-06, + "loss": 0.06384775042533875, + "step": 2790 + }, + { + "epoch": 0.45714285714285713, + "grad_norm": 0.0698089748620987, + "learning_rate": 2.9068501527105595e-06, + "loss": 0.05722553730010986, + "step": 2800 + }, + { + "epoch": 0.45714285714285713, + "eval_accuracy": 0.977375, + "eval_loss": 0.05622806400060654, + "eval_runtime": 170.7758, + "eval_samples_per_second": 23.423, + "eval_steps_per_second": 23.423, + "step": 2800 + }, + { + "epoch": 0.45877551020408164, + "grad_norm": 0.07031046599149704, + "learning_rate": 2.893982804603592e-06, + "loss": 0.060957270860672, + "step": 2810 + }, + { + "epoch": 0.46040816326530615, + "grad_norm": 0.08772005140781403, + "learning_rate": 2.8811047447096714e-06, + "loss": 0.05667365789413452, + "step": 2820 + }, + { + "epoch": 0.4620408163265306, + "grad_norm": 0.10329847782850266, + "learning_rate": 2.8682163231634557e-06, + "loss": 0.06144403219223023, + "step": 2830 + }, + { + "epoch": 0.4636734693877551, + "grad_norm": 0.06306952983140945, + "learning_rate": 2.8553178903813193e-06, + "loss": 0.04665087461471558, + "step": 2840 + }, + { + "epoch": 0.46530612244897956, + "grad_norm": 0.11146903783082962, + "learning_rate": 2.842409797051825e-06, + "loss": 0.06363347172737122, + "step": 2850 + }, + { + "epoch": 0.4669387755102041, + "grad_norm": 0.04504350945353508, + "learning_rate": 2.829492394126192e-06, + "loss": 0.05332474112510681, + "step": 2860 + }, + { + "epoch": 0.4685714285714286, + "grad_norm": 0.06039620563387871, + "learning_rate": 2.8165660328087546e-06, + "loss": 0.07094461917877197, + "step": 2870 + }, + { + "epoch": 0.47020408163265304, + "grad_norm": 0.08084474503993988, + "learning_rate": 2.8036310645474096e-06, + "loss": 0.058167701959609984, + "step": 2880 + }, + { + "epoch": 0.47183673469387755, + "grad_norm": 0.05352522060275078, + "learning_rate": 2.7906878410240655e-06, + "loss": 0.0486674964427948, + "step": 2890 + }, + { + "epoch": 0.47346938775510206, + "grad_norm": 0.09431054443120956, + "learning_rate": 2.777736714145077e-06, + "loss": 0.062025409936904904, + "step": 2900 + }, + { + "epoch": 0.4751020408163265, + "grad_norm": 0.09863542020320892, + "learning_rate": 2.7647780360316787e-06, + "loss": 0.061118441820144656, + "step": 2910 + }, + { + "epoch": 0.476734693877551, + "grad_norm": 0.082881860435009, + "learning_rate": 2.7518121590104145e-06, + "loss": 0.061808472871780394, + "step": 2920 + }, + { + "epoch": 0.47836734693877553, + "grad_norm": 0.06983684748411179, + "learning_rate": 2.7388394356035524e-06, + "loss": 0.05849882960319519, + "step": 2930 + }, + { + "epoch": 0.48, + "grad_norm": 0.10832090675830841, + "learning_rate": 2.7258602185195043e-06, + "loss": 0.06612529158592224, + "step": 2940 + }, + { + "epoch": 0.4816326530612245, + "grad_norm": 0.1516750454902649, + "learning_rate": 2.7128748606432353e-06, + "loss": 0.058327901363372806, + "step": 2950 + }, + { + "epoch": 0.483265306122449, + "grad_norm": 0.14055661857128143, + "learning_rate": 2.699883715026669e-06, + "loss": 0.055737996101379396, + "step": 2960 + }, + { + "epoch": 0.48489795918367345, + "grad_norm": 0.0793638750910759, + "learning_rate": 2.686887134879089e-06, + "loss": 0.051851028203964235, + "step": 2970 + }, + { + "epoch": 0.48653061224489796, + "grad_norm": 0.07475428283214569, + "learning_rate": 2.6738854735575358e-06, + "loss": 0.06357839703559875, + "step": 2980 + }, + { + "epoch": 0.4881632653061225, + "grad_norm": 0.13335047662258148, + "learning_rate": 2.660879084557198e-06, + "loss": 0.06160399913787842, + "step": 2990 + }, + { + "epoch": 0.4897959183673469, + "grad_norm": 0.12583893537521362, + "learning_rate": 2.6478683215018025e-06, + "loss": 0.060502588748931885, + "step": 3000 + }, + { + "epoch": 0.4897959183673469, + "eval_accuracy": 0.9767083333333334, + "eval_loss": 0.0561000294983387, + "eval_runtime": 156.4202, + "eval_samples_per_second": 25.572, + "eval_steps_per_second": 25.572, + "step": 3000 + }, + { + "epoch": 0.49142857142857144, + "grad_norm": 0.1411438137292862, + "learning_rate": 2.6348535381340025e-06, + "loss": 0.060459482669830325, + "step": 3010 + }, + { + "epoch": 0.4930612244897959, + "grad_norm": 0.12584605813026428, + "learning_rate": 2.6218350883057546e-06, + "loss": 0.0632048487663269, + "step": 3020 + }, + { + "epoch": 0.4946938775510204, + "grad_norm": 0.10522248595952988, + "learning_rate": 2.608813325968702e-06, + "loss": 0.04655081033706665, + "step": 3030 + }, + { + "epoch": 0.4963265306122449, + "grad_norm": 0.11343304812908173, + "learning_rate": 2.59578860516455e-06, + "loss": 0.05672039389610291, + "step": 3040 + }, + { + "epoch": 0.49795918367346936, + "grad_norm": 0.12666337192058563, + "learning_rate": 2.5827612800154382e-06, + "loss": 0.047120341658592226, + "step": 3050 + }, + { + "epoch": 0.4995918367346939, + "grad_norm": 0.08930598944425583, + "learning_rate": 2.5697317047143177e-06, + "loss": 0.06063341498374939, + "step": 3060 + }, + { + "epoch": 0.5012244897959184, + "grad_norm": 0.07818852365016937, + "learning_rate": 2.556700233515316e-06, + "loss": 0.05240688323974609, + "step": 3070 + }, + { + "epoch": 0.5028571428571429, + "grad_norm": 0.1425711065530777, + "learning_rate": 2.5436672207241064e-06, + "loss": 0.053180736303329465, + "step": 3080 + }, + { + "epoch": 0.5044897959183674, + "grad_norm": 0.1457373946905136, + "learning_rate": 2.5306330206882764e-06, + "loss": 0.06092001795768738, + "step": 3090 + }, + { + "epoch": 0.5061224489795918, + "grad_norm": 0.12738314270973206, + "learning_rate": 2.5175979877876935e-06, + "loss": 0.06613186597824097, + "step": 3100 + }, + { + "epoch": 0.5077551020408163, + "grad_norm": 0.09169036149978638, + "learning_rate": 2.5045624764248687e-06, + "loss": 0.06115126609802246, + "step": 3110 + }, + { + "epoch": 0.5093877551020408, + "grad_norm": 0.09637737274169922, + "learning_rate": 2.491526841015321e-06, + "loss": 0.044120225310325625, + "step": 3120 + }, + { + "epoch": 0.5110204081632653, + "grad_norm": 0.15029804408550262, + "learning_rate": 2.478491435977945e-06, + "loss": 0.07098687291145325, + "step": 3130 + }, + { + "epoch": 0.5126530612244898, + "grad_norm": 0.1228741705417633, + "learning_rate": 2.4654566157253683e-06, + "loss": 0.05738852024078369, + "step": 3140 + }, + { + "epoch": 0.5142857142857142, + "grad_norm": 0.09150952100753784, + "learning_rate": 2.452422734654321e-06, + "loss": 0.053479206562042234, + "step": 3150 + }, + { + "epoch": 0.5159183673469387, + "grad_norm": 0.14547918736934662, + "learning_rate": 2.4393901471359977e-06, + "loss": 0.056794995069503786, + "step": 3160 + }, + { + "epoch": 0.5175510204081633, + "grad_norm": 0.10099287331104279, + "learning_rate": 2.4263592075064238e-06, + "loss": 0.05802353620529175, + "step": 3170 + }, + { + "epoch": 0.5191836734693878, + "grad_norm": 0.10859636962413788, + "learning_rate": 2.41333027005682e-06, + "loss": 0.05282890200614929, + "step": 3180 + }, + { + "epoch": 0.5208163265306123, + "grad_norm": 0.12420635670423508, + "learning_rate": 2.400303689023972e-06, + "loss": 0.05190218687057495, + "step": 3190 + }, + { + "epoch": 0.5224489795918368, + "grad_norm": 0.1902378350496292, + "learning_rate": 2.3872798185805986e-06, + "loss": 0.06482383608818054, + "step": 3200 + }, + { + "epoch": 0.5224489795918368, + "eval_accuracy": 0.9744583333333335, + "eval_loss": 0.058392543345689774, + "eval_runtime": 156.8655, + "eval_samples_per_second": 25.5, + "eval_steps_per_second": 25.5, + "step": 3200 + }, + { + "epoch": 0.5240816326530612, + "grad_norm": 0.15229448676109314, + "learning_rate": 2.37425901282572e-06, + "loss": 0.06062687039375305, + "step": 3210 + }, + { + "epoch": 0.5257142857142857, + "grad_norm": 0.08411400765180588, + "learning_rate": 2.3612416257750335e-06, + "loss": 0.06494970321655273, + "step": 3220 + }, + { + "epoch": 0.5273469387755102, + "grad_norm": 0.114021435379982, + "learning_rate": 2.348228011351287e-06, + "loss": 0.05140092372894287, + "step": 3230 + }, + { + "epoch": 0.5289795918367347, + "grad_norm": 0.08826510608196259, + "learning_rate": 2.335218523374656e-06, + "loss": 0.041680914163589475, + "step": 3240 + }, + { + "epoch": 0.5306122448979592, + "grad_norm": 0.10536732524633408, + "learning_rate": 2.3222135155531248e-06, + "loss": 0.04369679093360901, + "step": 3250 + }, + { + "epoch": 0.5322448979591837, + "grad_norm": 0.16883279383182526, + "learning_rate": 2.309213341472868e-06, + "loss": 0.050543594360351565, + "step": 3260 + }, + { + "epoch": 0.5338775510204081, + "grad_norm": 0.15277455747127533, + "learning_rate": 2.29621835458864e-06, + "loss": 0.05258342027664185, + "step": 3270 + }, + { + "epoch": 0.5355102040816326, + "grad_norm": 0.07162481546401978, + "learning_rate": 2.283228908214163e-06, + "loss": 0.055678969621658324, + "step": 3280 + }, + { + "epoch": 0.5371428571428571, + "grad_norm": 0.11578263342380524, + "learning_rate": 2.2702453555125182e-06, + "loss": 0.048620349168777464, + "step": 3290 + }, + { + "epoch": 0.5387755102040817, + "grad_norm": 0.21185705065727234, + "learning_rate": 2.2572680494865527e-06, + "loss": 0.046547812223434445, + "step": 3300 + }, + { + "epoch": 0.5404081632653062, + "grad_norm": 0.19949115812778473, + "learning_rate": 2.2442973429692705e-06, + "loss": 0.04967870116233826, + "step": 3310 + }, + { + "epoch": 0.5420408163265306, + "grad_norm": 0.10855370759963989, + "learning_rate": 2.231333588614248e-06, + "loss": 0.0508593499660492, + "step": 3320 + }, + { + "epoch": 0.5436734693877551, + "grad_norm": 0.11827342212200165, + "learning_rate": 2.2183771388860427e-06, + "loss": 0.04854269027709961, + "step": 3330 + }, + { + "epoch": 0.5453061224489796, + "grad_norm": 0.1081443578004837, + "learning_rate": 2.2054283460506096e-06, + "loss": 0.05934192538261414, + "step": 3340 + }, + { + "epoch": 0.5469387755102041, + "grad_norm": 0.14441704750061035, + "learning_rate": 2.1924875621657256e-06, + "loss": 0.05332346558570862, + "step": 3350 + }, + { + "epoch": 0.5485714285714286, + "grad_norm": 0.11531820893287659, + "learning_rate": 2.179555139071415e-06, + "loss": 0.04938814043998718, + "step": 3360 + }, + { + "epoch": 0.5502040816326531, + "grad_norm": 0.08365523815155029, + "learning_rate": 2.166631428380387e-06, + "loss": 0.05734975934028626, + "step": 3370 + }, + { + "epoch": 0.5518367346938775, + "grad_norm": 0.09165070950984955, + "learning_rate": 2.1537167814684728e-06, + "loss": 0.047475004196166994, + "step": 3380 + }, + { + "epoch": 0.553469387755102, + "grad_norm": 0.13237863779067993, + "learning_rate": 2.140811549465074e-06, + "loss": 0.062284767627716064, + "step": 3390 + }, + { + "epoch": 0.5551020408163265, + "grad_norm": 0.1698858141899109, + "learning_rate": 2.127916083243615e-06, + "loss": 0.06585791110992431, + "step": 3400 + }, + { + "epoch": 0.5551020408163265, + "eval_accuracy": 0.9770833333333334, + "eval_loss": 0.05396538972854614, + "eval_runtime": 156.044, + "eval_samples_per_second": 25.634, + "eval_steps_per_second": 25.634, + "step": 3400 + }, + { + "epoch": 0.556734693877551, + "grad_norm": 0.1104230135679245, + "learning_rate": 2.1150307334120033e-06, + "loss": 0.04635375440120697, + "step": 3410 + }, + { + "epoch": 0.5583673469387755, + "grad_norm": 0.21372850239276886, + "learning_rate": 2.1021558503030973e-06, + "loss": 0.05940789580345154, + "step": 3420 + }, + { + "epoch": 0.56, + "grad_norm": 0.2013176679611206, + "learning_rate": 2.0892917839651818e-06, + "loss": 0.047165653109550475, + "step": 3430 + }, + { + "epoch": 0.5616326530612245, + "grad_norm": 0.09189072996377945, + "learning_rate": 2.076438884152449e-06, + "loss": 0.04550817906856537, + "step": 3440 + }, + { + "epoch": 0.563265306122449, + "grad_norm": 0.10521821677684784, + "learning_rate": 2.0635975003154934e-06, + "loss": 0.045033201575279236, + "step": 3450 + }, + { + "epoch": 0.5648979591836735, + "grad_norm": 0.10311131924390793, + "learning_rate": 2.0507679815918043e-06, + "loss": 0.04502847194671631, + "step": 3460 + }, + { + "epoch": 0.566530612244898, + "grad_norm": 0.07487176358699799, + "learning_rate": 2.0379506767962788e-06, + "loss": 0.04697479605674744, + "step": 3470 + }, + { + "epoch": 0.5681632653061225, + "grad_norm": 0.12441752105951309, + "learning_rate": 2.0251459344117345e-06, + "loss": 0.052119261026382445, + "step": 3480 + }, + { + "epoch": 0.5697959183673469, + "grad_norm": 0.12823422253131866, + "learning_rate": 2.0123541025794397e-06, + "loss": 0.05213663578033447, + "step": 3490 + }, + { + "epoch": 0.5714285714285714, + "grad_norm": 0.11340193450450897, + "learning_rate": 1.9995755290896414e-06, + "loss": 0.05319364666938782, + "step": 3500 + }, + { + "epoch": 0.5730612244897959, + "grad_norm": 0.10469839721918106, + "learning_rate": 1.986810561372113e-06, + "loss": 0.046560952067375184, + "step": 3510 + }, + { + "epoch": 0.5746938775510204, + "grad_norm": 0.07797456532716751, + "learning_rate": 1.9740595464867092e-06, + "loss": 0.05037369728088379, + "step": 3520 + }, + { + "epoch": 0.5763265306122449, + "grad_norm": 0.13010293245315552, + "learning_rate": 1.961322831113927e-06, + "loss": 0.0543134331703186, + "step": 3530 + }, + { + "epoch": 0.5779591836734694, + "grad_norm": 0.13981281220912933, + "learning_rate": 1.9486007615454837e-06, + "loss": 0.052860957384109494, + "step": 3540 + }, + { + "epoch": 0.5795918367346938, + "grad_norm": 0.14817261695861816, + "learning_rate": 1.9358936836748972e-06, + "loss": 0.05510561466217041, + "step": 3550 + }, + { + "epoch": 0.5812244897959183, + "grad_norm": 0.15079492330551147, + "learning_rate": 1.9232019429880874e-06, + "loss": 0.06125714182853699, + "step": 3560 + }, + { + "epoch": 0.5828571428571429, + "grad_norm": 0.10553149878978729, + "learning_rate": 1.910525884553976e-06, + "loss": 0.051503753662109374, + "step": 3570 + }, + { + "epoch": 0.5844897959183674, + "grad_norm": 0.09094442427158356, + "learning_rate": 1.8978658530151113e-06, + "loss": 0.05377998948097229, + "step": 3580 + }, + { + "epoch": 0.5861224489795919, + "grad_norm": 0.09810740500688553, + "learning_rate": 1.8852221925782935e-06, + "loss": 0.05506981611251831, + "step": 3590 + }, + { + "epoch": 0.5877551020408164, + "grad_norm": 0.13397352397441864, + "learning_rate": 1.872595247005218e-06, + "loss": 0.056353437900543216, + "step": 3600 + }, + { + "epoch": 0.5877551020408164, + "eval_accuracy": 0.979875, + "eval_loss": 0.04787343740463257, + "eval_runtime": 157.8457, + "eval_samples_per_second": 25.341, + "eval_steps_per_second": 25.341, + "step": 3600 + }, + { + "epoch": 0.5893877551020408, + "grad_norm": 0.07899880409240723, + "learning_rate": 1.8599853596031289e-06, + "loss": 0.05329249501228332, + "step": 3610 + }, + { + "epoch": 0.5910204081632653, + "grad_norm": 0.10414254665374756, + "learning_rate": 1.8473928732154847e-06, + "loss": 0.04905630648136139, + "step": 3620 + }, + { + "epoch": 0.5926530612244898, + "grad_norm": 0.1037079319357872, + "learning_rate": 1.8348181302126367e-06, + "loss": 0.04863021373748779, + "step": 3630 + }, + { + "epoch": 0.5942857142857143, + "grad_norm": 0.06960397213697433, + "learning_rate": 1.8222614724825222e-06, + "loss": 0.04666702449321747, + "step": 3640 + }, + { + "epoch": 0.5959183673469388, + "grad_norm": 0.11159648001194, + "learning_rate": 1.8097232414213662e-06, + "loss": 0.05730679631233215, + "step": 3650 + }, + { + "epoch": 0.5975510204081632, + "grad_norm": 0.10231669992208481, + "learning_rate": 1.7972037779244e-06, + "loss": 0.04433938264846802, + "step": 3660 + }, + { + "epoch": 0.5991836734693877, + "grad_norm": 0.1256829798221588, + "learning_rate": 1.784703422376598e-06, + "loss": 0.04502029418945312, + "step": 3670 + }, + { + "epoch": 0.6008163265306122, + "grad_norm": 0.1006830632686615, + "learning_rate": 1.7722225146434146e-06, + "loss": 0.04091633260250092, + "step": 3680 + }, + { + "epoch": 0.6024489795918367, + "grad_norm": 0.12239495664834976, + "learning_rate": 1.7597613940615492e-06, + "loss": 0.0417140930891037, + "step": 3690 + }, + { + "epoch": 0.6040816326530613, + "grad_norm": 0.09386949241161346, + "learning_rate": 1.7473203994297197e-06, + "loss": 0.045112240314483645, + "step": 3700 + }, + { + "epoch": 0.6057142857142858, + "grad_norm": 0.1845707893371582, + "learning_rate": 1.7348998689994492e-06, + "loss": 0.04915813505649567, + "step": 3710 + }, + { + "epoch": 0.6073469387755102, + "grad_norm": 0.1345887929201126, + "learning_rate": 1.7225001404658714e-06, + "loss": 0.05195118188858032, + "step": 3720 + }, + { + "epoch": 0.6089795918367347, + "grad_norm": 0.16226522624492645, + "learning_rate": 1.7101215509585482e-06, + "loss": 0.047248026728630065, + "step": 3730 + }, + { + "epoch": 0.6106122448979592, + "grad_norm": 0.12012234330177307, + "learning_rate": 1.6977644370323032e-06, + "loss": 0.05229860544204712, + "step": 3740 + }, + { + "epoch": 0.6122448979591837, + "grad_norm": 0.16154533624649048, + "learning_rate": 1.6854291346580737e-06, + "loss": 0.048448923230171206, + "step": 3750 + }, + { + "epoch": 0.6138775510204082, + "grad_norm": 0.08616314828395844, + "learning_rate": 1.673115979213773e-06, + "loss": 0.04779277443885803, + "step": 3760 + }, + { + "epoch": 0.6155102040816327, + "grad_norm": 0.20649370551109314, + "learning_rate": 1.6608253054751739e-06, + "loss": 0.04001966416835785, + "step": 3770 + }, + { + "epoch": 0.6171428571428571, + "grad_norm": 0.22419355809688568, + "learning_rate": 1.6485574476068056e-06, + "loss": 0.04915740489959717, + "step": 3780 + }, + { + "epoch": 0.6187755102040816, + "grad_norm": 0.11812295019626617, + "learning_rate": 1.6363127391528694e-06, + "loss": 0.055313241481781, + "step": 3790 + }, + { + "epoch": 0.6204081632653061, + "grad_norm": 0.12400855869054794, + "learning_rate": 1.6240915130281696e-06, + "loss": 0.05452631115913391, + "step": 3800 + }, + { + "epoch": 0.6204081632653061, + "eval_accuracy": 0.981875, + "eval_loss": 0.04318515956401825, + "eval_runtime": 158.5838, + "eval_samples_per_second": 25.223, + "eval_steps_per_second": 25.223, + "step": 3800 + }, + { + "epoch": 0.6220408163265306, + "grad_norm": 0.094053253531456, + "learning_rate": 1.6118941015090614e-06, + "loss": 0.047327810525894166, + "step": 3810 + }, + { + "epoch": 0.6236734693877551, + "grad_norm": 0.11286808550357819, + "learning_rate": 1.599720836224419e-06, + "loss": 0.04089818894863129, + "step": 3820 + }, + { + "epoch": 0.6253061224489795, + "grad_norm": 0.0909293070435524, + "learning_rate": 1.5875720481466162e-06, + "loss": 0.04378651976585388, + "step": 3830 + }, + { + "epoch": 0.626938775510204, + "grad_norm": 0.1207573264837265, + "learning_rate": 1.5754480675825295e-06, + "loss": 0.055971544981002805, + "step": 3840 + }, + { + "epoch": 0.6285714285714286, + "grad_norm": 0.09171696752309799, + "learning_rate": 1.563349224164556e-06, + "loss": 0.04364039599895477, + "step": 3850 + }, + { + "epoch": 0.6302040816326531, + "grad_norm": 0.1100732609629631, + "learning_rate": 1.5512758468416561e-06, + "loss": 0.04227602481842041, + "step": 3860 + }, + { + "epoch": 0.6318367346938776, + "grad_norm": 0.08587154746055603, + "learning_rate": 1.5392282638704032e-06, + "loss": 0.03987776041030884, + "step": 3870 + }, + { + "epoch": 0.6334693877551021, + "grad_norm": 0.14273083209991455, + "learning_rate": 1.5272068028060616e-06, + "loss": 0.05040489435195923, + "step": 3880 + }, + { + "epoch": 0.6351020408163265, + "grad_norm": 0.12788064777851105, + "learning_rate": 1.5152117904936827e-06, + "loss": 0.04129888415336609, + "step": 3890 + }, + { + "epoch": 0.636734693877551, + "grad_norm": 0.14224086701869965, + "learning_rate": 1.5032435530592165e-06, + "loss": 0.04145504236221313, + "step": 3900 + }, + { + "epoch": 0.6383673469387755, + "grad_norm": 0.07414636015892029, + "learning_rate": 1.4913024159006444e-06, + "loss": 0.03938417434692383, + "step": 3910 + }, + { + "epoch": 0.64, + "grad_norm": 0.1443425565958023, + "learning_rate": 1.4793887036791338e-06, + "loss": 0.047359606623649596, + "step": 3920 + }, + { + "epoch": 0.6416326530612245, + "grad_norm": 0.1462288498878479, + "learning_rate": 1.4675027403102107e-06, + "loss": 0.047661393880844116, + "step": 3930 + }, + { + "epoch": 0.643265306122449, + "grad_norm": 0.15937893092632294, + "learning_rate": 1.4556448489549519e-06, + "loss": 0.04829471111297608, + "step": 3940 + }, + { + "epoch": 0.6448979591836734, + "grad_norm": 0.10469378530979156, + "learning_rate": 1.4438153520111978e-06, + "loss": 0.047904521226882935, + "step": 3950 + }, + { + "epoch": 0.6465306122448979, + "grad_norm": 0.10817313939332962, + "learning_rate": 1.4320145711047894e-06, + "loss": 0.04648992121219635, + "step": 3960 + }, + { + "epoch": 0.6481632653061224, + "grad_norm": 0.12307990342378616, + "learning_rate": 1.4202428270808256e-06, + "loss": 0.044715133309364316, + "step": 3970 + }, + { + "epoch": 0.649795918367347, + "grad_norm": 0.14425775408744812, + "learning_rate": 1.408500439994933e-06, + "loss": 0.042470496892929074, + "step": 3980 + }, + { + "epoch": 0.6514285714285715, + "grad_norm": 0.11694067716598511, + "learning_rate": 1.3967877291045706e-06, + "loss": 0.03910423815250397, + "step": 3990 + }, + { + "epoch": 0.6530612244897959, + "grad_norm": 0.13050039112567902, + "learning_rate": 1.3851050128603454e-06, + "loss": 0.046834564208984374, + "step": 4000 + }, + { + "epoch": 0.6530612244897959, + "eval_accuracy": 0.9817083333333334, + "eval_loss": 0.04485878720879555, + "eval_runtime": 155.2113, + "eval_samples_per_second": 25.771, + "eval_steps_per_second": 25.771, + "step": 4000 + }, + { + "epoch": 0.6546938775510204, + "grad_norm": 0.16441842913627625, + "learning_rate": 1.3734526088973576e-06, + "loss": 0.048332995176315306, + "step": 4010 + }, + { + "epoch": 0.6563265306122449, + "grad_norm": 0.16489046812057495, + "learning_rate": 1.3618308340265628e-06, + "loss": 0.05632186532020569, + "step": 4020 + }, + { + "epoch": 0.6579591836734694, + "grad_norm": 0.0776519775390625, + "learning_rate": 1.3502400042261583e-06, + "loss": 0.0413711816072464, + "step": 4030 + }, + { + "epoch": 0.6595918367346939, + "grad_norm": 0.07065974175930023, + "learning_rate": 1.3386804346329913e-06, + "loss": 0.04443484246730804, + "step": 4040 + }, + { + "epoch": 0.6612244897959184, + "grad_norm": 0.058040838688611984, + "learning_rate": 1.3271524395339958e-06, + "loss": 0.03936767876148224, + "step": 4050 + }, + { + "epoch": 0.6628571428571428, + "grad_norm": 0.12576180696487427, + "learning_rate": 1.31565633235764e-06, + "loss": 0.03893322050571442, + "step": 4060 + }, + { + "epoch": 0.6644897959183673, + "grad_norm": 0.1022111177444458, + "learning_rate": 1.30419242566541e-06, + "loss": 0.05221283435821533, + "step": 4070 + }, + { + "epoch": 0.6661224489795918, + "grad_norm": 0.07897438853979111, + "learning_rate": 1.2927610311433098e-06, + "loss": 0.04261190891265869, + "step": 4080 + }, + { + "epoch": 0.6677551020408163, + "grad_norm": 0.16535215079784393, + "learning_rate": 1.2813624595933885e-06, + "loss": 0.04804243743419647, + "step": 4090 + }, + { + "epoch": 0.6693877551020408, + "grad_norm": 0.10754700005054474, + "learning_rate": 1.2699970209252877e-06, + "loss": 0.03677414059638977, + "step": 4100 + }, + { + "epoch": 0.6710204081632654, + "grad_norm": 0.13121150434017181, + "learning_rate": 1.2586650241478173e-06, + "loss": 0.04266786575317383, + "step": 4110 + }, + { + "epoch": 0.6726530612244898, + "grad_norm": 0.11523906886577606, + "learning_rate": 1.2473667773605542e-06, + "loss": 0.045382776856422426, + "step": 4120 + }, + { + "epoch": 0.6742857142857143, + "grad_norm": 0.16150203347206116, + "learning_rate": 1.236102587745464e-06, + "loss": 0.0483401358127594, + "step": 4130 + }, + { + "epoch": 0.6759183673469388, + "grad_norm": 0.2037627100944519, + "learning_rate": 1.2248727615585501e-06, + "loss": 0.0531754195690155, + "step": 4140 + }, + { + "epoch": 0.6775510204081633, + "grad_norm": 0.08756938576698303, + "learning_rate": 1.2136776041215293e-06, + "loss": 0.046069496870040895, + "step": 4150 + }, + { + "epoch": 0.6791836734693878, + "grad_norm": 0.10196162015199661, + "learning_rate": 1.2025174198135255e-06, + "loss": 0.03938464820384979, + "step": 4160 + }, + { + "epoch": 0.6808163265306122, + "grad_norm": 0.10243439674377441, + "learning_rate": 1.1913925120627987e-06, + "loss": 0.04410702586174011, + "step": 4170 + }, + { + "epoch": 0.6824489795918367, + "grad_norm": 0.16230984032154083, + "learning_rate": 1.1803031833384923e-06, + "loss": 0.03496443629264832, + "step": 4180 + }, + { + "epoch": 0.6840816326530612, + "grad_norm": 0.1036972925066948, + "learning_rate": 1.1692497351424117e-06, + "loss": 0.04019207060337067, + "step": 4190 + }, + { + "epoch": 0.6857142857142857, + "grad_norm": 0.19966299831867218, + "learning_rate": 1.1582324680008252e-06, + "loss": 0.03875584900379181, + "step": 4200 + }, + { + "epoch": 0.6857142857142857, + "eval_accuracy": 0.9839583333333334, + "eval_loss": 0.0395464189350605, + "eval_runtime": 153.8599, + "eval_samples_per_second": 25.998, + "eval_steps_per_second": 25.998, + "step": 4200 + }, + { + "epoch": 0.6873469387755102, + "grad_norm": 0.15349307656288147, + "learning_rate": 1.1472516814562945e-06, + "loss": 0.04495754837989807, + "step": 4210 + }, + { + "epoch": 0.6889795918367347, + "grad_norm": 0.16430068016052246, + "learning_rate": 1.1363076740595294e-06, + "loss": 0.0422965407371521, + "step": 4220 + }, + { + "epoch": 0.6906122448979591, + "grad_norm": 0.1903417408466339, + "learning_rate": 1.1254007433612705e-06, + "loss": 0.04501302838325501, + "step": 4230 + }, + { + "epoch": 0.6922448979591836, + "grad_norm": 0.05951374024152756, + "learning_rate": 1.1145311859042026e-06, + "loss": 0.03593409359455109, + "step": 4240 + }, + { + "epoch": 0.6938775510204082, + "grad_norm": 0.05894222855567932, + "learning_rate": 1.1036992972148865e-06, + "loss": 0.034275355935096743, + "step": 4250 + }, + { + "epoch": 0.6955102040816327, + "grad_norm": 0.09788545221090317, + "learning_rate": 1.092905371795729e-06, + "loss": 0.039912134408950806, + "step": 4260 + }, + { + "epoch": 0.6971428571428572, + "grad_norm": 0.2608252763748169, + "learning_rate": 1.0821497031169729e-06, + "loss": 0.03563873171806335, + "step": 4270 + }, + { + "epoch": 0.6987755102040817, + "grad_norm": 0.10350881516933441, + "learning_rate": 1.0714325836087191e-06, + "loss": 0.036586591601371767, + "step": 4280 + }, + { + "epoch": 0.7004081632653061, + "grad_norm": 0.10214894264936447, + "learning_rate": 1.0607543046529763e-06, + "loss": 0.03775157630443573, + "step": 4290 + }, + { + "epoch": 0.7020408163265306, + "grad_norm": 0.1326843649148941, + "learning_rate": 1.050115156575738e-06, + "loss": 0.03171868622303009, + "step": 4300 + }, + { + "epoch": 0.7036734693877551, + "grad_norm": 0.12274391204118729, + "learning_rate": 1.0395154286390896e-06, + "loss": 0.028169712424278258, + "step": 4310 + }, + { + "epoch": 0.7053061224489796, + "grad_norm": 0.12580160796642303, + "learning_rate": 1.028955409033342e-06, + "loss": 0.03762204349040985, + "step": 4320 + }, + { + "epoch": 0.7069387755102041, + "grad_norm": 0.26383766531944275, + "learning_rate": 1.0184353848692005e-06, + "loss": 0.04035975933074951, + "step": 4330 + }, + { + "epoch": 0.7085714285714285, + "grad_norm": 0.101371631026268, + "learning_rate": 1.0079556421699533e-06, + "loss": 0.04394418001174927, + "step": 4340 + }, + { + "epoch": 0.710204081632653, + "grad_norm": 0.12708403170108795, + "learning_rate": 9.97516465863698e-07, + "loss": 0.04101270735263825, + "step": 4350 + }, + { + "epoch": 0.7118367346938775, + "grad_norm": 0.08838815987110138, + "learning_rate": 9.87118139775595e-07, + "loss": 0.04232141673564911, + "step": 4360 + }, + { + "epoch": 0.713469387755102, + "grad_norm": 0.13831272721290588, + "learning_rate": 9.767609466201494e-07, + "loss": 0.03110981285572052, + "step": 4370 + }, + { + "epoch": 0.7151020408163266, + "grad_norm": 0.14169402420520782, + "learning_rate": 9.664451679935252e-07, + "loss": 0.036100244522094725, + "step": 4380 + }, + { + "epoch": 0.7167346938775511, + "grad_norm": 0.09364918619394302, + "learning_rate": 9.561710843658892e-07, + "loss": 0.028025591373443605, + "step": 4390 + }, + { + "epoch": 0.7183673469387755, + "grad_norm": 0.08178938925266266, + "learning_rate": 9.459389750737854e-07, + "loss": 0.03276517987251282, + "step": 4400 + }, + { + "epoch": 0.7183673469387755, + "eval_accuracy": 0.9830833333333334, + "eval_loss": 0.03968822583556175, + "eval_runtime": 170.9863, + "eval_samples_per_second": 23.394, + "eval_steps_per_second": 23.394, + "step": 4400 + }, + { + "epoch": 0.72, + "grad_norm": 0.21406538784503937, + "learning_rate": 9.357491183125398e-07, + "loss": 0.04240003228187561, + "step": 4410 + }, + { + "epoch": 0.7216326530612245, + "grad_norm": 0.2528787851333618, + "learning_rate": 9.256017911286958e-07, + "loss": 0.03953196704387665, + "step": 4420 + }, + { + "epoch": 0.723265306122449, + "grad_norm": 0.1817523092031479, + "learning_rate": 9.154972694124866e-07, + "loss": 0.03630510270595551, + "step": 4430 + }, + { + "epoch": 0.7248979591836735, + "grad_norm": 0.19527313113212585, + "learning_rate": 9.054358278903272e-07, + "loss": 0.04581010937690735, + "step": 4440 + }, + { + "epoch": 0.726530612244898, + "grad_norm": 0.3551980257034302, + "learning_rate": 8.954177401173491e-07, + "loss": 0.04633161723613739, + "step": 4450 + }, + { + "epoch": 0.7281632653061224, + "grad_norm": 0.1003197506070137, + "learning_rate": 8.854432784699624e-07, + "loss": 0.03686977326869965, + "step": 4460 + }, + { + "epoch": 0.7297959183673469, + "grad_norm": 0.1250677853822708, + "learning_rate": 8.755127141384495e-07, + "loss": 0.03494169116020203, + "step": 4470 + }, + { + "epoch": 0.7314285714285714, + "grad_norm": 0.23732195794582367, + "learning_rate": 8.656263171195931e-07, + "loss": 0.04174305498600006, + "step": 4480 + }, + { + "epoch": 0.7330612244897959, + "grad_norm": 0.2553883194923401, + "learning_rate": 8.557843562093329e-07, + "loss": 0.04263312518596649, + "step": 4490 + }, + { + "epoch": 0.7346938775510204, + "grad_norm": 0.1312720775604248, + "learning_rate": 8.459870989954611e-07, + "loss": 0.03155354261398315, + "step": 4500 + }, + { + "epoch": 0.7363265306122448, + "grad_norm": 0.2632088363170624, + "learning_rate": 8.362348118503424e-07, + "loss": 0.05083600878715515, + "step": 4510 + }, + { + "epoch": 0.7379591836734694, + "grad_norm": 0.1293715387582779, + "learning_rate": 8.265277599236785e-07, + "loss": 0.031102049350738525, + "step": 4520 + }, + { + "epoch": 0.7395918367346939, + "grad_norm": 0.15807363390922546, + "learning_rate": 8.168662071352918e-07, + "loss": 0.033837145566940306, + "step": 4530 + }, + { + "epoch": 0.7412244897959184, + "grad_norm": 0.08791180700063705, + "learning_rate": 8.072504161679534e-07, + "loss": 0.0337544322013855, + "step": 4540 + }, + { + "epoch": 0.7428571428571429, + "grad_norm": 0.10295934230089188, + "learning_rate": 7.976806484602417e-07, + "loss": 0.03291972577571869, + "step": 4550 + }, + { + "epoch": 0.7444897959183674, + "grad_norm": 0.11660359799861908, + "learning_rate": 7.881571641994331e-07, + "loss": 0.032550466060638425, + "step": 4560 + }, + { + "epoch": 0.7461224489795918, + "grad_norm": 0.1896156519651413, + "learning_rate": 7.786802223144286e-07, + "loss": 0.030972787737846376, + "step": 4570 + }, + { + "epoch": 0.7477551020408163, + "grad_norm": 0.2084398865699768, + "learning_rate": 7.69250080468712e-07, + "loss": 0.0415867954492569, + "step": 4580 + }, + { + "epoch": 0.7493877551020408, + "grad_norm": 0.12618854641914368, + "learning_rate": 7.59866995053348e-07, + "loss": 0.0360225111246109, + "step": 4590 + }, + { + "epoch": 0.7510204081632653, + "grad_norm": 0.12291006743907928, + "learning_rate": 7.505312211800081e-07, + "loss": 0.03627174496650696, + "step": 4600 + }, + { + "epoch": 0.7510204081632653, + "eval_accuracy": 0.9855833333333334, + "eval_loss": 0.03568050265312195, + "eval_runtime": 156.9074, + "eval_samples_per_second": 25.493, + "eval_steps_per_second": 25.493, + "step": 4600 + }, + { + "epoch": 0.7526530612244898, + "grad_norm": 0.1491072177886963, + "learning_rate": 7.41243012674035e-07, + "loss": 0.033873635530471805, + "step": 4610 + }, + { + "epoch": 0.7542857142857143, + "grad_norm": 0.14268337190151215, + "learning_rate": 7.320026220675447e-07, + "loss": 0.03949807286262512, + "step": 4620 + }, + { + "epoch": 0.7559183673469387, + "grad_norm": 0.15548810362815857, + "learning_rate": 7.228103005925557e-07, + "loss": 0.03478931188583374, + "step": 4630 + }, + { + "epoch": 0.7575510204081632, + "grad_norm": 0.14298392832279205, + "learning_rate": 7.136662981741613e-07, + "loss": 0.030326524376869203, + "step": 4640 + }, + { + "epoch": 0.7591836734693878, + "grad_norm": 0.11854545772075653, + "learning_rate": 7.045708634237341e-07, + "loss": 0.034136393666267396, + "step": 4650 + }, + { + "epoch": 0.7608163265306123, + "grad_norm": 0.1346571296453476, + "learning_rate": 6.955242436321663e-07, + "loss": 0.040317881107330325, + "step": 4660 + }, + { + "epoch": 0.7624489795918368, + "grad_norm": 0.13217571377754211, + "learning_rate": 6.865266847631463e-07, + "loss": 0.02895120084285736, + "step": 4670 + }, + { + "epoch": 0.7640816326530612, + "grad_norm": 0.0761382132768631, + "learning_rate": 6.775784314464717e-07, + "loss": 0.029726022481918336, + "step": 4680 + }, + { + "epoch": 0.7657142857142857, + "grad_norm": 0.17583715915679932, + "learning_rate": 6.686797269713971e-07, + "loss": 0.02383600324392319, + "step": 4690 + }, + { + "epoch": 0.7673469387755102, + "grad_norm": 0.13434812426567078, + "learning_rate": 6.598308132800221e-07, + "loss": 0.03801000118255615, + "step": 4700 + }, + { + "epoch": 0.7689795918367347, + "grad_norm": 0.0841183140873909, + "learning_rate": 6.510319309607099e-07, + "loss": 0.030053699016571046, + "step": 4710 + }, + { + "epoch": 0.7706122448979592, + "grad_norm": 0.10911499708890915, + "learning_rate": 6.422833192415476e-07, + "loss": 0.03296325206756592, + "step": 4720 + }, + { + "epoch": 0.7722448979591837, + "grad_norm": 0.08562543988227844, + "learning_rate": 6.335852159838423e-07, + "loss": 0.029071077704429626, + "step": 4730 + }, + { + "epoch": 0.7738775510204081, + "grad_norm": 0.24464724957942963, + "learning_rate": 6.249378576756538e-07, + "loss": 0.03307548463344574, + "step": 4740 + }, + { + "epoch": 0.7755102040816326, + "grad_norm": 0.17294660210609436, + "learning_rate": 6.163414794253641e-07, + "loss": 0.03507235944271088, + "step": 4750 + }, + { + "epoch": 0.7771428571428571, + "grad_norm": 0.18331816792488098, + "learning_rate": 6.077963149552868e-07, + "loss": 0.038254004716873166, + "step": 4760 + }, + { + "epoch": 0.7787755102040816, + "grad_norm": 0.10756120830774307, + "learning_rate": 5.993025965953103e-07, + "loss": 0.03428310751914978, + "step": 4770 + }, + { + "epoch": 0.7804081632653062, + "grad_norm": 0.16071061789989471, + "learning_rate": 5.908605552765833e-07, + "loss": 0.032243117690086365, + "step": 4780 + }, + { + "epoch": 0.7820408163265307, + "grad_norm": 0.14897944033145905, + "learning_rate": 5.824704205252343e-07, + "loss": 0.03812848925590515, + "step": 4790 + }, + { + "epoch": 0.7836734693877551, + "grad_norm": 0.1536232829093933, + "learning_rate": 5.741324204561335e-07, + "loss": 0.031389710307121274, + "step": 4800 + }, + { + "epoch": 0.7836734693877551, + "eval_accuracy": 0.985, + "eval_loss": 0.03615976870059967, + "eval_runtime": 153.2713, + "eval_samples_per_second": 26.098, + "eval_steps_per_second": 26.098, + "step": 4800 + }, + { + "epoch": 0.7853061224489796, + "grad_norm": 0.15687023103237152, + "learning_rate": 5.65846781766688e-07, + "loss": 0.027873021364212037, + "step": 4810 + }, + { + "epoch": 0.7869387755102041, + "grad_norm": 0.14541009068489075, + "learning_rate": 5.576137297306794e-07, + "loss": 0.0407156765460968, + "step": 4820 + }, + { + "epoch": 0.7885714285714286, + "grad_norm": 0.16398967802524567, + "learning_rate": 5.494334881921393e-07, + "loss": 0.03936888575553894, + "step": 4830 + }, + { + "epoch": 0.7902040816326531, + "grad_norm": 0.2177809625864029, + "learning_rate": 5.413062795592633e-07, + "loss": 0.03059300184249878, + "step": 4840 + }, + { + "epoch": 0.7918367346938775, + "grad_norm": 0.1487113982439041, + "learning_rate": 5.332323247983632e-07, + "loss": 0.038730043172836306, + "step": 4850 + }, + { + "epoch": 0.793469387755102, + "grad_norm": 0.1111542284488678, + "learning_rate": 5.252118434278605e-07, + "loss": 0.033898717164993285, + "step": 4860 + }, + { + "epoch": 0.7951020408163265, + "grad_norm": 0.10296906530857086, + "learning_rate": 5.172450535123166e-07, + "loss": 0.033659690618515016, + "step": 4870 + }, + { + "epoch": 0.796734693877551, + "grad_norm": 0.11844902485609055, + "learning_rate": 5.093321716565064e-07, + "loss": 0.0293354332447052, + "step": 4880 + }, + { + "epoch": 0.7983673469387755, + "grad_norm": 0.08401476591825485, + "learning_rate": 5.014734129995258e-07, + "loss": 0.027682244777679443, + "step": 4890 + }, + { + "epoch": 0.8, + "grad_norm": 0.15870651602745056, + "learning_rate": 4.936689912089443e-07, + "loss": 0.029118484258651732, + "step": 4900 + }, + { + "epoch": 0.8016326530612244, + "grad_norm": 0.10739132016897202, + "learning_rate": 4.859191184749968e-07, + "loss": 0.031624987721443176, + "step": 4910 + }, + { + "epoch": 0.803265306122449, + "grad_norm": 0.1523323655128479, + "learning_rate": 4.782240055048113e-07, + "loss": 0.03415923118591309, + "step": 4920 + }, + { + "epoch": 0.8048979591836735, + "grad_norm": 0.31860172748565674, + "learning_rate": 4.705838615166836e-07, + "loss": 0.035749971866607666, + "step": 4930 + }, + { + "epoch": 0.806530612244898, + "grad_norm": 0.15043528378009796, + "learning_rate": 4.629988942343863e-07, + "loss": 0.029294773936271667, + "step": 4940 + }, + { + "epoch": 0.8081632653061225, + "grad_norm": 0.1007913127541542, + "learning_rate": 4.55469309881523e-07, + "loss": 0.026727235317230223, + "step": 4950 + }, + { + "epoch": 0.809795918367347, + "grad_norm": 0.10851600021123886, + "learning_rate": 4.479953131759199e-07, + "loss": 0.029011189937591553, + "step": 4960 + }, + { + "epoch": 0.8114285714285714, + "grad_norm": 0.19257904589176178, + "learning_rate": 4.4057710732406113e-07, + "loss": 0.040424668788909913, + "step": 4970 + }, + { + "epoch": 0.8130612244897959, + "grad_norm": 0.08985571563243866, + "learning_rate": 4.332148940155617e-07, + "loss": 0.031291928887367246, + "step": 4980 + }, + { + "epoch": 0.8146938775510204, + "grad_norm": 0.09874805808067322, + "learning_rate": 4.259088734176883e-07, + "loss": 0.028314629197120668, + "step": 4990 + }, + { + "epoch": 0.8163265306122449, + "grad_norm": 0.2056759148836136, + "learning_rate": 4.186592441699119e-07, + "loss": 0.028049173951148986, + "step": 5000 + }, + { + "epoch": 0.8163265306122449, + "eval_accuracy": 0.986125, + "eval_loss": 0.033585112541913986, + "eval_runtime": 153.2119, + "eval_samples_per_second": 26.108, + "eval_steps_per_second": 26.108, + "step": 5000 + }, + { + "epoch": 0.8179591836734694, + "grad_norm": 0.10125680267810822, + "learning_rate": 4.1146620337850965e-07, + "loss": 0.03612466752529144, + "step": 5010 + }, + { + "epoch": 0.8195918367346938, + "grad_norm": 0.10107982903718948, + "learning_rate": 4.043299466112058e-07, + "loss": 0.026968371868133546, + "step": 5020 + }, + { + "epoch": 0.8212244897959183, + "grad_norm": 0.13236716389656067, + "learning_rate": 3.9725066789185446e-07, + "loss": 0.030766445398330688, + "step": 5030 + }, + { + "epoch": 0.8228571428571428, + "grad_norm": 0.1182790994644165, + "learning_rate": 3.9022855969516384e-07, + "loss": 0.028759539127349854, + "step": 5040 + }, + { + "epoch": 0.8244897959183674, + "grad_norm": 0.1430918574333191, + "learning_rate": 3.832638129414637e-07, + "loss": 0.03126598298549652, + "step": 5050 + }, + { + "epoch": 0.8261224489795919, + "grad_norm": 0.24944688379764557, + "learning_rate": 3.7635661699151366e-07, + "loss": 0.030412834882736207, + "step": 5060 + }, + { + "epoch": 0.8277551020408164, + "grad_norm": 0.24371539056301117, + "learning_rate": 3.695071596413574e-07, + "loss": 0.03904336988925934, + "step": 5070 + }, + { + "epoch": 0.8293877551020408, + "grad_norm": 0.25066161155700684, + "learning_rate": 3.627156271172125e-07, + "loss": 0.032776132225990295, + "step": 5080 + }, + { + "epoch": 0.8310204081632653, + "grad_norm": 0.1635182797908783, + "learning_rate": 3.559822040704108e-07, + "loss": 0.027044805884361266, + "step": 5090 + }, + { + "epoch": 0.8326530612244898, + "grad_norm": 0.16698378324508667, + "learning_rate": 3.4930707357237666e-07, + "loss": 0.03271254003047943, + "step": 5100 + }, + { + "epoch": 0.8342857142857143, + "grad_norm": 0.18812412023544312, + "learning_rate": 3.4269041710964903e-07, + "loss": 0.030745366215705873, + "step": 5110 + }, + { + "epoch": 0.8359183673469388, + "grad_norm": 0.18739669024944305, + "learning_rate": 3.36132414578948e-07, + "loss": 0.032180759310722354, + "step": 5120 + }, + { + "epoch": 0.8375510204081633, + "grad_norm": 0.13260763883590698, + "learning_rate": 3.296332442822839e-07, + "loss": 0.026755687594413758, + "step": 5130 + }, + { + "epoch": 0.8391836734693877, + "grad_norm": 0.06771053373813629, + "learning_rate": 3.231930829221083e-07, + "loss": 0.02895594835281372, + "step": 5140 + }, + { + "epoch": 0.8408163265306122, + "grad_norm": 0.09441749006509781, + "learning_rate": 3.168121055965112e-07, + "loss": 0.033178862929344174, + "step": 5150 + }, + { + "epoch": 0.8424489795918367, + "grad_norm": 0.0863656997680664, + "learning_rate": 3.104904857944591e-07, + "loss": 0.02276728004217148, + "step": 5160 + }, + { + "epoch": 0.8440816326530612, + "grad_norm": 0.2047131359577179, + "learning_rate": 3.0422839539107794e-07, + "loss": 0.028258222341537475, + "step": 5170 + }, + { + "epoch": 0.8457142857142858, + "grad_norm": 0.2389051467180252, + "learning_rate": 2.980260046429834e-07, + "loss": 0.02725991904735565, + "step": 5180 + }, + { + "epoch": 0.8473469387755102, + "grad_norm": 0.1733924299478531, + "learning_rate": 2.9188348218364635e-07, + "loss": 0.0327379584312439, + "step": 5190 + }, + { + "epoch": 0.8489795918367347, + "grad_norm": 0.19450697302818298, + "learning_rate": 2.8580099501881285e-07, + "loss": 0.030778995156288146, + "step": 5200 + }, + { + "epoch": 0.8489795918367347, + "eval_accuracy": 0.9881666666666667, + "eval_loss": 0.02920014224946499, + "eval_runtime": 155.6487, + "eval_samples_per_second": 25.699, + "eval_steps_per_second": 25.699, + "step": 5200 + }, + { + "epoch": 0.8506122448979592, + "grad_norm": 0.14990773797035217, + "learning_rate": 2.7977870852195997e-07, + "loss": 0.03692179024219513, + "step": 5210 + }, + { + "epoch": 0.8522448979591837, + "grad_norm": 0.16051384806632996, + "learning_rate": 2.7381678642980303e-07, + "loss": 0.030528882145881654, + "step": 5220 + }, + { + "epoch": 0.8538775510204082, + "grad_norm": 0.1660623997449875, + "learning_rate": 2.6791539083784014e-07, + "loss": 0.025125756859779358, + "step": 5230 + }, + { + "epoch": 0.8555102040816327, + "grad_norm": 0.07568248361349106, + "learning_rate": 2.620746821959475e-07, + "loss": 0.02720560133457184, + "step": 5240 + }, + { + "epoch": 0.8571428571428571, + "grad_norm": 0.2634601593017578, + "learning_rate": 2.562948193040174e-07, + "loss": 0.033940815925598146, + "step": 5250 + }, + { + "epoch": 0.8587755102040816, + "grad_norm": 0.15926218032836914, + "learning_rate": 2.5057595930763873e-07, + "loss": 0.028036150336265563, + "step": 5260 + }, + { + "epoch": 0.8604081632653061, + "grad_norm": 0.19775289297103882, + "learning_rate": 2.4491825769382526e-07, + "loss": 0.02731768786907196, + "step": 5270 + }, + { + "epoch": 0.8620408163265306, + "grad_norm": 0.07538789510726929, + "learning_rate": 2.39321868286789e-07, + "loss": 0.0313712328672409, + "step": 5280 + }, + { + "epoch": 0.8636734693877551, + "grad_norm": 0.10647427290678024, + "learning_rate": 2.337869432437567e-07, + "loss": 0.02781860828399658, + "step": 5290 + }, + { + "epoch": 0.8653061224489796, + "grad_norm": 0.20678064227104187, + "learning_rate": 2.283136330508337e-07, + "loss": 0.028782907128334045, + "step": 5300 + }, + { + "epoch": 0.866938775510204, + "grad_norm": 0.18386024236679077, + "learning_rate": 2.2290208651891244e-07, + "loss": 0.02515394687652588, + "step": 5310 + }, + { + "epoch": 0.8685714285714285, + "grad_norm": 0.13139928877353668, + "learning_rate": 2.1755245077962618e-07, + "loss": 0.02002216875553131, + "step": 5320 + }, + { + "epoch": 0.8702040816326531, + "grad_norm": 0.10402868688106537, + "learning_rate": 2.1226487128134854e-07, + "loss": 0.03221684396266937, + "step": 5330 + }, + { + "epoch": 0.8718367346938776, + "grad_norm": 0.056439850479364395, + "learning_rate": 2.070394917852403e-07, + "loss": 0.023763810098171235, + "step": 5340 + }, + { + "epoch": 0.8734693877551021, + "grad_norm": 0.1421876698732376, + "learning_rate": 2.0187645436133913e-07, + "loss": 0.03192594051361084, + "step": 5350 + }, + { + "epoch": 0.8751020408163265, + "grad_norm": 0.20487430691719055, + "learning_rate": 1.967758993846966e-07, + "loss": 0.025955894589424135, + "step": 5360 + }, + { + "epoch": 0.876734693877551, + "grad_norm": 0.2183534801006317, + "learning_rate": 1.9173796553156487e-07, + "loss": 0.027435585856437683, + "step": 5370 + }, + { + "epoch": 0.8783673469387755, + "grad_norm": 0.19724565744400024, + "learning_rate": 1.8676278977562219e-07, + "loss": 0.028912261128425598, + "step": 5380 + }, + { + "epoch": 0.88, + "grad_norm": 0.21412917971611023, + "learning_rate": 1.818505073842508e-07, + "loss": 0.029015693068504333, + "step": 5390 + }, + { + "epoch": 0.8816326530612245, + "grad_norm": 0.08429288119077682, + "learning_rate": 1.770012519148598e-07, + "loss": 0.025249993801116942, + "step": 5400 + }, + { + "epoch": 0.8816326530612245, + "eval_accuracy": 0.989375, + "eval_loss": 0.02678457647562027, + "eval_runtime": 156.2763, + "eval_samples_per_second": 25.596, + "eval_steps_per_second": 25.596, + "step": 5400 + }, + { + "epoch": 0.883265306122449, + "grad_norm": 0.15489192306995392, + "learning_rate": 1.722151552112525e-07, + "loss": 0.03486272096633911, + "step": 5410 + }, + { + "epoch": 0.8848979591836734, + "grad_norm": 0.1594313681125641, + "learning_rate": 1.6749234740004227e-07, + "loss": 0.024751077592372894, + "step": 5420 + }, + { + "epoch": 0.8865306122448979, + "grad_norm": 0.12505307793617249, + "learning_rate": 1.6283295688711564e-07, + "loss": 0.025553828477859496, + "step": 5430 + }, + { + "epoch": 0.8881632653061224, + "grad_norm": 0.08852038532495499, + "learning_rate": 1.582371103541394e-07, + "loss": 0.025743791460990907, + "step": 5440 + }, + { + "epoch": 0.889795918367347, + "grad_norm": 0.08450407534837723, + "learning_rate": 1.5370493275511767e-07, + "loss": 0.02687264084815979, + "step": 5450 + }, + { + "epoch": 0.8914285714285715, + "grad_norm": 0.054211657494306564, + "learning_rate": 1.4923654731299363e-07, + "loss": 0.023073682188987733, + "step": 5460 + }, + { + "epoch": 0.893061224489796, + "grad_norm": 0.23101477324962616, + "learning_rate": 1.4483207551630045e-07, + "loss": 0.0280561625957489, + "step": 5470 + }, + { + "epoch": 0.8946938775510204, + "grad_norm": 0.19923920929431915, + "learning_rate": 1.4049163711585684e-07, + "loss": 0.02133965492248535, + "step": 5480 + }, + { + "epoch": 0.8963265306122449, + "grad_norm": 0.13227398693561554, + "learning_rate": 1.3621535012151244e-07, + "loss": 0.017637649178504945, + "step": 5490 + }, + { + "epoch": 0.8979591836734694, + "grad_norm": 0.11182940751314163, + "learning_rate": 1.3200333079893823e-07, + "loss": 0.02847398817539215, + "step": 5500 + }, + { + "epoch": 0.8995918367346939, + "grad_norm": 0.06762958317995071, + "learning_rate": 1.2785569366646628e-07, + "loss": 0.020397891104221345, + "step": 5510 + }, + { + "epoch": 0.9012244897959184, + "grad_norm": 0.06652984023094177, + "learning_rate": 1.2377255149197576e-07, + "loss": 0.03015478849411011, + "step": 5520 + }, + { + "epoch": 0.9028571428571428, + "grad_norm": 0.16087517142295837, + "learning_rate": 1.1975401528982718e-07, + "loss": 0.02614833414554596, + "step": 5530 + }, + { + "epoch": 0.9044897959183673, + "grad_norm": 0.0873415544629097, + "learning_rate": 1.1580019431784384e-07, + "loss": 0.023097904026508333, + "step": 5540 + }, + { + "epoch": 0.9061224489795918, + "grad_norm": 0.26114869117736816, + "learning_rate": 1.1191119607434076e-07, + "loss": 0.028036117553710938, + "step": 5550 + }, + { + "epoch": 0.9077551020408163, + "grad_norm": 0.08690405637025833, + "learning_rate": 1.0808712629520435e-07, + "loss": 0.027321887016296387, + "step": 5560 + }, + { + "epoch": 0.9093877551020408, + "grad_norm": 0.19979159533977509, + "learning_rate": 1.0432808895101426e-07, + "loss": 0.03543014228343964, + "step": 5570 + }, + { + "epoch": 0.9110204081632653, + "grad_norm": 0.09599421173334122, + "learning_rate": 1.0063418624421895e-07, + "loss": 0.02044544517993927, + "step": 5580 + }, + { + "epoch": 0.9126530612244897, + "grad_norm": 0.22291070222854614, + "learning_rate": 9.700551860635538e-08, + "loss": 0.027166444063186645, + "step": 5590 + }, + { + "epoch": 0.9142857142857143, + "grad_norm": 0.10956079512834549, + "learning_rate": 9.344218469532012e-08, + "loss": 0.02024113982915878, + "step": 5600 + }, + { + "epoch": 0.9142857142857143, + "eval_accuracy": 0.9900833333333334, + "eval_loss": 0.025807492434978485, + "eval_runtime": 154.9378, + "eval_samples_per_second": 25.817, + "eval_steps_per_second": 25.817, + "step": 5600 + }, + { + "epoch": 0.9159183673469388, + "grad_norm": 0.14949144423007965, + "learning_rate": 8.99442813926854e-08, + "loss": 0.024004274606704713, + "step": 5610 + }, + { + "epoch": 0.9175510204081633, + "grad_norm": 0.2315555214881897, + "learning_rate": 8.651190380106673e-08, + "loss": 0.024219857156276704, + "step": 5620 + }, + { + "epoch": 0.9191836734693878, + "grad_norm": 0.06734409183263779, + "learning_rate": 8.314514524153522e-08, + "loss": 0.02802177369594574, + "step": 5630 + }, + { + "epoch": 0.9208163265306123, + "grad_norm": 0.21427671611309052, + "learning_rate": 7.984409725108222e-08, + "loss": 0.021109704673290253, + "step": 5640 + }, + { + "epoch": 0.9224489795918367, + "grad_norm": 0.18013973534107208, + "learning_rate": 7.660884958012899e-08, + "loss": 0.020703735947608947, + "step": 5650 + }, + { + "epoch": 0.9240816326530612, + "grad_norm": 0.2695794701576233, + "learning_rate": 7.343949019008756e-08, + "loss": 0.03247661292552948, + "step": 5660 + }, + { + "epoch": 0.9257142857142857, + "grad_norm": 0.15175238251686096, + "learning_rate": 7.03361052509688e-08, + "loss": 0.021647430956363678, + "step": 5670 + }, + { + "epoch": 0.9273469387755102, + "grad_norm": 0.18325908482074738, + "learning_rate": 6.729877913903976e-08, + "loss": 0.028400209546089173, + "step": 5680 + }, + { + "epoch": 0.9289795918367347, + "grad_norm": 0.15859369933605194, + "learning_rate": 6.432759443452924e-08, + "loss": 0.014232246577739716, + "step": 5690 + }, + { + "epoch": 0.9306122448979591, + "grad_norm": 0.13438236713409424, + "learning_rate": 6.14226319193828e-08, + "loss": 0.02244553864002228, + "step": 5700 + }, + { + "epoch": 0.9322448979591836, + "grad_norm": 0.27041247487068176, + "learning_rate": 5.858397057506709e-08, + "loss": 0.029011306166648865, + "step": 5710 + }, + { + "epoch": 0.9338775510204081, + "grad_norm": 0.12215204536914825, + "learning_rate": 5.581168758042127e-08, + "loss": 0.028310227394104003, + "step": 5720 + }, + { + "epoch": 0.9355102040816327, + "grad_norm": 0.2103251814842224, + "learning_rate": 5.310585830955922e-08, + "loss": 0.021468037366867067, + "step": 5730 + }, + { + "epoch": 0.9371428571428572, + "grad_norm": 0.17152205109596252, + "learning_rate": 5.0466556329819835e-08, + "loss": 0.024149742722511292, + "step": 5740 + }, + { + "epoch": 0.9387755102040817, + "grad_norm": 0.08712399005889893, + "learning_rate": 4.789385339976832e-08, + "loss": 0.01809695065021515, + "step": 5750 + }, + { + "epoch": 0.9404081632653061, + "grad_norm": 0.15006859600543976, + "learning_rate": 4.53878194672433e-08, + "loss": 0.022831857204437256, + "step": 5760 + }, + { + "epoch": 0.9420408163265306, + "grad_norm": 0.06355110555887222, + "learning_rate": 4.2948522667455864e-08, + "loss": 0.015157052874565124, + "step": 5770 + }, + { + "epoch": 0.9436734693877551, + "grad_norm": 0.14330919086933136, + "learning_rate": 4.057602932113658e-08, + "loss": 0.02486245185136795, + "step": 5780 + }, + { + "epoch": 0.9453061224489796, + "grad_norm": 0.12216096371412277, + "learning_rate": 3.82704039327339e-08, + "loss": 0.024203602969646455, + "step": 5790 + }, + { + "epoch": 0.9469387755102041, + "grad_norm": 0.19883109629154205, + "learning_rate": 3.6031709188658336e-08, + "loss": 0.025162199139595033, + "step": 5800 + }, + { + "epoch": 0.9469387755102041, + "eval_accuracy": 0.99025, + "eval_loss": 0.025506427511572838, + "eval_runtime": 154.1326, + "eval_samples_per_second": 25.952, + "eval_steps_per_second": 25.952, + "step": 5800 + } + ], + "logging_steps": 10, + "max_steps": 6125, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 200, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 5.420352461078528e+16, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-5800/training_args.bin b/checkpoint-5800/training_args.bin new file mode 100644 index 0000000..a9304c0 --- /dev/null +++ b/checkpoint-5800/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10a2085a9c347d21774d35a2558a0376b0ffbb33ca9517fafbd4cd5d12552b02 +size 5585 diff --git a/checkpoint-6000/chat_template.jinja b/checkpoint-6000/chat_template.jinja new file mode 100644 index 0000000..ce566c4 --- /dev/null +++ b/checkpoint-6000/chat_template.jinja @@ -0,0 +1,9 @@ +{% set system_message = 'Below is an instruction that describes a task. Write a response that appropriately completes the request. + +' %}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '### Instruction: +' + content + ' + +### Response: +' }}{% elif message['role'] == 'assistant' %}{{ content + '<|endoftext|>' + ' + +' }}{% endif %}{% endfor %} \ No newline at end of file diff --git a/checkpoint-6000/config.json b/checkpoint-6000/config.json new file mode 100644 index 0000000..642be54 --- /dev/null +++ b/checkpoint-6000/config.json @@ -0,0 +1,58 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151643, + "hidden_act": "silu", + "hidden_size": 896, + "initializer_range": 0.02, + "intermediate_size": 4864, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 24, + "model_type": "qwen2", + "num_attention_heads": 14, + "num_hidden_layers": 24, + "num_key_value_heads": 2, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000.0, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.2.0", + "use_cache": false, + "use_mrope": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/checkpoint-6000/generation_config.json b/checkpoint-6000/generation_config.json new file mode 100644 index 0000000..795a75e --- /dev/null +++ b/checkpoint-6000/generation_config.json @@ -0,0 +1,9 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151643 + ], + "max_new_tokens": 2048, + "pad_token_id": 151643, + "transformers_version": "5.2.0" +} diff --git a/checkpoint-6000/model.safetensors b/checkpoint-6000/model.safetensors new file mode 100644 index 0000000..f161b17 --- /dev/null +++ b/checkpoint-6000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d29c7bfd6402cc8e1a34af00183efcd1a3b4bbdb17368612d067d710771c6301 +size 1976163472 diff --git a/checkpoint-6000/tokenizer.json b/checkpoint-6000/tokenizer.json new file mode 100644 index 0000000..34510ff --- /dev/null +++ b/checkpoint-6000/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8 +size 11421892 diff --git a/checkpoint-6000/tokenizer_config.json b/checkpoint-6000/tokenizer_config.json new file mode 100644 index 0000000..392ded1 --- /dev/null +++ b/checkpoint-6000/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/checkpoint-6000/trainer_state.json b/checkpoint-6000/trainer_state.json new file mode 100644 index 0000000..e96e4dd --- /dev/null +++ b/checkpoint-6000/trainer_state.json @@ -0,0 +1,4504 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.9795918367346939, + "eval_steps": 200, + "global_step": 6000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0016326530612244899, + "grad_norm": 7.955283164978027, + "learning_rate": 4.5000000000000003e-07, + "loss": 4.391213607788086, + "step": 10 + }, + { + "epoch": 0.0032653061224489797, + "grad_norm": 2.4868686199188232, + "learning_rate": 9.500000000000001e-07, + "loss": 1.9876020431518555, + "step": 20 + }, + { + "epoch": 0.004897959183673469, + "grad_norm": 0.25438952445983887, + "learning_rate": 1.45e-06, + "loss": 0.34127225875854494, + "step": 30 + }, + { + "epoch": 0.006530612244897959, + "grad_norm": 0.13044093549251556, + "learning_rate": 1.9500000000000004e-06, + "loss": 0.23643033504486083, + "step": 40 + }, + { + "epoch": 0.00816326530612245, + "grad_norm": 0.17984068393707275, + "learning_rate": 2.4500000000000003e-06, + "loss": 0.23313720226287843, + "step": 50 + }, + { + "epoch": 0.009795918367346938, + "grad_norm": 0.15249308943748474, + "learning_rate": 2.95e-06, + "loss": 0.22351114749908446, + "step": 60 + }, + { + "epoch": 0.011428571428571429, + "grad_norm": 0.07123949378728867, + "learning_rate": 3.45e-06, + "loss": 0.21615636348724365, + "step": 70 + }, + { + "epoch": 0.013061224489795919, + "grad_norm": 0.21456502377986908, + "learning_rate": 3.95e-06, + "loss": 0.21677422523498535, + "step": 80 + }, + { + "epoch": 0.014693877551020407, + "grad_norm": 0.22391553223133087, + "learning_rate": 4.450000000000001e-06, + "loss": 0.21422204971313477, + "step": 90 + }, + { + "epoch": 0.0163265306122449, + "grad_norm": 0.1745220273733139, + "learning_rate": 4.95e-06, + "loss": 0.19350455999374389, + "step": 100 + }, + { + "epoch": 0.017959183673469388, + "grad_norm": 0.18820920586585999, + "learning_rate": 4.9999724716692435e-06, + "loss": 0.1981007933616638, + "step": 110 + }, + { + "epoch": 0.019591836734693877, + "grad_norm": 0.21733109652996063, + "learning_rate": 4.9998773127856985e-06, + "loss": 0.16994532346725463, + "step": 120 + }, + { + "epoch": 0.02122448979591837, + "grad_norm": 0.40475547313690186, + "learning_rate": 4.999714186080037e-06, + "loss": 0.1539763927459717, + "step": 130 + }, + { + "epoch": 0.022857142857142857, + "grad_norm": 0.3676598370075226, + "learning_rate": 4.999483095987423e-06, + "loss": 0.16321685314178466, + "step": 140 + }, + { + "epoch": 0.024489795918367346, + "grad_norm": 0.19484871625900269, + "learning_rate": 4.9991840487908426e-06, + "loss": 0.16523454189300538, + "step": 150 + }, + { + "epoch": 0.026122448979591838, + "grad_norm": 0.21928830444812775, + "learning_rate": 4.998817052620928e-06, + "loss": 0.14424897432327272, + "step": 160 + }, + { + "epoch": 0.027755102040816326, + "grad_norm": 0.2790975868701935, + "learning_rate": 4.9983821174557415e-06, + "loss": 0.13810645341873168, + "step": 170 + }, + { + "epoch": 0.029387755102040815, + "grad_norm": 0.21702228486537933, + "learning_rate": 4.997879255120501e-06, + "loss": 0.1318126440048218, + "step": 180 + }, + { + "epoch": 0.031020408163265307, + "grad_norm": 0.16967810690402985, + "learning_rate": 4.997308479287263e-06, + "loss": 0.14249314069747926, + "step": 190 + }, + { + "epoch": 0.0326530612244898, + "grad_norm": 0.14007994532585144, + "learning_rate": 4.996669805474542e-06, + "loss": 0.12708702087402343, + "step": 200 + }, + { + "epoch": 0.0326530612244898, + "eval_accuracy": 0.9408333333333335, + "eval_loss": 0.12691152095794678, + "eval_runtime": 156.68, + "eval_samples_per_second": 25.53, + "eval_steps_per_second": 25.53, + "step": 200 + }, + { + "epoch": 0.03428571428571429, + "grad_norm": 0.2674005627632141, + "learning_rate": 4.9959632510469e-06, + "loss": 0.11019121408462525, + "step": 210 + }, + { + "epoch": 0.035918367346938776, + "grad_norm": 0.12073638290166855, + "learning_rate": 4.995188835214465e-06, + "loss": 0.12032746076583863, + "step": 220 + }, + { + "epoch": 0.037551020408163265, + "grad_norm": 0.11186162382364273, + "learning_rate": 4.994346579032413e-06, + "loss": 0.12122929096221924, + "step": 230 + }, + { + "epoch": 0.03918367346938775, + "grad_norm": 0.09840800613164902, + "learning_rate": 4.993436505400396e-06, + "loss": 0.11416752338409424, + "step": 240 + }, + { + "epoch": 0.04081632653061224, + "grad_norm": 0.19076374173164368, + "learning_rate": 4.992458639061916e-06, + "loss": 0.11376930475234985, + "step": 250 + }, + { + "epoch": 0.04244897959183674, + "grad_norm": 0.14405065774917603, + "learning_rate": 4.991413006603657e-06, + "loss": 0.10997685194015502, + "step": 260 + }, + { + "epoch": 0.044081632653061226, + "grad_norm": 0.23844055831432343, + "learning_rate": 4.990299636454759e-06, + "loss": 0.1000083327293396, + "step": 270 + }, + { + "epoch": 0.045714285714285714, + "grad_norm": 0.23128052055835724, + "learning_rate": 4.989118558886043e-06, + "loss": 0.1243711233139038, + "step": 280 + }, + { + "epoch": 0.0473469387755102, + "grad_norm": 0.19849570095539093, + "learning_rate": 4.9878698060091955e-06, + "loss": 0.11728224754333497, + "step": 290 + }, + { + "epoch": 0.04897959183673469, + "grad_norm": 0.13039851188659668, + "learning_rate": 4.986553411775886e-06, + "loss": 0.09353847503662109, + "step": 300 + }, + { + "epoch": 0.05061224489795919, + "grad_norm": 0.19887588918209076, + "learning_rate": 4.985169411976852e-06, + "loss": 0.11291944980621338, + "step": 310 + }, + { + "epoch": 0.052244897959183675, + "grad_norm": 0.25038304924964905, + "learning_rate": 4.98371784424092e-06, + "loss": 0.11149277687072753, + "step": 320 + }, + { + "epoch": 0.053877551020408164, + "grad_norm": 0.238360196352005, + "learning_rate": 4.982198748033986e-06, + "loss": 0.11344953775405883, + "step": 330 + }, + { + "epoch": 0.05551020408163265, + "grad_norm": 0.13686658442020416, + "learning_rate": 4.980612164657943e-06, + "loss": 0.09844974875450134, + "step": 340 + }, + { + "epoch": 0.05714285714285714, + "grad_norm": 0.0829666405916214, + "learning_rate": 4.978958137249551e-06, + "loss": 0.10898438692092896, + "step": 350 + }, + { + "epoch": 0.05877551020408163, + "grad_norm": 0.10389993339776993, + "learning_rate": 4.977236710779277e-06, + "loss": 0.09371156096458436, + "step": 360 + }, + { + "epoch": 0.060408163265306125, + "grad_norm": 0.18182680010795593, + "learning_rate": 4.9754479320500584e-06, + "loss": 0.1049533724784851, + "step": 370 + }, + { + "epoch": 0.062040816326530614, + "grad_norm": 0.14488115906715393, + "learning_rate": 4.973591849696041e-06, + "loss": 0.10510741472244263, + "step": 380 + }, + { + "epoch": 0.0636734693877551, + "grad_norm": 0.14816738665103912, + "learning_rate": 4.971668514181252e-06, + "loss": 0.10956356525421143, + "step": 390 + }, + { + "epoch": 0.0653061224489796, + "grad_norm": 0.20584072172641754, + "learning_rate": 4.969677977798225e-06, + "loss": 0.11344989538192748, + "step": 400 + }, + { + "epoch": 0.0653061224489796, + "eval_accuracy": 0.9496250000000002, + "eval_loss": 0.11409253627061844, + "eval_runtime": 165.7682, + "eval_samples_per_second": 24.13, + "eval_steps_per_second": 24.13, + "step": 400 + }, + { + "epoch": 0.06693877551020408, + "grad_norm": 0.1342787891626358, + "learning_rate": 4.967620294666589e-06, + "loss": 0.09949527978897095, + "step": 410 + }, + { + "epoch": 0.06857142857142857, + "grad_norm": 0.17336596548557281, + "learning_rate": 4.965495520731583e-06, + "loss": 0.10606559514999389, + "step": 420 + }, + { + "epoch": 0.07020408163265306, + "grad_norm": 0.19437003135681152, + "learning_rate": 4.963303713762547e-06, + "loss": 0.11677042245864869, + "step": 430 + }, + { + "epoch": 0.07183673469387755, + "grad_norm": 0.12076073884963989, + "learning_rate": 4.961044933351342e-06, + "loss": 0.1019243597984314, + "step": 440 + }, + { + "epoch": 0.07346938775510205, + "grad_norm": 0.10272067785263062, + "learning_rate": 4.958719240910737e-06, + "loss": 0.10125980377197266, + "step": 450 + }, + { + "epoch": 0.07510204081632653, + "grad_norm": 0.1080622524023056, + "learning_rate": 4.956326699672736e-06, + "loss": 0.09888594150543213, + "step": 460 + }, + { + "epoch": 0.07673469387755102, + "grad_norm": 0.1307847797870636, + "learning_rate": 4.953867374686856e-06, + "loss": 0.10753540992736817, + "step": 470 + }, + { + "epoch": 0.0783673469387755, + "grad_norm": 0.2128073275089264, + "learning_rate": 4.951341332818365e-06, + "loss": 0.11452326774597169, + "step": 480 + }, + { + "epoch": 0.08, + "grad_norm": 0.21006478369235992, + "learning_rate": 4.9487486427464594e-06, + "loss": 0.09555010795593262, + "step": 490 + }, + { + "epoch": 0.08163265306122448, + "grad_norm": 0.24889807403087616, + "learning_rate": 4.946089374962396e-06, + "loss": 0.09771155118942261, + "step": 500 + }, + { + "epoch": 0.08326530612244898, + "grad_norm": 0.13042858242988586, + "learning_rate": 4.943363601767582e-06, + "loss": 0.10659778118133545, + "step": 510 + }, + { + "epoch": 0.08489795918367347, + "grad_norm": 0.2210501879453659, + "learning_rate": 4.940571397271598e-06, + "loss": 0.10161921977996827, + "step": 520 + }, + { + "epoch": 0.08653061224489796, + "grad_norm": 0.11963305622339249, + "learning_rate": 4.937712837390194e-06, + "loss": 0.09155921936035157, + "step": 530 + }, + { + "epoch": 0.08816326530612245, + "grad_norm": 0.07435746490955353, + "learning_rate": 4.93478799984322e-06, + "loss": 0.11164016723632812, + "step": 540 + }, + { + "epoch": 0.08979591836734693, + "grad_norm": 0.16348940134048462, + "learning_rate": 4.9317969641525154e-06, + "loss": 0.10738091468811035, + "step": 550 + }, + { + "epoch": 0.09142857142857143, + "grad_norm": 0.12221129983663559, + "learning_rate": 4.928739811639741e-06, + "loss": 0.09491395950317383, + "step": 560 + }, + { + "epoch": 0.09306122448979592, + "grad_norm": 0.1107218861579895, + "learning_rate": 4.9256166254241775e-06, + "loss": 0.08408294320106506, + "step": 570 + }, + { + "epoch": 0.0946938775510204, + "grad_norm": 0.207329660654068, + "learning_rate": 4.922427490420457e-06, + "loss": 0.10272791385650634, + "step": 580 + }, + { + "epoch": 0.0963265306122449, + "grad_norm": 0.14269684255123138, + "learning_rate": 4.919172493336259e-06, + "loss": 0.10189608335494996, + "step": 590 + }, + { + "epoch": 0.09795918367346938, + "grad_norm": 0.10970286279916763, + "learning_rate": 4.915851722669952e-06, + "loss": 0.09506216645240784, + "step": 600 + }, + { + "epoch": 0.09795918367346938, + "eval_accuracy": 0.9561666666666667, + "eval_loss": 0.09913250058889389, + "eval_runtime": 158.3659, + "eval_samples_per_second": 25.258, + "eval_steps_per_second": 25.258, + "step": 600 + }, + { + "epoch": 0.09959183673469388, + "grad_norm": 0.11382903158664703, + "learning_rate": 4.912465268708186e-06, + "loss": 0.09665942788124085, + "step": 610 + }, + { + "epoch": 0.10122448979591837, + "grad_norm": 0.24785904586315155, + "learning_rate": 4.90901322352344e-06, + "loss": 0.10539349317550659, + "step": 620 + }, + { + "epoch": 0.10285714285714286, + "grad_norm": 0.18585072457790375, + "learning_rate": 4.905495680971518e-06, + "loss": 0.10907092094421386, + "step": 630 + }, + { + "epoch": 0.10448979591836735, + "grad_norm": 0.16385921835899353, + "learning_rate": 4.901912736688995e-06, + "loss": 0.09973281621932983, + "step": 640 + }, + { + "epoch": 0.10612244897959183, + "grad_norm": 0.10820458829402924, + "learning_rate": 4.898264488090619e-06, + "loss": 0.09869267344474793, + "step": 650 + }, + { + "epoch": 0.10775510204081633, + "grad_norm": 0.18020115792751312, + "learning_rate": 4.894551034366665e-06, + "loss": 0.10499387979507446, + "step": 660 + }, + { + "epoch": 0.10938775510204081, + "grad_norm": 0.10356947779655457, + "learning_rate": 4.890772476480229e-06, + "loss": 0.10153095722198487, + "step": 670 + }, + { + "epoch": 0.1110204081632653, + "grad_norm": 0.08888879418373108, + "learning_rate": 4.886928917164496e-06, + "loss": 0.08613221645355225, + "step": 680 + }, + { + "epoch": 0.1126530612244898, + "grad_norm": 0.11978956311941147, + "learning_rate": 4.8830204609199335e-06, + "loss": 0.09545036554336547, + "step": 690 + }, + { + "epoch": 0.11428571428571428, + "grad_norm": 0.11924679577350616, + "learning_rate": 4.8790472140114635e-06, + "loss": 0.0950542688369751, + "step": 700 + }, + { + "epoch": 0.11591836734693878, + "grad_norm": 0.0637463852763176, + "learning_rate": 4.875009284465561e-06, + "loss": 0.10127921104431152, + "step": 710 + }, + { + "epoch": 0.11755102040816326, + "grad_norm": 0.0894392654299736, + "learning_rate": 4.8709067820673235e-06, + "loss": 0.09835844039916992, + "step": 720 + }, + { + "epoch": 0.11918367346938775, + "grad_norm": 0.06312194466590881, + "learning_rate": 4.866739818357489e-06, + "loss": 0.08583117127418519, + "step": 730 + }, + { + "epoch": 0.12081632653061225, + "grad_norm": 0.1375141739845276, + "learning_rate": 4.862508506629394e-06, + "loss": 0.08735222220420838, + "step": 740 + }, + { + "epoch": 0.12244897959183673, + "grad_norm": 0.12715794146060944, + "learning_rate": 4.858212961925902e-06, + "loss": 0.09324318170547485, + "step": 750 + }, + { + "epoch": 0.12408163265306123, + "grad_norm": 0.14359286427497864, + "learning_rate": 4.8538533010362735e-06, + "loss": 0.09482367634773255, + "step": 760 + }, + { + "epoch": 0.12571428571428572, + "grad_norm": 0.1228424683213234, + "learning_rate": 4.849429642492985e-06, + "loss": 0.09595230221748352, + "step": 770 + }, + { + "epoch": 0.1273469387755102, + "grad_norm": 0.08908221125602722, + "learning_rate": 4.844942106568517e-06, + "loss": 0.08924583196640015, + "step": 780 + }, + { + "epoch": 0.12897959183673469, + "grad_norm": 0.15417414903640747, + "learning_rate": 4.84039081527207e-06, + "loss": 0.09454164505004883, + "step": 790 + }, + { + "epoch": 0.1306122448979592, + "grad_norm": 0.1259608417749405, + "learning_rate": 4.835775892346264e-06, + "loss": 0.08659166097640991, + "step": 800 + }, + { + "epoch": 0.1306122448979592, + "eval_accuracy": 0.9564166666666667, + "eval_loss": 0.09297937154769897, + "eval_runtime": 157.5491, + "eval_samples_per_second": 25.389, + "eval_steps_per_second": 25.389, + "step": 800 + }, + { + "epoch": 0.13224489795918368, + "grad_norm": 0.15664513409137726, + "learning_rate": 4.8310974632637584e-06, + "loss": 0.09094155430793763, + "step": 810 + }, + { + "epoch": 0.13387755102040816, + "grad_norm": 0.12366823107004166, + "learning_rate": 4.82635565522385e-06, + "loss": 0.09823386669158936, + "step": 820 + }, + { + "epoch": 0.13551020408163264, + "grad_norm": 0.09367755055427551, + "learning_rate": 4.821550597149012e-06, + "loss": 0.09080367088317871, + "step": 830 + }, + { + "epoch": 0.13714285714285715, + "grad_norm": 0.15230220556259155, + "learning_rate": 4.816682419681389e-06, + "loss": 0.09046205282211303, + "step": 840 + }, + { + "epoch": 0.13877551020408163, + "grad_norm": 0.09214162826538086, + "learning_rate": 4.811751255179244e-06, + "loss": 0.09502801299095154, + "step": 850 + }, + { + "epoch": 0.1404081632653061, + "grad_norm": 0.09514431655406952, + "learning_rate": 4.806757237713361e-06, + "loss": 0.09261927604675294, + "step": 860 + }, + { + "epoch": 0.14204081632653062, + "grad_norm": 0.13052736222743988, + "learning_rate": 4.8017005030634e-06, + "loss": 0.08243635892868043, + "step": 870 + }, + { + "epoch": 0.1436734693877551, + "grad_norm": 0.05511025711894035, + "learning_rate": 4.796581188714205e-06, + "loss": 0.10203326940536499, + "step": 880 + }, + { + "epoch": 0.14530612244897959, + "grad_norm": 0.09896261245012283, + "learning_rate": 4.7913994338520655e-06, + "loss": 0.08544076681137085, + "step": 890 + }, + { + "epoch": 0.1469387755102041, + "grad_norm": 0.18726249039173126, + "learning_rate": 4.786155379360932e-06, + "loss": 0.0944068193435669, + "step": 900 + }, + { + "epoch": 0.14857142857142858, + "grad_norm": 0.09349548071622849, + "learning_rate": 4.7808491678185855e-06, + "loss": 0.0877715528011322, + "step": 910 + }, + { + "epoch": 0.15020408163265306, + "grad_norm": 0.13616853952407837, + "learning_rate": 4.775480943492764e-06, + "loss": 0.09196346998214722, + "step": 920 + }, + { + "epoch": 0.15183673469387754, + "grad_norm": 0.061041463166475296, + "learning_rate": 4.770050852337236e-06, + "loss": 0.09890784621238709, + "step": 930 + }, + { + "epoch": 0.15346938775510205, + "grad_norm": 0.09928455948829651, + "learning_rate": 4.764559041987836e-06, + "loss": 0.09260086417198181, + "step": 940 + }, + { + "epoch": 0.15510204081632653, + "grad_norm": 0.10996410250663757, + "learning_rate": 4.759005661758446e-06, + "loss": 0.09412651658058166, + "step": 950 + }, + { + "epoch": 0.156734693877551, + "grad_norm": 0.09731809049844742, + "learning_rate": 4.753390862636939e-06, + "loss": 0.09459404945373535, + "step": 960 + }, + { + "epoch": 0.15836734693877552, + "grad_norm": 0.12398040294647217, + "learning_rate": 4.747714797281076e-06, + "loss": 0.09960640072822571, + "step": 970 + }, + { + "epoch": 0.16, + "grad_norm": 0.14135490357875824, + "learning_rate": 4.741977620014347e-06, + "loss": 0.09338371157646179, + "step": 980 + }, + { + "epoch": 0.16163265306122448, + "grad_norm": 0.09384343028068542, + "learning_rate": 4.736179486821788e-06, + "loss": 0.08515415191650391, + "step": 990 + }, + { + "epoch": 0.16326530612244897, + "grad_norm": 0.10298261791467667, + "learning_rate": 4.730320555345728e-06, + "loss": 0.09090787768363953, + "step": 1000 + }, + { + "epoch": 0.16326530612244897, + "eval_accuracy": 0.9607916666666667, + "eval_loss": 0.08832322806119919, + "eval_runtime": 166.8275, + "eval_samples_per_second": 23.977, + "eval_steps_per_second": 23.977, + "step": 1000 + }, + { + "epoch": 0.16489795918367348, + "grad_norm": 0.05896759778261185, + "learning_rate": 4.724400984881508e-06, + "loss": 0.08005568385124207, + "step": 1010 + }, + { + "epoch": 0.16653061224489796, + "grad_norm": 0.07907038927078247, + "learning_rate": 4.7184209363731546e-06, + "loss": 0.08133251667022705, + "step": 1020 + }, + { + "epoch": 0.16816326530612244, + "grad_norm": 0.07444760203361511, + "learning_rate": 4.7123805724089935e-06, + "loss": 0.08690541982650757, + "step": 1030 + }, + { + "epoch": 0.16979591836734695, + "grad_norm": 0.16517433524131775, + "learning_rate": 4.706280057217239e-06, + "loss": 0.09946454763412475, + "step": 1040 + }, + { + "epoch": 0.17142857142857143, + "grad_norm": 0.18107500672340393, + "learning_rate": 4.700119556661521e-06, + "loss": 0.08886862993240356, + "step": 1050 + }, + { + "epoch": 0.1730612244897959, + "grad_norm": 0.15386350452899933, + "learning_rate": 4.693899238236383e-06, + "loss": 0.09117826819419861, + "step": 1060 + }, + { + "epoch": 0.17469387755102042, + "grad_norm": 0.1098460704088211, + "learning_rate": 4.687619271062725e-06, + "loss": 0.09286551475524903, + "step": 1070 + }, + { + "epoch": 0.1763265306122449, + "grad_norm": 0.09872590750455856, + "learning_rate": 4.681279825883201e-06, + "loss": 0.09102073907852173, + "step": 1080 + }, + { + "epoch": 0.17795918367346938, + "grad_norm": 0.12001907080411911, + "learning_rate": 4.674881075057581e-06, + "loss": 0.09481253027915955, + "step": 1090 + }, + { + "epoch": 0.17959183673469387, + "grad_norm": 0.13000014424324036, + "learning_rate": 4.668423192558069e-06, + "loss": 0.08999797105789184, + "step": 1100 + }, + { + "epoch": 0.18122448979591838, + "grad_norm": 0.07537361979484558, + "learning_rate": 4.661906353964563e-06, + "loss": 0.07345216870307922, + "step": 1110 + }, + { + "epoch": 0.18285714285714286, + "grad_norm": 0.10346294194459915, + "learning_rate": 4.65533073645989e-06, + "loss": 0.08096543550491334, + "step": 1120 + }, + { + "epoch": 0.18448979591836734, + "grad_norm": 0.12576258182525635, + "learning_rate": 4.6486965188249825e-06, + "loss": 0.08680164813995361, + "step": 1130 + }, + { + "epoch": 0.18612244897959185, + "grad_norm": 0.17314419150352478, + "learning_rate": 4.642003881434024e-06, + "loss": 0.08470291495323182, + "step": 1140 + }, + { + "epoch": 0.18775510204081633, + "grad_norm": 0.1576225906610489, + "learning_rate": 4.635253006249536e-06, + "loss": 0.10852066278457642, + "step": 1150 + }, + { + "epoch": 0.1893877551020408, + "grad_norm": 0.15372557938098907, + "learning_rate": 4.628444076817444e-06, + "loss": 0.1022921085357666, + "step": 1160 + }, + { + "epoch": 0.1910204081632653, + "grad_norm": 0.15021173655986786, + "learning_rate": 4.621577278262072e-06, + "loss": 0.09645735621452331, + "step": 1170 + }, + { + "epoch": 0.1926530612244898, + "grad_norm": 0.07714739441871643, + "learning_rate": 4.614652797281118e-06, + "loss": 0.08636590242385864, + "step": 1180 + }, + { + "epoch": 0.19428571428571428, + "grad_norm": 0.17956240475177765, + "learning_rate": 4.6076708221405806e-06, + "loss": 0.09293715357780456, + "step": 1190 + }, + { + "epoch": 0.19591836734693877, + "grad_norm": 0.13412988185882568, + "learning_rate": 4.600631542669633e-06, + "loss": 0.09799563884735107, + "step": 1200 + }, + { + "epoch": 0.19591836734693877, + "eval_accuracy": 0.963, + "eval_loss": 0.08563050627708435, + "eval_runtime": 171.1854, + "eval_samples_per_second": 23.366, + "eval_steps_per_second": 23.366, + "step": 1200 + }, + { + "epoch": 0.19755102040816327, + "grad_norm": 0.1682359278202057, + "learning_rate": 4.593535150255463e-06, + "loss": 0.08345703482627868, + "step": 1210 + }, + { + "epoch": 0.19918367346938776, + "grad_norm": 0.09281504899263382, + "learning_rate": 4.586381837838076e-06, + "loss": 0.08114275336265564, + "step": 1220 + }, + { + "epoch": 0.20081632653061224, + "grad_norm": 0.12355420738458633, + "learning_rate": 4.579171799905044e-06, + "loss": 0.0780484676361084, + "step": 1230 + }, + { + "epoch": 0.20244897959183675, + "grad_norm": 0.12121636420488358, + "learning_rate": 4.571905232486214e-06, + "loss": 0.07816853523254394, + "step": 1240 + }, + { + "epoch": 0.20408163265306123, + "grad_norm": 0.09326840937137604, + "learning_rate": 4.56458233314839e-06, + "loss": 0.08001847267150879, + "step": 1250 + }, + { + "epoch": 0.2057142857142857, + "grad_norm": 0.11423090845346451, + "learning_rate": 4.557203300989948e-06, + "loss": 0.08720387816429138, + "step": 1260 + }, + { + "epoch": 0.2073469387755102, + "grad_norm": 0.124808169901371, + "learning_rate": 4.549768336635432e-06, + "loss": 0.08812607526779175, + "step": 1270 + }, + { + "epoch": 0.2089795918367347, + "grad_norm": 0.08311110734939575, + "learning_rate": 4.542277642230096e-06, + "loss": 0.0880801498889923, + "step": 1280 + }, + { + "epoch": 0.21061224489795918, + "grad_norm": 0.1179559975862503, + "learning_rate": 4.53473142143441e-06, + "loss": 0.09044411182403564, + "step": 1290 + }, + { + "epoch": 0.21224489795918366, + "grad_norm": 0.13122901320457458, + "learning_rate": 4.527129879418519e-06, + "loss": 0.06792758107185363, + "step": 1300 + }, + { + "epoch": 0.21387755102040817, + "grad_norm": 0.10990814864635468, + "learning_rate": 4.519473222856667e-06, + "loss": 0.07861824035644531, + "step": 1310 + }, + { + "epoch": 0.21551020408163266, + "grad_norm": 0.14613105356693268, + "learning_rate": 4.51176165992158e-06, + "loss": 0.08266589641571045, + "step": 1320 + }, + { + "epoch": 0.21714285714285714, + "grad_norm": 0.07217947393655777, + "learning_rate": 4.503995400278801e-06, + "loss": 0.08272708654403686, + "step": 1330 + }, + { + "epoch": 0.21877551020408162, + "grad_norm": 0.12690335512161255, + "learning_rate": 4.4961746550809945e-06, + "loss": 0.08644292950630188, + "step": 1340 + }, + { + "epoch": 0.22040816326530613, + "grad_norm": 0.11895330995321274, + "learning_rate": 4.488299636962203e-06, + "loss": 0.08812489509582519, + "step": 1350 + }, + { + "epoch": 0.2220408163265306, + "grad_norm": 0.08727742731571198, + "learning_rate": 4.4803705600320655e-06, + "loss": 0.08752686977386474, + "step": 1360 + }, + { + "epoch": 0.2236734693877551, + "grad_norm": 0.1101253554224968, + "learning_rate": 4.472387639869998e-06, + "loss": 0.08365487456321716, + "step": 1370 + }, + { + "epoch": 0.2253061224489796, + "grad_norm": 0.0881471335887909, + "learning_rate": 4.464351093519332e-06, + "loss": 0.08101181387901306, + "step": 1380 + }, + { + "epoch": 0.22693877551020408, + "grad_norm": 0.1676328480243683, + "learning_rate": 4.45626113948141e-06, + "loss": 0.08873040080070496, + "step": 1390 + }, + { + "epoch": 0.22857142857142856, + "grad_norm": 0.13493730127811432, + "learning_rate": 4.44811799770965e-06, + "loss": 0.08360225558280945, + "step": 1400 + }, + { + "epoch": 0.22857142857142856, + "eval_accuracy": 0.961125, + "eval_loss": 0.0838993564248085, + "eval_runtime": 159.3888, + "eval_samples_per_second": 25.096, + "eval_steps_per_second": 25.096, + "step": 1400 + }, + { + "epoch": 0.23020408163265307, + "grad_norm": 0.18087805807590485, + "learning_rate": 4.4399218896035615e-06, + "loss": 0.07942168116569519, + "step": 1410 + }, + { + "epoch": 0.23183673469387756, + "grad_norm": 0.15980401635169983, + "learning_rate": 4.431673038002726e-06, + "loss": 0.07959137558937072, + "step": 1420 + }, + { + "epoch": 0.23346938775510204, + "grad_norm": 0.09756626188755035, + "learning_rate": 4.423371667180743e-06, + "loss": 0.08047830462455749, + "step": 1430 + }, + { + "epoch": 0.23510204081632652, + "grad_norm": 0.11922340840101242, + "learning_rate": 4.415018002839127e-06, + "loss": 0.07832802534103393, + "step": 1440 + }, + { + "epoch": 0.23673469387755103, + "grad_norm": 0.09443783015012741, + "learning_rate": 4.40661227210117e-06, + "loss": 0.07132846713066102, + "step": 1450 + }, + { + "epoch": 0.2383673469387755, + "grad_norm": 0.15397194027900696, + "learning_rate": 4.398154703505776e-06, + "loss": 0.09222683906555176, + "step": 1460 + }, + { + "epoch": 0.24, + "grad_norm": 0.06159692630171776, + "learning_rate": 4.389645527001234e-06, + "loss": 0.07937920093536377, + "step": 1470 + }, + { + "epoch": 0.2416326530612245, + "grad_norm": 0.11855911463499069, + "learning_rate": 4.381084973938976e-06, + "loss": 0.07650941014289855, + "step": 1480 + }, + { + "epoch": 0.24326530612244898, + "grad_norm": 0.1305486559867859, + "learning_rate": 4.372473277067285e-06, + "loss": 0.07730157375335693, + "step": 1490 + }, + { + "epoch": 0.24489795918367346, + "grad_norm": 0.09036920964717865, + "learning_rate": 4.363810670524962e-06, + "loss": 0.07192737460136414, + "step": 1500 + }, + { + "epoch": 0.24653061224489795, + "grad_norm": 0.0936962217092514, + "learning_rate": 4.355097389834966e-06, + "loss": 0.09040454030036926, + "step": 1510 + }, + { + "epoch": 0.24816326530612245, + "grad_norm": 0.0778910219669342, + "learning_rate": 4.346333671898007e-06, + "loss": 0.06948431730270385, + "step": 1520 + }, + { + "epoch": 0.24979591836734694, + "grad_norm": 0.0979679748415947, + "learning_rate": 4.337519754986108e-06, + "loss": 0.07317689657211304, + "step": 1530 + }, + { + "epoch": 0.25142857142857145, + "grad_norm": 0.15620048344135284, + "learning_rate": 4.328655878736123e-06, + "loss": 0.09126524925231934, + "step": 1540 + }, + { + "epoch": 0.2530612244897959, + "grad_norm": 0.09080824255943298, + "learning_rate": 4.319742284143226e-06, + "loss": 0.09065211415290833, + "step": 1550 + }, + { + "epoch": 0.2546938775510204, + "grad_norm": 0.046968940645456314, + "learning_rate": 4.310779213554353e-06, + "loss": 0.0718291699886322, + "step": 1560 + }, + { + "epoch": 0.2563265306122449, + "grad_norm": 0.11479081958532333, + "learning_rate": 4.301766910661619e-06, + "loss": 0.07913097143173217, + "step": 1570 + }, + { + "epoch": 0.25795918367346937, + "grad_norm": 0.1042279377579689, + "learning_rate": 4.292705620495689e-06, + "loss": 0.06828063130378723, + "step": 1580 + }, + { + "epoch": 0.2595918367346939, + "grad_norm": 0.17096509039402008, + "learning_rate": 4.283595589419115e-06, + "loss": 0.07042163014411926, + "step": 1590 + }, + { + "epoch": 0.2612244897959184, + "grad_norm": 0.10892639309167862, + "learning_rate": 4.274437065119643e-06, + "loss": 0.07090482115745544, + "step": 1600 + }, + { + "epoch": 0.2612244897959184, + "eval_accuracy": 0.964375, + "eval_loss": 0.08112655580043793, + "eval_runtime": 158.0164, + "eval_samples_per_second": 25.314, + "eval_steps_per_second": 25.314, + "step": 1600 + }, + { + "epoch": 0.26285714285714284, + "grad_norm": 0.09731441736221313, + "learning_rate": 4.265230296603471e-06, + "loss": 0.08803416490554809, + "step": 1610 + }, + { + "epoch": 0.26448979591836735, + "grad_norm": 0.0956069752573967, + "learning_rate": 4.255975534188488e-06, + "loss": 0.0734250545501709, + "step": 1620 + }, + { + "epoch": 0.26612244897959186, + "grad_norm": 0.14361435174942017, + "learning_rate": 4.246673029497458e-06, + "loss": 0.07703657150268554, + "step": 1630 + }, + { + "epoch": 0.2677551020408163, + "grad_norm": 0.08011971414089203, + "learning_rate": 4.237323035451188e-06, + "loss": 0.08410758376121522, + "step": 1640 + }, + { + "epoch": 0.2693877551020408, + "grad_norm": 0.1244175136089325, + "learning_rate": 4.2279258062616455e-06, + "loss": 0.0808764636516571, + "step": 1650 + }, + { + "epoch": 0.2710204081632653, + "grad_norm": 0.11162611097097397, + "learning_rate": 4.21848159742505e-06, + "loss": 0.07636536359786987, + "step": 1660 + }, + { + "epoch": 0.2726530612244898, + "grad_norm": 0.16819386184215546, + "learning_rate": 4.208990665714927e-06, + "loss": 0.07789689898490906, + "step": 1670 + }, + { + "epoch": 0.2742857142857143, + "grad_norm": 0.07522564381361008, + "learning_rate": 4.19945326917512e-06, + "loss": 0.07442367672920228, + "step": 1680 + }, + { + "epoch": 0.27591836734693875, + "grad_norm": 0.08352494984865189, + "learning_rate": 4.1898696671127855e-06, + "loss": 0.07646024227142334, + "step": 1690 + }, + { + "epoch": 0.27755102040816326, + "grad_norm": 0.12580762803554535, + "learning_rate": 4.180240120091333e-06, + "loss": 0.07484800815582275, + "step": 1700 + }, + { + "epoch": 0.27918367346938777, + "grad_norm": 0.14690619707107544, + "learning_rate": 4.170564889923348e-06, + "loss": 0.07452926635742188, + "step": 1710 + }, + { + "epoch": 0.2808163265306122, + "grad_norm": 0.08760543167591095, + "learning_rate": 4.1608442396634675e-06, + "loss": 0.07579211592674255, + "step": 1720 + }, + { + "epoch": 0.28244897959183674, + "grad_norm": 0.05263754725456238, + "learning_rate": 4.151078433601234e-06, + "loss": 0.08277950882911682, + "step": 1730 + }, + { + "epoch": 0.28408163265306124, + "grad_norm": 0.12929993867874146, + "learning_rate": 4.141267737253905e-06, + "loss": 0.07354526519775391, + "step": 1740 + }, + { + "epoch": 0.2857142857142857, + "grad_norm": 0.1444639414548874, + "learning_rate": 4.1314124173592356e-06, + "loss": 0.07377716898918152, + "step": 1750 + }, + { + "epoch": 0.2873469387755102, + "grad_norm": 0.15250442922115326, + "learning_rate": 4.121512741868229e-06, + "loss": 0.0802634596824646, + "step": 1760 + }, + { + "epoch": 0.2889795918367347, + "grad_norm": 0.14867356419563293, + "learning_rate": 4.111568979937845e-06, + "loss": 0.08141970038414001, + "step": 1770 + }, + { + "epoch": 0.29061224489795917, + "grad_norm": 0.1100233644247055, + "learning_rate": 4.10158140192369e-06, + "loss": 0.07370007634162903, + "step": 1780 + }, + { + "epoch": 0.2922448979591837, + "grad_norm": 0.10663364082574844, + "learning_rate": 4.091550279372659e-06, + "loss": 0.0754891276359558, + "step": 1790 + }, + { + "epoch": 0.2938775510204082, + "grad_norm": 0.07148909568786621, + "learning_rate": 4.081475885015558e-06, + "loss": 0.07567381858825684, + "step": 1800 + }, + { + "epoch": 0.2938775510204082, + "eval_accuracy": 0.9665416666666667, + "eval_loss": 0.07648575305938721, + "eval_runtime": 176.7261, + "eval_samples_per_second": 22.634, + "eval_steps_per_second": 22.634, + "step": 1800 + }, + { + "epoch": 0.29551020408163264, + "grad_norm": 0.07446923106908798, + "learning_rate": 4.071358492759686e-06, + "loss": 0.06706757545471191, + "step": 1810 + }, + { + "epoch": 0.29714285714285715, + "grad_norm": 0.144475519657135, + "learning_rate": 4.061198377681391e-06, + "loss": 0.07407833337783813, + "step": 1820 + }, + { + "epoch": 0.2987755102040816, + "grad_norm": 0.16540028154850006, + "learning_rate": 4.050995816018585e-06, + "loss": 0.07593105435371399, + "step": 1830 + }, + { + "epoch": 0.3004081632653061, + "grad_norm": 0.09237829595804214, + "learning_rate": 4.040751085163239e-06, + "loss": 0.08375502228736878, + "step": 1840 + }, + { + "epoch": 0.3020408163265306, + "grad_norm": 0.11202957481145859, + "learning_rate": 4.0304644636538435e-06, + "loss": 0.0692280650138855, + "step": 1850 + }, + { + "epoch": 0.3036734693877551, + "grad_norm": 0.16075952351093292, + "learning_rate": 4.020136231167824e-06, + "loss": 0.07824563384056091, + "step": 1860 + }, + { + "epoch": 0.3053061224489796, + "grad_norm": 0.12567447125911713, + "learning_rate": 4.0097666685139516e-06, + "loss": 0.07255304455757142, + "step": 1870 + }, + { + "epoch": 0.3069387755102041, + "grad_norm": 0.08912669867277145, + "learning_rate": 3.999356057624696e-06, + "loss": 0.06304961442947388, + "step": 1880 + }, + { + "epoch": 0.30857142857142855, + "grad_norm": 0.15736177563667297, + "learning_rate": 3.988904681548568e-06, + "loss": 0.07315694689750671, + "step": 1890 + }, + { + "epoch": 0.31020408163265306, + "grad_norm": 0.13224704563617706, + "learning_rate": 3.978412824442421e-06, + "loss": 0.07607222199440003, + "step": 1900 + }, + { + "epoch": 0.31183673469387757, + "grad_norm": 0.0942244678735733, + "learning_rate": 3.9678807715637245e-06, + "loss": 0.06320942640304565, + "step": 1910 + }, + { + "epoch": 0.313469387755102, + "grad_norm": 0.1153193786740303, + "learning_rate": 3.95730880926281e-06, + "loss": 0.07607839703559875, + "step": 1920 + }, + { + "epoch": 0.31510204081632653, + "grad_norm": 0.24464164674282074, + "learning_rate": 3.946697224975083e-06, + "loss": 0.07458690404891968, + "step": 1930 + }, + { + "epoch": 0.31673469387755104, + "grad_norm": 0.14584548771381378, + "learning_rate": 3.936046307213215e-06, + "loss": 0.07876120805740357, + "step": 1940 + }, + { + "epoch": 0.3183673469387755, + "grad_norm": 0.0880698636174202, + "learning_rate": 3.925356345559288e-06, + "loss": 0.07082821726799012, + "step": 1950 + }, + { + "epoch": 0.32, + "grad_norm": 0.08619305491447449, + "learning_rate": 3.914627630656931e-06, + "loss": 0.06648402214050293, + "step": 1960 + }, + { + "epoch": 0.3216326530612245, + "grad_norm": 0.1341329663991928, + "learning_rate": 3.903860454203413e-06, + "loss": 0.07000230550765991, + "step": 1970 + }, + { + "epoch": 0.32326530612244897, + "grad_norm": 0.1504107564687729, + "learning_rate": 3.8930551089417145e-06, + "loss": 0.06887786984443664, + "step": 1980 + }, + { + "epoch": 0.3248979591836735, + "grad_norm": 0.1262267827987671, + "learning_rate": 3.882211888652566e-06, + "loss": 0.08991954326629639, + "step": 1990 + }, + { + "epoch": 0.32653061224489793, + "grad_norm": 0.2052707076072693, + "learning_rate": 3.871331088146463e-06, + "loss": 0.07011507153511047, + "step": 2000 + }, + { + "epoch": 0.32653061224489793, + "eval_accuracy": 0.9654583333333334, + "eval_loss": 0.07913381606340408, + "eval_runtime": 161.4221, + "eval_samples_per_second": 24.78, + "eval_steps_per_second": 24.78, + "step": 2000 + }, + { + "epoch": 0.32816326530612244, + "grad_norm": 0.11643362790346146, + "learning_rate": 3.860413003255648e-06, + "loss": 0.08266008496284485, + "step": 2010 + }, + { + "epoch": 0.32979591836734695, + "grad_norm": 0.1472826600074768, + "learning_rate": 3.8494579308260695e-06, + "loss": 0.07043538689613342, + "step": 2020 + }, + { + "epoch": 0.3314285714285714, + "grad_norm": 0.10538945347070694, + "learning_rate": 3.838466168709312e-06, + "loss": 0.06780247688293457, + "step": 2030 + }, + { + "epoch": 0.3330612244897959, + "grad_norm": 0.14366035163402557, + "learning_rate": 3.827438015754491e-06, + "loss": 0.06872215867042542, + "step": 2040 + }, + { + "epoch": 0.3346938775510204, + "grad_norm": 0.11022552847862244, + "learning_rate": 3.81637377180014e-06, + "loss": 0.06861716508865356, + "step": 2050 + }, + { + "epoch": 0.3363265306122449, + "grad_norm": 0.07990925014019012, + "learning_rate": 3.8052737376660446e-06, + "loss": 0.07096996307373046, + "step": 2060 + }, + { + "epoch": 0.3379591836734694, + "grad_norm": 0.11924420297145844, + "learning_rate": 3.7941382151450756e-06, + "loss": 0.07092551589012146, + "step": 2070 + }, + { + "epoch": 0.3395918367346939, + "grad_norm": 0.08096475899219513, + "learning_rate": 3.782967506994975e-06, + "loss": 0.06780472993850709, + "step": 2080 + }, + { + "epoch": 0.34122448979591835, + "grad_norm": 0.14714907109737396, + "learning_rate": 3.7717619169301302e-06, + "loss": 0.07661795020103454, + "step": 2090 + }, + { + "epoch": 0.34285714285714286, + "grad_norm": 0.14839571714401245, + "learning_rate": 3.7605217496133127e-06, + "loss": 0.07939797639846802, + "step": 2100 + }, + { + "epoch": 0.34448979591836737, + "grad_norm": 0.15081271529197693, + "learning_rate": 3.749247310647398e-06, + "loss": 0.07869908213615417, + "step": 2110 + }, + { + "epoch": 0.3461224489795918, + "grad_norm": 0.13346275687217712, + "learning_rate": 3.737938906567053e-06, + "loss": 0.07526676058769226, + "step": 2120 + }, + { + "epoch": 0.34775510204081633, + "grad_norm": 0.112598717212677, + "learning_rate": 3.7265968448304057e-06, + "loss": 0.07366414070129394, + "step": 2130 + }, + { + "epoch": 0.34938775510204084, + "grad_norm": 0.12423531711101532, + "learning_rate": 3.7152214338106827e-06, + "loss": 0.06439908146858216, + "step": 2140 + }, + { + "epoch": 0.3510204081632653, + "grad_norm": 0.21758921444416046, + "learning_rate": 3.703812982787828e-06, + "loss": 0.08098108768463134, + "step": 2150 + }, + { + "epoch": 0.3526530612244898, + "grad_norm": 0.1298121213912964, + "learning_rate": 3.6923718019400906e-06, + "loss": 0.08134381771087647, + "step": 2160 + }, + { + "epoch": 0.35428571428571426, + "grad_norm": 0.09018377214670181, + "learning_rate": 3.6808982023355934e-06, + "loss": 0.07070590257644653, + "step": 2170 + }, + { + "epoch": 0.35591836734693877, + "grad_norm": 0.1329157054424286, + "learning_rate": 3.6693924959238774e-06, + "loss": 0.06200396418571472, + "step": 2180 + }, + { + "epoch": 0.3575510204081633, + "grad_norm": 0.08813945204019547, + "learning_rate": 3.657854995527416e-06, + "loss": 0.06886230111122131, + "step": 2190 + }, + { + "epoch": 0.35918367346938773, + "grad_norm": 0.13459829986095428, + "learning_rate": 3.646286014833114e-06, + "loss": 0.07170915603637695, + "step": 2200 + }, + { + "epoch": 0.35918367346938773, + "eval_accuracy": 0.970625, + "eval_loss": 0.06810569018125534, + "eval_runtime": 157.4227, + "eval_samples_per_second": 25.409, + "eval_steps_per_second": 25.409, + "step": 2200 + }, + { + "epoch": 0.36081632653061224, + "grad_norm": 0.13405098021030426, + "learning_rate": 3.634685868383776e-06, + "loss": 0.07438129186630249, + "step": 2210 + }, + { + "epoch": 0.36244897959183675, + "grad_norm": 0.1342102289199829, + "learning_rate": 3.6230548715695555e-06, + "loss": 0.07625046968460084, + "step": 2220 + }, + { + "epoch": 0.3640816326530612, + "grad_norm": 0.1532502919435501, + "learning_rate": 3.611393340619381e-06, + "loss": 0.06719872951507569, + "step": 2230 + }, + { + "epoch": 0.3657142857142857, + "grad_norm": 0.11218152195215225, + "learning_rate": 3.5997015925923563e-06, + "loss": 0.07131683230400085, + "step": 2240 + }, + { + "epoch": 0.3673469387755102, + "grad_norm": 0.09200239181518555, + "learning_rate": 3.587979945369141e-06, + "loss": 0.06948224902153015, + "step": 2250 + }, + { + "epoch": 0.3689795918367347, + "grad_norm": 0.08099328726530075, + "learning_rate": 3.5762287176433097e-06, + "loss": 0.07263018488883972, + "step": 2260 + }, + { + "epoch": 0.3706122448979592, + "grad_norm": 0.09097494184970856, + "learning_rate": 3.564448228912682e-06, + "loss": 0.06066258549690247, + "step": 2270 + }, + { + "epoch": 0.3722448979591837, + "grad_norm": 0.07033897191286087, + "learning_rate": 3.5526387994706428e-06, + "loss": 0.07041062712669373, + "step": 2280 + }, + { + "epoch": 0.37387755102040815, + "grad_norm": 0.07659374922513962, + "learning_rate": 3.5408007503974283e-06, + "loss": 0.07272242307662964, + "step": 2290 + }, + { + "epoch": 0.37551020408163266, + "grad_norm": 0.0836353451013565, + "learning_rate": 3.5289344035513996e-06, + "loss": 0.07268807291984558, + "step": 2300 + }, + { + "epoch": 0.37714285714285717, + "grad_norm": 0.1426168978214264, + "learning_rate": 3.5170400815602894e-06, + "loss": 0.05777261257171631, + "step": 2310 + }, + { + "epoch": 0.3787755102040816, + "grad_norm": 0.07479120045900345, + "learning_rate": 3.5051181078124336e-06, + "loss": 0.06174240708351135, + "step": 2320 + }, + { + "epoch": 0.38040816326530613, + "grad_norm": 0.14598114788532257, + "learning_rate": 3.4931688064479745e-06, + "loss": 0.06616324782371522, + "step": 2330 + }, + { + "epoch": 0.3820408163265306, + "grad_norm": 0.22399863600730896, + "learning_rate": 3.4811925023500524e-06, + "loss": 0.06692227125167846, + "step": 2340 + }, + { + "epoch": 0.3836734693877551, + "grad_norm": 0.11600285023450851, + "learning_rate": 3.4691895211359693e-06, + "loss": 0.0634126603603363, + "step": 2350 + }, + { + "epoch": 0.3853061224489796, + "grad_norm": 0.0577060841023922, + "learning_rate": 3.457160189148337e-06, + "loss": 0.06884999275207519, + "step": 2360 + }, + { + "epoch": 0.38693877551020406, + "grad_norm": 0.09160040318965912, + "learning_rate": 3.445104833446205e-06, + "loss": 0.05986430644989014, + "step": 2370 + }, + { + "epoch": 0.38857142857142857, + "grad_norm": 0.1284518539905548, + "learning_rate": 3.433023781796167e-06, + "loss": 0.06759394407272339, + "step": 2380 + }, + { + "epoch": 0.3902040816326531, + "grad_norm": 0.08572858572006226, + "learning_rate": 3.4209173626634494e-06, + "loss": 0.06813116669654846, + "step": 2390 + }, + { + "epoch": 0.39183673469387753, + "grad_norm": 0.11550725251436234, + "learning_rate": 3.4087859052029837e-06, + "loss": 0.06371633410453796, + "step": 2400 + }, + { + "epoch": 0.39183673469387753, + "eval_accuracy": 0.9685833333333334, + "eval_loss": 0.07035119831562042, + "eval_runtime": 156.9729, + "eval_samples_per_second": 25.482, + "eval_steps_per_second": 25.482, + "step": 2400 + }, + { + "epoch": 0.39346938775510204, + "grad_norm": 0.22328943014144897, + "learning_rate": 3.3966297392504535e-06, + "loss": 0.06804299950599671, + "step": 2410 + }, + { + "epoch": 0.39510204081632655, + "grad_norm": 0.18518126010894775, + "learning_rate": 3.3844491953133272e-06, + "loss": 0.07678125500679016, + "step": 2420 + }, + { + "epoch": 0.396734693877551, + "grad_norm": 0.09818598628044128, + "learning_rate": 3.372244604561875e-06, + "loss": 0.06537411212921143, + "step": 2430 + }, + { + "epoch": 0.3983673469387755, + "grad_norm": 0.08255010843276978, + "learning_rate": 3.360016298820163e-06, + "loss": 0.05702770948410034, + "step": 2440 + }, + { + "epoch": 0.4, + "grad_norm": 0.10319415479898453, + "learning_rate": 3.3477646105570293e-06, + "loss": 0.06334798336029053, + "step": 2450 + }, + { + "epoch": 0.4016326530612245, + "grad_norm": 0.06523872911930084, + "learning_rate": 3.3354898728770503e-06, + "loss": 0.051438117027282716, + "step": 2460 + }, + { + "epoch": 0.403265306122449, + "grad_norm": 0.15883173048496246, + "learning_rate": 3.3231924195114774e-06, + "loss": 0.06427289247512817, + "step": 2470 + }, + { + "epoch": 0.4048979591836735, + "grad_norm": 0.1734374463558197, + "learning_rate": 3.3108725848091685e-06, + "loss": 0.06652372479438781, + "step": 2480 + }, + { + "epoch": 0.40653061224489795, + "grad_norm": 0.10557752102613449, + "learning_rate": 3.2985307037274937e-06, + "loss": 0.07374808788299561, + "step": 2490 + }, + { + "epoch": 0.40816326530612246, + "grad_norm": 0.12942200899124146, + "learning_rate": 3.286167111823234e-06, + "loss": 0.06349012851715088, + "step": 2500 + }, + { + "epoch": 0.4097959183673469, + "grad_norm": 0.1858324259519577, + "learning_rate": 3.2737821452434502e-06, + "loss": 0.06953533291816712, + "step": 2510 + }, + { + "epoch": 0.4114285714285714, + "grad_norm": 0.10682573169469833, + "learning_rate": 3.26137614071635e-06, + "loss": 0.05826004147529602, + "step": 2520 + }, + { + "epoch": 0.41306122448979593, + "grad_norm": 0.12533792853355408, + "learning_rate": 3.2489494355421293e-06, + "loss": 0.05837242007255554, + "step": 2530 + }, + { + "epoch": 0.4146938775510204, + "grad_norm": 0.10952792316675186, + "learning_rate": 3.2365023675838027e-06, + "loss": 0.06359312534332276, + "step": 2540 + }, + { + "epoch": 0.4163265306122449, + "grad_norm": 0.08605755865573883, + "learning_rate": 3.22403527525802e-06, + "loss": 0.07361164093017578, + "step": 2550 + }, + { + "epoch": 0.4179591836734694, + "grad_norm": 0.15942610800266266, + "learning_rate": 3.211548497525861e-06, + "loss": 0.05989238619804382, + "step": 2560 + }, + { + "epoch": 0.41959183673469386, + "grad_norm": 0.16340239346027374, + "learning_rate": 3.1990423738836206e-06, + "loss": 0.07593320608139038, + "step": 2570 + }, + { + "epoch": 0.42122448979591837, + "grad_norm": 0.11011330783367157, + "learning_rate": 3.1865172443535797e-06, + "loss": 0.06850495338439941, + "step": 2580 + }, + { + "epoch": 0.4228571428571429, + "grad_norm": 0.10529608279466629, + "learning_rate": 3.173973449474762e-06, + "loss": 0.056969082355499266, + "step": 2590 + }, + { + "epoch": 0.42448979591836733, + "grad_norm": 0.12615667283535004, + "learning_rate": 3.1614113302936716e-06, + "loss": 0.06189748048782349, + "step": 2600 + }, + { + "epoch": 0.42448979591836733, + "eval_accuracy": 0.9746666666666668, + "eval_loss": 0.0618240088224411, + "eval_runtime": 157.0858, + "eval_samples_per_second": 25.464, + "eval_steps_per_second": 25.464, + "step": 2600 + }, + { + "epoch": 0.42612244897959184, + "grad_norm": 0.1343226134777069, + "learning_rate": 3.1488312283550216e-06, + "loss": 0.061647194623947146, + "step": 2610 + }, + { + "epoch": 0.42775510204081635, + "grad_norm": 0.11777225136756897, + "learning_rate": 3.136233485692451e-06, + "loss": 0.05916886925697327, + "step": 2620 + }, + { + "epoch": 0.4293877551020408, + "grad_norm": 0.14721977710723877, + "learning_rate": 3.12361844481922e-06, + "loss": 0.059158307313919065, + "step": 2630 + }, + { + "epoch": 0.4310204081632653, + "grad_norm": 0.12912684679031372, + "learning_rate": 3.110986448718902e-06, + "loss": 0.05914759635925293, + "step": 2640 + }, + { + "epoch": 0.4326530612244898, + "grad_norm": 0.13003695011138916, + "learning_rate": 3.0983378408360597e-06, + "loss": 0.059078723192214966, + "step": 2650 + }, + { + "epoch": 0.4342857142857143, + "grad_norm": 0.12714017927646637, + "learning_rate": 3.085672965066899e-06, + "loss": 0.05707222819328308, + "step": 2660 + }, + { + "epoch": 0.4359183673469388, + "grad_norm": 0.13708427548408508, + "learning_rate": 3.0729921657499294e-06, + "loss": 0.05138048529624939, + "step": 2670 + }, + { + "epoch": 0.43755102040816324, + "grad_norm": 0.0949573740363121, + "learning_rate": 3.0602957876565943e-06, + "loss": 0.050283265113830564, + "step": 2680 + }, + { + "epoch": 0.43918367346938775, + "grad_norm": 0.08723263442516327, + "learning_rate": 3.0475841759819023e-06, + "loss": 0.06342648863792419, + "step": 2690 + }, + { + "epoch": 0.44081632653061226, + "grad_norm": 0.09944969415664673, + "learning_rate": 3.034857676335038e-06, + "loss": 0.06127093434333801, + "step": 2700 + }, + { + "epoch": 0.4424489795918367, + "grad_norm": 0.10576151311397552, + "learning_rate": 3.0221166347299673e-06, + "loss": 0.05412284731864929, + "step": 2710 + }, + { + "epoch": 0.4440816326530612, + "grad_norm": 0.1598891168832779, + "learning_rate": 3.009361397576031e-06, + "loss": 0.05579071640968323, + "step": 2720 + }, + { + "epoch": 0.44571428571428573, + "grad_norm": 0.16953758895397186, + "learning_rate": 2.9965923116685224e-06, + "loss": 0.06472888588905334, + "step": 2730 + }, + { + "epoch": 0.4473469387755102, + "grad_norm": 0.10883133113384247, + "learning_rate": 2.9838097241792646e-06, + "loss": 0.06263615489006043, + "step": 2740 + }, + { + "epoch": 0.4489795918367347, + "grad_norm": 0.08914396911859512, + "learning_rate": 2.9710139826471646e-06, + "loss": 0.0624904453754425, + "step": 2750 + }, + { + "epoch": 0.4506122448979592, + "grad_norm": 0.1059069111943245, + "learning_rate": 2.9582054349687706e-06, + "loss": 0.05488716959953308, + "step": 2760 + }, + { + "epoch": 0.45224489795918366, + "grad_norm": 0.09883642196655273, + "learning_rate": 2.9453844293888067e-06, + "loss": 0.06263139843940735, + "step": 2770 + }, + { + "epoch": 0.45387755102040817, + "grad_norm": 0.11156519502401352, + "learning_rate": 2.932551314490712e-06, + "loss": 0.06324111819267272, + "step": 2780 + }, + { + "epoch": 0.4555102040816327, + "grad_norm": 0.08826332539319992, + "learning_rate": 2.9197064391871565e-06, + "loss": 0.06384775042533875, + "step": 2790 + }, + { + "epoch": 0.45714285714285713, + "grad_norm": 0.0698089748620987, + "learning_rate": 2.9068501527105595e-06, + "loss": 0.05722553730010986, + "step": 2800 + }, + { + "epoch": 0.45714285714285713, + "eval_accuracy": 0.977375, + "eval_loss": 0.05622806400060654, + "eval_runtime": 170.7758, + "eval_samples_per_second": 23.423, + "eval_steps_per_second": 23.423, + "step": 2800 + }, + { + "epoch": 0.45877551020408164, + "grad_norm": 0.07031046599149704, + "learning_rate": 2.893982804603592e-06, + "loss": 0.060957270860672, + "step": 2810 + }, + { + "epoch": 0.46040816326530615, + "grad_norm": 0.08772005140781403, + "learning_rate": 2.8811047447096714e-06, + "loss": 0.05667365789413452, + "step": 2820 + }, + { + "epoch": 0.4620408163265306, + "grad_norm": 0.10329847782850266, + "learning_rate": 2.8682163231634557e-06, + "loss": 0.06144403219223023, + "step": 2830 + }, + { + "epoch": 0.4636734693877551, + "grad_norm": 0.06306952983140945, + "learning_rate": 2.8553178903813193e-06, + "loss": 0.04665087461471558, + "step": 2840 + }, + { + "epoch": 0.46530612244897956, + "grad_norm": 0.11146903783082962, + "learning_rate": 2.842409797051825e-06, + "loss": 0.06363347172737122, + "step": 2850 + }, + { + "epoch": 0.4669387755102041, + "grad_norm": 0.04504350945353508, + "learning_rate": 2.829492394126192e-06, + "loss": 0.05332474112510681, + "step": 2860 + }, + { + "epoch": 0.4685714285714286, + "grad_norm": 0.06039620563387871, + "learning_rate": 2.8165660328087546e-06, + "loss": 0.07094461917877197, + "step": 2870 + }, + { + "epoch": 0.47020408163265304, + "grad_norm": 0.08084474503993988, + "learning_rate": 2.8036310645474096e-06, + "loss": 0.058167701959609984, + "step": 2880 + }, + { + "epoch": 0.47183673469387755, + "grad_norm": 0.05352522060275078, + "learning_rate": 2.7906878410240655e-06, + "loss": 0.0486674964427948, + "step": 2890 + }, + { + "epoch": 0.47346938775510206, + "grad_norm": 0.09431054443120956, + "learning_rate": 2.777736714145077e-06, + "loss": 0.062025409936904904, + "step": 2900 + }, + { + "epoch": 0.4751020408163265, + "grad_norm": 0.09863542020320892, + "learning_rate": 2.7647780360316787e-06, + "loss": 0.061118441820144656, + "step": 2910 + }, + { + "epoch": 0.476734693877551, + "grad_norm": 0.082881860435009, + "learning_rate": 2.7518121590104145e-06, + "loss": 0.061808472871780394, + "step": 2920 + }, + { + "epoch": 0.47836734693877553, + "grad_norm": 0.06983684748411179, + "learning_rate": 2.7388394356035524e-06, + "loss": 0.05849882960319519, + "step": 2930 + }, + { + "epoch": 0.48, + "grad_norm": 0.10832090675830841, + "learning_rate": 2.7258602185195043e-06, + "loss": 0.06612529158592224, + "step": 2940 + }, + { + "epoch": 0.4816326530612245, + "grad_norm": 0.1516750454902649, + "learning_rate": 2.7128748606432353e-06, + "loss": 0.058327901363372806, + "step": 2950 + }, + { + "epoch": 0.483265306122449, + "grad_norm": 0.14055661857128143, + "learning_rate": 2.699883715026669e-06, + "loss": 0.055737996101379396, + "step": 2960 + }, + { + "epoch": 0.48489795918367345, + "grad_norm": 0.0793638750910759, + "learning_rate": 2.686887134879089e-06, + "loss": 0.051851028203964235, + "step": 2970 + }, + { + "epoch": 0.48653061224489796, + "grad_norm": 0.07475428283214569, + "learning_rate": 2.6738854735575358e-06, + "loss": 0.06357839703559875, + "step": 2980 + }, + { + "epoch": 0.4881632653061225, + "grad_norm": 0.13335047662258148, + "learning_rate": 2.660879084557198e-06, + "loss": 0.06160399913787842, + "step": 2990 + }, + { + "epoch": 0.4897959183673469, + "grad_norm": 0.12583893537521362, + "learning_rate": 2.6478683215018025e-06, + "loss": 0.060502588748931885, + "step": 3000 + }, + { + "epoch": 0.4897959183673469, + "eval_accuracy": 0.9767083333333334, + "eval_loss": 0.0561000294983387, + "eval_runtime": 156.4202, + "eval_samples_per_second": 25.572, + "eval_steps_per_second": 25.572, + "step": 3000 + }, + { + "epoch": 0.49142857142857144, + "grad_norm": 0.1411438137292862, + "learning_rate": 2.6348535381340025e-06, + "loss": 0.060459482669830325, + "step": 3010 + }, + { + "epoch": 0.4930612244897959, + "grad_norm": 0.12584605813026428, + "learning_rate": 2.6218350883057546e-06, + "loss": 0.0632048487663269, + "step": 3020 + }, + { + "epoch": 0.4946938775510204, + "grad_norm": 0.10522248595952988, + "learning_rate": 2.608813325968702e-06, + "loss": 0.04655081033706665, + "step": 3030 + }, + { + "epoch": 0.4963265306122449, + "grad_norm": 0.11343304812908173, + "learning_rate": 2.59578860516455e-06, + "loss": 0.05672039389610291, + "step": 3040 + }, + { + "epoch": 0.49795918367346936, + "grad_norm": 0.12666337192058563, + "learning_rate": 2.5827612800154382e-06, + "loss": 0.047120341658592226, + "step": 3050 + }, + { + "epoch": 0.4995918367346939, + "grad_norm": 0.08930598944425583, + "learning_rate": 2.5697317047143177e-06, + "loss": 0.06063341498374939, + "step": 3060 + }, + { + "epoch": 0.5012244897959184, + "grad_norm": 0.07818852365016937, + "learning_rate": 2.556700233515316e-06, + "loss": 0.05240688323974609, + "step": 3070 + }, + { + "epoch": 0.5028571428571429, + "grad_norm": 0.1425711065530777, + "learning_rate": 2.5436672207241064e-06, + "loss": 0.053180736303329465, + "step": 3080 + }, + { + "epoch": 0.5044897959183674, + "grad_norm": 0.1457373946905136, + "learning_rate": 2.5306330206882764e-06, + "loss": 0.06092001795768738, + "step": 3090 + }, + { + "epoch": 0.5061224489795918, + "grad_norm": 0.12738314270973206, + "learning_rate": 2.5175979877876935e-06, + "loss": 0.06613186597824097, + "step": 3100 + }, + { + "epoch": 0.5077551020408163, + "grad_norm": 0.09169036149978638, + "learning_rate": 2.5045624764248687e-06, + "loss": 0.06115126609802246, + "step": 3110 + }, + { + "epoch": 0.5093877551020408, + "grad_norm": 0.09637737274169922, + "learning_rate": 2.491526841015321e-06, + "loss": 0.044120225310325625, + "step": 3120 + }, + { + "epoch": 0.5110204081632653, + "grad_norm": 0.15029804408550262, + "learning_rate": 2.478491435977945e-06, + "loss": 0.07098687291145325, + "step": 3130 + }, + { + "epoch": 0.5126530612244898, + "grad_norm": 0.1228741705417633, + "learning_rate": 2.4654566157253683e-06, + "loss": 0.05738852024078369, + "step": 3140 + }, + { + "epoch": 0.5142857142857142, + "grad_norm": 0.09150952100753784, + "learning_rate": 2.452422734654321e-06, + "loss": 0.053479206562042234, + "step": 3150 + }, + { + "epoch": 0.5159183673469387, + "grad_norm": 0.14547918736934662, + "learning_rate": 2.4393901471359977e-06, + "loss": 0.056794995069503786, + "step": 3160 + }, + { + "epoch": 0.5175510204081633, + "grad_norm": 0.10099287331104279, + "learning_rate": 2.4263592075064238e-06, + "loss": 0.05802353620529175, + "step": 3170 + }, + { + "epoch": 0.5191836734693878, + "grad_norm": 0.10859636962413788, + "learning_rate": 2.41333027005682e-06, + "loss": 0.05282890200614929, + "step": 3180 + }, + { + "epoch": 0.5208163265306123, + "grad_norm": 0.12420635670423508, + "learning_rate": 2.400303689023972e-06, + "loss": 0.05190218687057495, + "step": 3190 + }, + { + "epoch": 0.5224489795918368, + "grad_norm": 0.1902378350496292, + "learning_rate": 2.3872798185805986e-06, + "loss": 0.06482383608818054, + "step": 3200 + }, + { + "epoch": 0.5224489795918368, + "eval_accuracy": 0.9744583333333335, + "eval_loss": 0.058392543345689774, + "eval_runtime": 156.8655, + "eval_samples_per_second": 25.5, + "eval_steps_per_second": 25.5, + "step": 3200 + }, + { + "epoch": 0.5240816326530612, + "grad_norm": 0.15229448676109314, + "learning_rate": 2.37425901282572e-06, + "loss": 0.06062687039375305, + "step": 3210 + }, + { + "epoch": 0.5257142857142857, + "grad_norm": 0.08411400765180588, + "learning_rate": 2.3612416257750335e-06, + "loss": 0.06494970321655273, + "step": 3220 + }, + { + "epoch": 0.5273469387755102, + "grad_norm": 0.114021435379982, + "learning_rate": 2.348228011351287e-06, + "loss": 0.05140092372894287, + "step": 3230 + }, + { + "epoch": 0.5289795918367347, + "grad_norm": 0.08826510608196259, + "learning_rate": 2.335218523374656e-06, + "loss": 0.041680914163589475, + "step": 3240 + }, + { + "epoch": 0.5306122448979592, + "grad_norm": 0.10536732524633408, + "learning_rate": 2.3222135155531248e-06, + "loss": 0.04369679093360901, + "step": 3250 + }, + { + "epoch": 0.5322448979591837, + "grad_norm": 0.16883279383182526, + "learning_rate": 2.309213341472868e-06, + "loss": 0.050543594360351565, + "step": 3260 + }, + { + "epoch": 0.5338775510204081, + "grad_norm": 0.15277455747127533, + "learning_rate": 2.29621835458864e-06, + "loss": 0.05258342027664185, + "step": 3270 + }, + { + "epoch": 0.5355102040816326, + "grad_norm": 0.07162481546401978, + "learning_rate": 2.283228908214163e-06, + "loss": 0.055678969621658324, + "step": 3280 + }, + { + "epoch": 0.5371428571428571, + "grad_norm": 0.11578263342380524, + "learning_rate": 2.2702453555125182e-06, + "loss": 0.048620349168777464, + "step": 3290 + }, + { + "epoch": 0.5387755102040817, + "grad_norm": 0.21185705065727234, + "learning_rate": 2.2572680494865527e-06, + "loss": 0.046547812223434445, + "step": 3300 + }, + { + "epoch": 0.5404081632653062, + "grad_norm": 0.19949115812778473, + "learning_rate": 2.2442973429692705e-06, + "loss": 0.04967870116233826, + "step": 3310 + }, + { + "epoch": 0.5420408163265306, + "grad_norm": 0.10855370759963989, + "learning_rate": 2.231333588614248e-06, + "loss": 0.0508593499660492, + "step": 3320 + }, + { + "epoch": 0.5436734693877551, + "grad_norm": 0.11827342212200165, + "learning_rate": 2.2183771388860427e-06, + "loss": 0.04854269027709961, + "step": 3330 + }, + { + "epoch": 0.5453061224489796, + "grad_norm": 0.1081443578004837, + "learning_rate": 2.2054283460506096e-06, + "loss": 0.05934192538261414, + "step": 3340 + }, + { + "epoch": 0.5469387755102041, + "grad_norm": 0.14441704750061035, + "learning_rate": 2.1924875621657256e-06, + "loss": 0.05332346558570862, + "step": 3350 + }, + { + "epoch": 0.5485714285714286, + "grad_norm": 0.11531820893287659, + "learning_rate": 2.179555139071415e-06, + "loss": 0.04938814043998718, + "step": 3360 + }, + { + "epoch": 0.5502040816326531, + "grad_norm": 0.08365523815155029, + "learning_rate": 2.166631428380387e-06, + "loss": 0.05734975934028626, + "step": 3370 + }, + { + "epoch": 0.5518367346938775, + "grad_norm": 0.09165070950984955, + "learning_rate": 2.1537167814684728e-06, + "loss": 0.047475004196166994, + "step": 3380 + }, + { + "epoch": 0.553469387755102, + "grad_norm": 0.13237863779067993, + "learning_rate": 2.140811549465074e-06, + "loss": 0.062284767627716064, + "step": 3390 + }, + { + "epoch": 0.5551020408163265, + "grad_norm": 0.1698858141899109, + "learning_rate": 2.127916083243615e-06, + "loss": 0.06585791110992431, + "step": 3400 + }, + { + "epoch": 0.5551020408163265, + "eval_accuracy": 0.9770833333333334, + "eval_loss": 0.05396538972854614, + "eval_runtime": 156.044, + "eval_samples_per_second": 25.634, + "eval_steps_per_second": 25.634, + "step": 3400 + }, + { + "epoch": 0.556734693877551, + "grad_norm": 0.1104230135679245, + "learning_rate": 2.1150307334120033e-06, + "loss": 0.04635375440120697, + "step": 3410 + }, + { + "epoch": 0.5583673469387755, + "grad_norm": 0.21372850239276886, + "learning_rate": 2.1021558503030973e-06, + "loss": 0.05940789580345154, + "step": 3420 + }, + { + "epoch": 0.56, + "grad_norm": 0.2013176679611206, + "learning_rate": 2.0892917839651818e-06, + "loss": 0.047165653109550475, + "step": 3430 + }, + { + "epoch": 0.5616326530612245, + "grad_norm": 0.09189072996377945, + "learning_rate": 2.076438884152449e-06, + "loss": 0.04550817906856537, + "step": 3440 + }, + { + "epoch": 0.563265306122449, + "grad_norm": 0.10521821677684784, + "learning_rate": 2.0635975003154934e-06, + "loss": 0.045033201575279236, + "step": 3450 + }, + { + "epoch": 0.5648979591836735, + "grad_norm": 0.10311131924390793, + "learning_rate": 2.0507679815918043e-06, + "loss": 0.04502847194671631, + "step": 3460 + }, + { + "epoch": 0.566530612244898, + "grad_norm": 0.07487176358699799, + "learning_rate": 2.0379506767962788e-06, + "loss": 0.04697479605674744, + "step": 3470 + }, + { + "epoch": 0.5681632653061225, + "grad_norm": 0.12441752105951309, + "learning_rate": 2.0251459344117345e-06, + "loss": 0.052119261026382445, + "step": 3480 + }, + { + "epoch": 0.5697959183673469, + "grad_norm": 0.12823422253131866, + "learning_rate": 2.0123541025794397e-06, + "loss": 0.05213663578033447, + "step": 3490 + }, + { + "epoch": 0.5714285714285714, + "grad_norm": 0.11340193450450897, + "learning_rate": 1.9995755290896414e-06, + "loss": 0.05319364666938782, + "step": 3500 + }, + { + "epoch": 0.5730612244897959, + "grad_norm": 0.10469839721918106, + "learning_rate": 1.986810561372113e-06, + "loss": 0.046560952067375184, + "step": 3510 + }, + { + "epoch": 0.5746938775510204, + "grad_norm": 0.07797456532716751, + "learning_rate": 1.9740595464867092e-06, + "loss": 0.05037369728088379, + "step": 3520 + }, + { + "epoch": 0.5763265306122449, + "grad_norm": 0.13010293245315552, + "learning_rate": 1.961322831113927e-06, + "loss": 0.0543134331703186, + "step": 3530 + }, + { + "epoch": 0.5779591836734694, + "grad_norm": 0.13981281220912933, + "learning_rate": 1.9486007615454837e-06, + "loss": 0.052860957384109494, + "step": 3540 + }, + { + "epoch": 0.5795918367346938, + "grad_norm": 0.14817261695861816, + "learning_rate": 1.9358936836748972e-06, + "loss": 0.05510561466217041, + "step": 3550 + }, + { + "epoch": 0.5812244897959183, + "grad_norm": 0.15079492330551147, + "learning_rate": 1.9232019429880874e-06, + "loss": 0.06125714182853699, + "step": 3560 + }, + { + "epoch": 0.5828571428571429, + "grad_norm": 0.10553149878978729, + "learning_rate": 1.910525884553976e-06, + "loss": 0.051503753662109374, + "step": 3570 + }, + { + "epoch": 0.5844897959183674, + "grad_norm": 0.09094442427158356, + "learning_rate": 1.8978658530151113e-06, + "loss": 0.05377998948097229, + "step": 3580 + }, + { + "epoch": 0.5861224489795919, + "grad_norm": 0.09810740500688553, + "learning_rate": 1.8852221925782935e-06, + "loss": 0.05506981611251831, + "step": 3590 + }, + { + "epoch": 0.5877551020408164, + "grad_norm": 0.13397352397441864, + "learning_rate": 1.872595247005218e-06, + "loss": 0.056353437900543216, + "step": 3600 + }, + { + "epoch": 0.5877551020408164, + "eval_accuracy": 0.979875, + "eval_loss": 0.04787343740463257, + "eval_runtime": 157.8457, + "eval_samples_per_second": 25.341, + "eval_steps_per_second": 25.341, + "step": 3600 + }, + { + "epoch": 0.5893877551020408, + "grad_norm": 0.07899880409240723, + "learning_rate": 1.8599853596031289e-06, + "loss": 0.05329249501228332, + "step": 3610 + }, + { + "epoch": 0.5910204081632653, + "grad_norm": 0.10414254665374756, + "learning_rate": 1.8473928732154847e-06, + "loss": 0.04905630648136139, + "step": 3620 + }, + { + "epoch": 0.5926530612244898, + "grad_norm": 0.1037079319357872, + "learning_rate": 1.8348181302126367e-06, + "loss": 0.04863021373748779, + "step": 3630 + }, + { + "epoch": 0.5942857142857143, + "grad_norm": 0.06960397213697433, + "learning_rate": 1.8222614724825222e-06, + "loss": 0.04666702449321747, + "step": 3640 + }, + { + "epoch": 0.5959183673469388, + "grad_norm": 0.11159648001194, + "learning_rate": 1.8097232414213662e-06, + "loss": 0.05730679631233215, + "step": 3650 + }, + { + "epoch": 0.5975510204081632, + "grad_norm": 0.10231669992208481, + "learning_rate": 1.7972037779244e-06, + "loss": 0.04433938264846802, + "step": 3660 + }, + { + "epoch": 0.5991836734693877, + "grad_norm": 0.1256829798221588, + "learning_rate": 1.784703422376598e-06, + "loss": 0.04502029418945312, + "step": 3670 + }, + { + "epoch": 0.6008163265306122, + "grad_norm": 0.1006830632686615, + "learning_rate": 1.7722225146434146e-06, + "loss": 0.04091633260250092, + "step": 3680 + }, + { + "epoch": 0.6024489795918367, + "grad_norm": 0.12239495664834976, + "learning_rate": 1.7597613940615492e-06, + "loss": 0.0417140930891037, + "step": 3690 + }, + { + "epoch": 0.6040816326530613, + "grad_norm": 0.09386949241161346, + "learning_rate": 1.7473203994297197e-06, + "loss": 0.045112240314483645, + "step": 3700 + }, + { + "epoch": 0.6057142857142858, + "grad_norm": 0.1845707893371582, + "learning_rate": 1.7348998689994492e-06, + "loss": 0.04915813505649567, + "step": 3710 + }, + { + "epoch": 0.6073469387755102, + "grad_norm": 0.1345887929201126, + "learning_rate": 1.7225001404658714e-06, + "loss": 0.05195118188858032, + "step": 3720 + }, + { + "epoch": 0.6089795918367347, + "grad_norm": 0.16226522624492645, + "learning_rate": 1.7101215509585482e-06, + "loss": 0.047248026728630065, + "step": 3730 + }, + { + "epoch": 0.6106122448979592, + "grad_norm": 0.12012234330177307, + "learning_rate": 1.6977644370323032e-06, + "loss": 0.05229860544204712, + "step": 3740 + }, + { + "epoch": 0.6122448979591837, + "grad_norm": 0.16154533624649048, + "learning_rate": 1.6854291346580737e-06, + "loss": 0.048448923230171206, + "step": 3750 + }, + { + "epoch": 0.6138775510204082, + "grad_norm": 0.08616314828395844, + "learning_rate": 1.673115979213773e-06, + "loss": 0.04779277443885803, + "step": 3760 + }, + { + "epoch": 0.6155102040816327, + "grad_norm": 0.20649370551109314, + "learning_rate": 1.6608253054751739e-06, + "loss": 0.04001966416835785, + "step": 3770 + }, + { + "epoch": 0.6171428571428571, + "grad_norm": 0.22419355809688568, + "learning_rate": 1.6485574476068056e-06, + "loss": 0.04915740489959717, + "step": 3780 + }, + { + "epoch": 0.6187755102040816, + "grad_norm": 0.11812295019626617, + "learning_rate": 1.6363127391528694e-06, + "loss": 0.055313241481781, + "step": 3790 + }, + { + "epoch": 0.6204081632653061, + "grad_norm": 0.12400855869054794, + "learning_rate": 1.6240915130281696e-06, + "loss": 0.05452631115913391, + "step": 3800 + }, + { + "epoch": 0.6204081632653061, + "eval_accuracy": 0.981875, + "eval_loss": 0.04318515956401825, + "eval_runtime": 158.5838, + "eval_samples_per_second": 25.223, + "eval_steps_per_second": 25.223, + "step": 3800 + }, + { + "epoch": 0.6220408163265306, + "grad_norm": 0.094053253531456, + "learning_rate": 1.6118941015090614e-06, + "loss": 0.047327810525894166, + "step": 3810 + }, + { + "epoch": 0.6236734693877551, + "grad_norm": 0.11286808550357819, + "learning_rate": 1.599720836224419e-06, + "loss": 0.04089818894863129, + "step": 3820 + }, + { + "epoch": 0.6253061224489795, + "grad_norm": 0.0909293070435524, + "learning_rate": 1.5875720481466162e-06, + "loss": 0.04378651976585388, + "step": 3830 + }, + { + "epoch": 0.626938775510204, + "grad_norm": 0.1207573264837265, + "learning_rate": 1.5754480675825295e-06, + "loss": 0.055971544981002805, + "step": 3840 + }, + { + "epoch": 0.6285714285714286, + "grad_norm": 0.09171696752309799, + "learning_rate": 1.563349224164556e-06, + "loss": 0.04364039599895477, + "step": 3850 + }, + { + "epoch": 0.6302040816326531, + "grad_norm": 0.1100732609629631, + "learning_rate": 1.5512758468416561e-06, + "loss": 0.04227602481842041, + "step": 3860 + }, + { + "epoch": 0.6318367346938776, + "grad_norm": 0.08587154746055603, + "learning_rate": 1.5392282638704032e-06, + "loss": 0.03987776041030884, + "step": 3870 + }, + { + "epoch": 0.6334693877551021, + "grad_norm": 0.14273083209991455, + "learning_rate": 1.5272068028060616e-06, + "loss": 0.05040489435195923, + "step": 3880 + }, + { + "epoch": 0.6351020408163265, + "grad_norm": 0.12788064777851105, + "learning_rate": 1.5152117904936827e-06, + "loss": 0.04129888415336609, + "step": 3890 + }, + { + "epoch": 0.636734693877551, + "grad_norm": 0.14224086701869965, + "learning_rate": 1.5032435530592165e-06, + "loss": 0.04145504236221313, + "step": 3900 + }, + { + "epoch": 0.6383673469387755, + "grad_norm": 0.07414636015892029, + "learning_rate": 1.4913024159006444e-06, + "loss": 0.03938417434692383, + "step": 3910 + }, + { + "epoch": 0.64, + "grad_norm": 0.1443425565958023, + "learning_rate": 1.4793887036791338e-06, + "loss": 0.047359606623649596, + "step": 3920 + }, + { + "epoch": 0.6416326530612245, + "grad_norm": 0.1462288498878479, + "learning_rate": 1.4675027403102107e-06, + "loss": 0.047661393880844116, + "step": 3930 + }, + { + "epoch": 0.643265306122449, + "grad_norm": 0.15937893092632294, + "learning_rate": 1.4556448489549519e-06, + "loss": 0.04829471111297608, + "step": 3940 + }, + { + "epoch": 0.6448979591836734, + "grad_norm": 0.10469378530979156, + "learning_rate": 1.4438153520111978e-06, + "loss": 0.047904521226882935, + "step": 3950 + }, + { + "epoch": 0.6465306122448979, + "grad_norm": 0.10817313939332962, + "learning_rate": 1.4320145711047894e-06, + "loss": 0.04648992121219635, + "step": 3960 + }, + { + "epoch": 0.6481632653061224, + "grad_norm": 0.12307990342378616, + "learning_rate": 1.4202428270808256e-06, + "loss": 0.044715133309364316, + "step": 3970 + }, + { + "epoch": 0.649795918367347, + "grad_norm": 0.14425775408744812, + "learning_rate": 1.408500439994933e-06, + "loss": 0.042470496892929074, + "step": 3980 + }, + { + "epoch": 0.6514285714285715, + "grad_norm": 0.11694067716598511, + "learning_rate": 1.3967877291045706e-06, + "loss": 0.03910423815250397, + "step": 3990 + }, + { + "epoch": 0.6530612244897959, + "grad_norm": 0.13050039112567902, + "learning_rate": 1.3851050128603454e-06, + "loss": 0.046834564208984374, + "step": 4000 + }, + { + "epoch": 0.6530612244897959, + "eval_accuracy": 0.9817083333333334, + "eval_loss": 0.04485878720879555, + "eval_runtime": 155.2113, + "eval_samples_per_second": 25.771, + "eval_steps_per_second": 25.771, + "step": 4000 + }, + { + "epoch": 0.6546938775510204, + "grad_norm": 0.16441842913627625, + "learning_rate": 1.3734526088973576e-06, + "loss": 0.048332995176315306, + "step": 4010 + }, + { + "epoch": 0.6563265306122449, + "grad_norm": 0.16489046812057495, + "learning_rate": 1.3618308340265628e-06, + "loss": 0.05632186532020569, + "step": 4020 + }, + { + "epoch": 0.6579591836734694, + "grad_norm": 0.0776519775390625, + "learning_rate": 1.3502400042261583e-06, + "loss": 0.0413711816072464, + "step": 4030 + }, + { + "epoch": 0.6595918367346939, + "grad_norm": 0.07065974175930023, + "learning_rate": 1.3386804346329913e-06, + "loss": 0.04443484246730804, + "step": 4040 + }, + { + "epoch": 0.6612244897959184, + "grad_norm": 0.058040838688611984, + "learning_rate": 1.3271524395339958e-06, + "loss": 0.03936767876148224, + "step": 4050 + }, + { + "epoch": 0.6628571428571428, + "grad_norm": 0.12576180696487427, + "learning_rate": 1.31565633235764e-06, + "loss": 0.03893322050571442, + "step": 4060 + }, + { + "epoch": 0.6644897959183673, + "grad_norm": 0.1022111177444458, + "learning_rate": 1.30419242566541e-06, + "loss": 0.05221283435821533, + "step": 4070 + }, + { + "epoch": 0.6661224489795918, + "grad_norm": 0.07897438853979111, + "learning_rate": 1.2927610311433098e-06, + "loss": 0.04261190891265869, + "step": 4080 + }, + { + "epoch": 0.6677551020408163, + "grad_norm": 0.16535215079784393, + "learning_rate": 1.2813624595933885e-06, + "loss": 0.04804243743419647, + "step": 4090 + }, + { + "epoch": 0.6693877551020408, + "grad_norm": 0.10754700005054474, + "learning_rate": 1.2699970209252877e-06, + "loss": 0.03677414059638977, + "step": 4100 + }, + { + "epoch": 0.6710204081632654, + "grad_norm": 0.13121150434017181, + "learning_rate": 1.2586650241478173e-06, + "loss": 0.04266786575317383, + "step": 4110 + }, + { + "epoch": 0.6726530612244898, + "grad_norm": 0.11523906886577606, + "learning_rate": 1.2473667773605542e-06, + "loss": 0.045382776856422426, + "step": 4120 + }, + { + "epoch": 0.6742857142857143, + "grad_norm": 0.16150203347206116, + "learning_rate": 1.236102587745464e-06, + "loss": 0.0483401358127594, + "step": 4130 + }, + { + "epoch": 0.6759183673469388, + "grad_norm": 0.2037627100944519, + "learning_rate": 1.2248727615585501e-06, + "loss": 0.0531754195690155, + "step": 4140 + }, + { + "epoch": 0.6775510204081633, + "grad_norm": 0.08756938576698303, + "learning_rate": 1.2136776041215293e-06, + "loss": 0.046069496870040895, + "step": 4150 + }, + { + "epoch": 0.6791836734693878, + "grad_norm": 0.10196162015199661, + "learning_rate": 1.2025174198135255e-06, + "loss": 0.03938464820384979, + "step": 4160 + }, + { + "epoch": 0.6808163265306122, + "grad_norm": 0.10243439674377441, + "learning_rate": 1.1913925120627987e-06, + "loss": 0.04410702586174011, + "step": 4170 + }, + { + "epoch": 0.6824489795918367, + "grad_norm": 0.16230984032154083, + "learning_rate": 1.1803031833384923e-06, + "loss": 0.03496443629264832, + "step": 4180 + }, + { + "epoch": 0.6840816326530612, + "grad_norm": 0.1036972925066948, + "learning_rate": 1.1692497351424117e-06, + "loss": 0.04019207060337067, + "step": 4190 + }, + { + "epoch": 0.6857142857142857, + "grad_norm": 0.19966299831867218, + "learning_rate": 1.1582324680008252e-06, + "loss": 0.03875584900379181, + "step": 4200 + }, + { + "epoch": 0.6857142857142857, + "eval_accuracy": 0.9839583333333334, + "eval_loss": 0.0395464189350605, + "eval_runtime": 153.8599, + "eval_samples_per_second": 25.998, + "eval_steps_per_second": 25.998, + "step": 4200 + }, + { + "epoch": 0.6873469387755102, + "grad_norm": 0.15349307656288147, + "learning_rate": 1.1472516814562945e-06, + "loss": 0.04495754837989807, + "step": 4210 + }, + { + "epoch": 0.6889795918367347, + "grad_norm": 0.16430068016052246, + "learning_rate": 1.1363076740595294e-06, + "loss": 0.0422965407371521, + "step": 4220 + }, + { + "epoch": 0.6906122448979591, + "grad_norm": 0.1903417408466339, + "learning_rate": 1.1254007433612705e-06, + "loss": 0.04501302838325501, + "step": 4230 + }, + { + "epoch": 0.6922448979591836, + "grad_norm": 0.05951374024152756, + "learning_rate": 1.1145311859042026e-06, + "loss": 0.03593409359455109, + "step": 4240 + }, + { + "epoch": 0.6938775510204082, + "grad_norm": 0.05894222855567932, + "learning_rate": 1.1036992972148865e-06, + "loss": 0.034275355935096743, + "step": 4250 + }, + { + "epoch": 0.6955102040816327, + "grad_norm": 0.09788545221090317, + "learning_rate": 1.092905371795729e-06, + "loss": 0.039912134408950806, + "step": 4260 + }, + { + "epoch": 0.6971428571428572, + "grad_norm": 0.2608252763748169, + "learning_rate": 1.0821497031169729e-06, + "loss": 0.03563873171806335, + "step": 4270 + }, + { + "epoch": 0.6987755102040817, + "grad_norm": 0.10350881516933441, + "learning_rate": 1.0714325836087191e-06, + "loss": 0.036586591601371767, + "step": 4280 + }, + { + "epoch": 0.7004081632653061, + "grad_norm": 0.10214894264936447, + "learning_rate": 1.0607543046529763e-06, + "loss": 0.03775157630443573, + "step": 4290 + }, + { + "epoch": 0.7020408163265306, + "grad_norm": 0.1326843649148941, + "learning_rate": 1.050115156575738e-06, + "loss": 0.03171868622303009, + "step": 4300 + }, + { + "epoch": 0.7036734693877551, + "grad_norm": 0.12274391204118729, + "learning_rate": 1.0395154286390896e-06, + "loss": 0.028169712424278258, + "step": 4310 + }, + { + "epoch": 0.7053061224489796, + "grad_norm": 0.12580160796642303, + "learning_rate": 1.028955409033342e-06, + "loss": 0.03762204349040985, + "step": 4320 + }, + { + "epoch": 0.7069387755102041, + "grad_norm": 0.26383766531944275, + "learning_rate": 1.0184353848692005e-06, + "loss": 0.04035975933074951, + "step": 4330 + }, + { + "epoch": 0.7085714285714285, + "grad_norm": 0.101371631026268, + "learning_rate": 1.0079556421699533e-06, + "loss": 0.04394418001174927, + "step": 4340 + }, + { + "epoch": 0.710204081632653, + "grad_norm": 0.12708403170108795, + "learning_rate": 9.97516465863698e-07, + "loss": 0.04101270735263825, + "step": 4350 + }, + { + "epoch": 0.7118367346938775, + "grad_norm": 0.08838815987110138, + "learning_rate": 9.87118139775595e-07, + "loss": 0.04232141673564911, + "step": 4360 + }, + { + "epoch": 0.713469387755102, + "grad_norm": 0.13831272721290588, + "learning_rate": 9.767609466201494e-07, + "loss": 0.03110981285572052, + "step": 4370 + }, + { + "epoch": 0.7151020408163266, + "grad_norm": 0.14169402420520782, + "learning_rate": 9.664451679935252e-07, + "loss": 0.036100244522094725, + "step": 4380 + }, + { + "epoch": 0.7167346938775511, + "grad_norm": 0.09364918619394302, + "learning_rate": 9.561710843658892e-07, + "loss": 0.028025591373443605, + "step": 4390 + }, + { + "epoch": 0.7183673469387755, + "grad_norm": 0.08178938925266266, + "learning_rate": 9.459389750737854e-07, + "loss": 0.03276517987251282, + "step": 4400 + }, + { + "epoch": 0.7183673469387755, + "eval_accuracy": 0.9830833333333334, + "eval_loss": 0.03968822583556175, + "eval_runtime": 170.9863, + "eval_samples_per_second": 23.394, + "eval_steps_per_second": 23.394, + "step": 4400 + }, + { + "epoch": 0.72, + "grad_norm": 0.21406538784503937, + "learning_rate": 9.357491183125398e-07, + "loss": 0.04240003228187561, + "step": 4410 + }, + { + "epoch": 0.7216326530612245, + "grad_norm": 0.2528787851333618, + "learning_rate": 9.256017911286958e-07, + "loss": 0.03953196704387665, + "step": 4420 + }, + { + "epoch": 0.723265306122449, + "grad_norm": 0.1817523092031479, + "learning_rate": 9.154972694124866e-07, + "loss": 0.03630510270595551, + "step": 4430 + }, + { + "epoch": 0.7248979591836735, + "grad_norm": 0.19527313113212585, + "learning_rate": 9.054358278903272e-07, + "loss": 0.04581010937690735, + "step": 4440 + }, + { + "epoch": 0.726530612244898, + "grad_norm": 0.3551980257034302, + "learning_rate": 8.954177401173491e-07, + "loss": 0.04633161723613739, + "step": 4450 + }, + { + "epoch": 0.7281632653061224, + "grad_norm": 0.1003197506070137, + "learning_rate": 8.854432784699624e-07, + "loss": 0.03686977326869965, + "step": 4460 + }, + { + "epoch": 0.7297959183673469, + "grad_norm": 0.1250677853822708, + "learning_rate": 8.755127141384495e-07, + "loss": 0.03494169116020203, + "step": 4470 + }, + { + "epoch": 0.7314285714285714, + "grad_norm": 0.23732195794582367, + "learning_rate": 8.656263171195931e-07, + "loss": 0.04174305498600006, + "step": 4480 + }, + { + "epoch": 0.7330612244897959, + "grad_norm": 0.2553883194923401, + "learning_rate": 8.557843562093329e-07, + "loss": 0.04263312518596649, + "step": 4490 + }, + { + "epoch": 0.7346938775510204, + "grad_norm": 0.1312720775604248, + "learning_rate": 8.459870989954611e-07, + "loss": 0.03155354261398315, + "step": 4500 + }, + { + "epoch": 0.7363265306122448, + "grad_norm": 0.2632088363170624, + "learning_rate": 8.362348118503424e-07, + "loss": 0.05083600878715515, + "step": 4510 + }, + { + "epoch": 0.7379591836734694, + "grad_norm": 0.1293715387582779, + "learning_rate": 8.265277599236785e-07, + "loss": 0.031102049350738525, + "step": 4520 + }, + { + "epoch": 0.7395918367346939, + "grad_norm": 0.15807363390922546, + "learning_rate": 8.168662071352918e-07, + "loss": 0.033837145566940306, + "step": 4530 + }, + { + "epoch": 0.7412244897959184, + "grad_norm": 0.08791180700063705, + "learning_rate": 8.072504161679534e-07, + "loss": 0.0337544322013855, + "step": 4540 + }, + { + "epoch": 0.7428571428571429, + "grad_norm": 0.10295934230089188, + "learning_rate": 7.976806484602417e-07, + "loss": 0.03291972577571869, + "step": 4550 + }, + { + "epoch": 0.7444897959183674, + "grad_norm": 0.11660359799861908, + "learning_rate": 7.881571641994331e-07, + "loss": 0.032550466060638425, + "step": 4560 + }, + { + "epoch": 0.7461224489795918, + "grad_norm": 0.1896156519651413, + "learning_rate": 7.786802223144286e-07, + "loss": 0.030972787737846376, + "step": 4570 + }, + { + "epoch": 0.7477551020408163, + "grad_norm": 0.2084398865699768, + "learning_rate": 7.69250080468712e-07, + "loss": 0.0415867954492569, + "step": 4580 + }, + { + "epoch": 0.7493877551020408, + "grad_norm": 0.12618854641914368, + "learning_rate": 7.59866995053348e-07, + "loss": 0.0360225111246109, + "step": 4590 + }, + { + "epoch": 0.7510204081632653, + "grad_norm": 0.12291006743907928, + "learning_rate": 7.505312211800081e-07, + "loss": 0.03627174496650696, + "step": 4600 + }, + { + "epoch": 0.7510204081632653, + "eval_accuracy": 0.9855833333333334, + "eval_loss": 0.03568050265312195, + "eval_runtime": 156.9074, + "eval_samples_per_second": 25.493, + "eval_steps_per_second": 25.493, + "step": 4600 + }, + { + "epoch": 0.7526530612244898, + "grad_norm": 0.1491072177886963, + "learning_rate": 7.41243012674035e-07, + "loss": 0.033873635530471805, + "step": 4610 + }, + { + "epoch": 0.7542857142857143, + "grad_norm": 0.14268337190151215, + "learning_rate": 7.320026220675447e-07, + "loss": 0.03949807286262512, + "step": 4620 + }, + { + "epoch": 0.7559183673469387, + "grad_norm": 0.15548810362815857, + "learning_rate": 7.228103005925557e-07, + "loss": 0.03478931188583374, + "step": 4630 + }, + { + "epoch": 0.7575510204081632, + "grad_norm": 0.14298392832279205, + "learning_rate": 7.136662981741613e-07, + "loss": 0.030326524376869203, + "step": 4640 + }, + { + "epoch": 0.7591836734693878, + "grad_norm": 0.11854545772075653, + "learning_rate": 7.045708634237341e-07, + "loss": 0.034136393666267396, + "step": 4650 + }, + { + "epoch": 0.7608163265306123, + "grad_norm": 0.1346571296453476, + "learning_rate": 6.955242436321663e-07, + "loss": 0.040317881107330325, + "step": 4660 + }, + { + "epoch": 0.7624489795918368, + "grad_norm": 0.13217571377754211, + "learning_rate": 6.865266847631463e-07, + "loss": 0.02895120084285736, + "step": 4670 + }, + { + "epoch": 0.7640816326530612, + "grad_norm": 0.0761382132768631, + "learning_rate": 6.775784314464717e-07, + "loss": 0.029726022481918336, + "step": 4680 + }, + { + "epoch": 0.7657142857142857, + "grad_norm": 0.17583715915679932, + "learning_rate": 6.686797269713971e-07, + "loss": 0.02383600324392319, + "step": 4690 + }, + { + "epoch": 0.7673469387755102, + "grad_norm": 0.13434812426567078, + "learning_rate": 6.598308132800221e-07, + "loss": 0.03801000118255615, + "step": 4700 + }, + { + "epoch": 0.7689795918367347, + "grad_norm": 0.0841183140873909, + "learning_rate": 6.510319309607099e-07, + "loss": 0.030053699016571046, + "step": 4710 + }, + { + "epoch": 0.7706122448979592, + "grad_norm": 0.10911499708890915, + "learning_rate": 6.422833192415476e-07, + "loss": 0.03296325206756592, + "step": 4720 + }, + { + "epoch": 0.7722448979591837, + "grad_norm": 0.08562543988227844, + "learning_rate": 6.335852159838423e-07, + "loss": 0.029071077704429626, + "step": 4730 + }, + { + "epoch": 0.7738775510204081, + "grad_norm": 0.24464724957942963, + "learning_rate": 6.249378576756538e-07, + "loss": 0.03307548463344574, + "step": 4740 + }, + { + "epoch": 0.7755102040816326, + "grad_norm": 0.17294660210609436, + "learning_rate": 6.163414794253641e-07, + "loss": 0.03507235944271088, + "step": 4750 + }, + { + "epoch": 0.7771428571428571, + "grad_norm": 0.18331816792488098, + "learning_rate": 6.077963149552868e-07, + "loss": 0.038254004716873166, + "step": 4760 + }, + { + "epoch": 0.7787755102040816, + "grad_norm": 0.10756120830774307, + "learning_rate": 5.993025965953103e-07, + "loss": 0.03428310751914978, + "step": 4770 + }, + { + "epoch": 0.7804081632653062, + "grad_norm": 0.16071061789989471, + "learning_rate": 5.908605552765833e-07, + "loss": 0.032243117690086365, + "step": 4780 + }, + { + "epoch": 0.7820408163265307, + "grad_norm": 0.14897944033145905, + "learning_rate": 5.824704205252343e-07, + "loss": 0.03812848925590515, + "step": 4790 + }, + { + "epoch": 0.7836734693877551, + "grad_norm": 0.1536232829093933, + "learning_rate": 5.741324204561335e-07, + "loss": 0.031389710307121274, + "step": 4800 + }, + { + "epoch": 0.7836734693877551, + "eval_accuracy": 0.985, + "eval_loss": 0.03615976870059967, + "eval_runtime": 153.2713, + "eval_samples_per_second": 26.098, + "eval_steps_per_second": 26.098, + "step": 4800 + }, + { + "epoch": 0.7853061224489796, + "grad_norm": 0.15687023103237152, + "learning_rate": 5.65846781766688e-07, + "loss": 0.027873021364212037, + "step": 4810 + }, + { + "epoch": 0.7869387755102041, + "grad_norm": 0.14541009068489075, + "learning_rate": 5.576137297306794e-07, + "loss": 0.0407156765460968, + "step": 4820 + }, + { + "epoch": 0.7885714285714286, + "grad_norm": 0.16398967802524567, + "learning_rate": 5.494334881921393e-07, + "loss": 0.03936888575553894, + "step": 4830 + }, + { + "epoch": 0.7902040816326531, + "grad_norm": 0.2177809625864029, + "learning_rate": 5.413062795592633e-07, + "loss": 0.03059300184249878, + "step": 4840 + }, + { + "epoch": 0.7918367346938775, + "grad_norm": 0.1487113982439041, + "learning_rate": 5.332323247983632e-07, + "loss": 0.038730043172836306, + "step": 4850 + }, + { + "epoch": 0.793469387755102, + "grad_norm": 0.1111542284488678, + "learning_rate": 5.252118434278605e-07, + "loss": 0.033898717164993285, + "step": 4860 + }, + { + "epoch": 0.7951020408163265, + "grad_norm": 0.10296906530857086, + "learning_rate": 5.172450535123166e-07, + "loss": 0.033659690618515016, + "step": 4870 + }, + { + "epoch": 0.796734693877551, + "grad_norm": 0.11844902485609055, + "learning_rate": 5.093321716565064e-07, + "loss": 0.0293354332447052, + "step": 4880 + }, + { + "epoch": 0.7983673469387755, + "grad_norm": 0.08401476591825485, + "learning_rate": 5.014734129995258e-07, + "loss": 0.027682244777679443, + "step": 4890 + }, + { + "epoch": 0.8, + "grad_norm": 0.15870651602745056, + "learning_rate": 4.936689912089443e-07, + "loss": 0.029118484258651732, + "step": 4900 + }, + { + "epoch": 0.8016326530612244, + "grad_norm": 0.10739132016897202, + "learning_rate": 4.859191184749968e-07, + "loss": 0.031624987721443176, + "step": 4910 + }, + { + "epoch": 0.803265306122449, + "grad_norm": 0.1523323655128479, + "learning_rate": 4.782240055048113e-07, + "loss": 0.03415923118591309, + "step": 4920 + }, + { + "epoch": 0.8048979591836735, + "grad_norm": 0.31860172748565674, + "learning_rate": 4.705838615166836e-07, + "loss": 0.035749971866607666, + "step": 4930 + }, + { + "epoch": 0.806530612244898, + "grad_norm": 0.15043528378009796, + "learning_rate": 4.629988942343863e-07, + "loss": 0.029294773936271667, + "step": 4940 + }, + { + "epoch": 0.8081632653061225, + "grad_norm": 0.1007913127541542, + "learning_rate": 4.55469309881523e-07, + "loss": 0.026727235317230223, + "step": 4950 + }, + { + "epoch": 0.809795918367347, + "grad_norm": 0.10851600021123886, + "learning_rate": 4.479953131759199e-07, + "loss": 0.029011189937591553, + "step": 4960 + }, + { + "epoch": 0.8114285714285714, + "grad_norm": 0.19257904589176178, + "learning_rate": 4.4057710732406113e-07, + "loss": 0.040424668788909913, + "step": 4970 + }, + { + "epoch": 0.8130612244897959, + "grad_norm": 0.08985571563243866, + "learning_rate": 4.332148940155617e-07, + "loss": 0.031291928887367246, + "step": 4980 + }, + { + "epoch": 0.8146938775510204, + "grad_norm": 0.09874805808067322, + "learning_rate": 4.259088734176883e-07, + "loss": 0.028314629197120668, + "step": 4990 + }, + { + "epoch": 0.8163265306122449, + "grad_norm": 0.2056759148836136, + "learning_rate": 4.186592441699119e-07, + "loss": 0.028049173951148986, + "step": 5000 + }, + { + "epoch": 0.8163265306122449, + "eval_accuracy": 0.986125, + "eval_loss": 0.033585112541913986, + "eval_runtime": 153.2119, + "eval_samples_per_second": 26.108, + "eval_steps_per_second": 26.108, + "step": 5000 + }, + { + "epoch": 0.8179591836734694, + "grad_norm": 0.10125680267810822, + "learning_rate": 4.1146620337850965e-07, + "loss": 0.03612466752529144, + "step": 5010 + }, + { + "epoch": 0.8195918367346938, + "grad_norm": 0.10107982903718948, + "learning_rate": 4.043299466112058e-07, + "loss": 0.026968371868133546, + "step": 5020 + }, + { + "epoch": 0.8212244897959183, + "grad_norm": 0.13236716389656067, + "learning_rate": 3.9725066789185446e-07, + "loss": 0.030766445398330688, + "step": 5030 + }, + { + "epoch": 0.8228571428571428, + "grad_norm": 0.1182790994644165, + "learning_rate": 3.9022855969516384e-07, + "loss": 0.028759539127349854, + "step": 5040 + }, + { + "epoch": 0.8244897959183674, + "grad_norm": 0.1430918574333191, + "learning_rate": 3.832638129414637e-07, + "loss": 0.03126598298549652, + "step": 5050 + }, + { + "epoch": 0.8261224489795919, + "grad_norm": 0.24944688379764557, + "learning_rate": 3.7635661699151366e-07, + "loss": 0.030412834882736207, + "step": 5060 + }, + { + "epoch": 0.8277551020408164, + "grad_norm": 0.24371539056301117, + "learning_rate": 3.695071596413574e-07, + "loss": 0.03904336988925934, + "step": 5070 + }, + { + "epoch": 0.8293877551020408, + "grad_norm": 0.25066161155700684, + "learning_rate": 3.627156271172125e-07, + "loss": 0.032776132225990295, + "step": 5080 + }, + { + "epoch": 0.8310204081632653, + "grad_norm": 0.1635182797908783, + "learning_rate": 3.559822040704108e-07, + "loss": 0.027044805884361266, + "step": 5090 + }, + { + "epoch": 0.8326530612244898, + "grad_norm": 0.16698378324508667, + "learning_rate": 3.4930707357237666e-07, + "loss": 0.03271254003047943, + "step": 5100 + }, + { + "epoch": 0.8342857142857143, + "grad_norm": 0.18812412023544312, + "learning_rate": 3.4269041710964903e-07, + "loss": 0.030745366215705873, + "step": 5110 + }, + { + "epoch": 0.8359183673469388, + "grad_norm": 0.18739669024944305, + "learning_rate": 3.36132414578948e-07, + "loss": 0.032180759310722354, + "step": 5120 + }, + { + "epoch": 0.8375510204081633, + "grad_norm": 0.13260763883590698, + "learning_rate": 3.296332442822839e-07, + "loss": 0.026755687594413758, + "step": 5130 + }, + { + "epoch": 0.8391836734693877, + "grad_norm": 0.06771053373813629, + "learning_rate": 3.231930829221083e-07, + "loss": 0.02895594835281372, + "step": 5140 + }, + { + "epoch": 0.8408163265306122, + "grad_norm": 0.09441749006509781, + "learning_rate": 3.168121055965112e-07, + "loss": 0.033178862929344174, + "step": 5150 + }, + { + "epoch": 0.8424489795918367, + "grad_norm": 0.0863656997680664, + "learning_rate": 3.104904857944591e-07, + "loss": 0.02276728004217148, + "step": 5160 + }, + { + "epoch": 0.8440816326530612, + "grad_norm": 0.2047131359577179, + "learning_rate": 3.0422839539107794e-07, + "loss": 0.028258222341537475, + "step": 5170 + }, + { + "epoch": 0.8457142857142858, + "grad_norm": 0.2389051467180252, + "learning_rate": 2.980260046429834e-07, + "loss": 0.02725991904735565, + "step": 5180 + }, + { + "epoch": 0.8473469387755102, + "grad_norm": 0.1733924299478531, + "learning_rate": 2.9188348218364635e-07, + "loss": 0.0327379584312439, + "step": 5190 + }, + { + "epoch": 0.8489795918367347, + "grad_norm": 0.19450697302818298, + "learning_rate": 2.8580099501881285e-07, + "loss": 0.030778995156288146, + "step": 5200 + }, + { + "epoch": 0.8489795918367347, + "eval_accuracy": 0.9881666666666667, + "eval_loss": 0.02920014224946499, + "eval_runtime": 155.6487, + "eval_samples_per_second": 25.699, + "eval_steps_per_second": 25.699, + "step": 5200 + }, + { + "epoch": 0.8506122448979592, + "grad_norm": 0.14990773797035217, + "learning_rate": 2.7977870852195997e-07, + "loss": 0.03692179024219513, + "step": 5210 + }, + { + "epoch": 0.8522448979591837, + "grad_norm": 0.16051384806632996, + "learning_rate": 2.7381678642980303e-07, + "loss": 0.030528882145881654, + "step": 5220 + }, + { + "epoch": 0.8538775510204082, + "grad_norm": 0.1660623997449875, + "learning_rate": 2.6791539083784014e-07, + "loss": 0.025125756859779358, + "step": 5230 + }, + { + "epoch": 0.8555102040816327, + "grad_norm": 0.07568248361349106, + "learning_rate": 2.620746821959475e-07, + "loss": 0.02720560133457184, + "step": 5240 + }, + { + "epoch": 0.8571428571428571, + "grad_norm": 0.2634601593017578, + "learning_rate": 2.562948193040174e-07, + "loss": 0.033940815925598146, + "step": 5250 + }, + { + "epoch": 0.8587755102040816, + "grad_norm": 0.15926218032836914, + "learning_rate": 2.5057595930763873e-07, + "loss": 0.028036150336265563, + "step": 5260 + }, + { + "epoch": 0.8604081632653061, + "grad_norm": 0.19775289297103882, + "learning_rate": 2.4491825769382526e-07, + "loss": 0.02731768786907196, + "step": 5270 + }, + { + "epoch": 0.8620408163265306, + "grad_norm": 0.07538789510726929, + "learning_rate": 2.39321868286789e-07, + "loss": 0.0313712328672409, + "step": 5280 + }, + { + "epoch": 0.8636734693877551, + "grad_norm": 0.10647427290678024, + "learning_rate": 2.337869432437567e-07, + "loss": 0.02781860828399658, + "step": 5290 + }, + { + "epoch": 0.8653061224489796, + "grad_norm": 0.20678064227104187, + "learning_rate": 2.283136330508337e-07, + "loss": 0.028782907128334045, + "step": 5300 + }, + { + "epoch": 0.866938775510204, + "grad_norm": 0.18386024236679077, + "learning_rate": 2.2290208651891244e-07, + "loss": 0.02515394687652588, + "step": 5310 + }, + { + "epoch": 0.8685714285714285, + "grad_norm": 0.13139928877353668, + "learning_rate": 2.1755245077962618e-07, + "loss": 0.02002216875553131, + "step": 5320 + }, + { + "epoch": 0.8702040816326531, + "grad_norm": 0.10402868688106537, + "learning_rate": 2.1226487128134854e-07, + "loss": 0.03221684396266937, + "step": 5330 + }, + { + "epoch": 0.8718367346938776, + "grad_norm": 0.056439850479364395, + "learning_rate": 2.070394917852403e-07, + "loss": 0.023763810098171235, + "step": 5340 + }, + { + "epoch": 0.8734693877551021, + "grad_norm": 0.1421876698732376, + "learning_rate": 2.0187645436133913e-07, + "loss": 0.03192594051361084, + "step": 5350 + }, + { + "epoch": 0.8751020408163265, + "grad_norm": 0.20487430691719055, + "learning_rate": 1.967758993846966e-07, + "loss": 0.025955894589424135, + "step": 5360 + }, + { + "epoch": 0.876734693877551, + "grad_norm": 0.2183534801006317, + "learning_rate": 1.9173796553156487e-07, + "loss": 0.027435585856437683, + "step": 5370 + }, + { + "epoch": 0.8783673469387755, + "grad_norm": 0.19724565744400024, + "learning_rate": 1.8676278977562219e-07, + "loss": 0.028912261128425598, + "step": 5380 + }, + { + "epoch": 0.88, + "grad_norm": 0.21412917971611023, + "learning_rate": 1.818505073842508e-07, + "loss": 0.029015693068504333, + "step": 5390 + }, + { + "epoch": 0.8816326530612245, + "grad_norm": 0.08429288119077682, + "learning_rate": 1.770012519148598e-07, + "loss": 0.025249993801116942, + "step": 5400 + }, + { + "epoch": 0.8816326530612245, + "eval_accuracy": 0.989375, + "eval_loss": 0.02678457647562027, + "eval_runtime": 156.2763, + "eval_samples_per_second": 25.596, + "eval_steps_per_second": 25.596, + "step": 5400 + }, + { + "epoch": 0.883265306122449, + "grad_norm": 0.15489192306995392, + "learning_rate": 1.722151552112525e-07, + "loss": 0.03486272096633911, + "step": 5410 + }, + { + "epoch": 0.8848979591836734, + "grad_norm": 0.1594313681125641, + "learning_rate": 1.6749234740004227e-07, + "loss": 0.024751077592372894, + "step": 5420 + }, + { + "epoch": 0.8865306122448979, + "grad_norm": 0.12505307793617249, + "learning_rate": 1.6283295688711564e-07, + "loss": 0.025553828477859496, + "step": 5430 + }, + { + "epoch": 0.8881632653061224, + "grad_norm": 0.08852038532495499, + "learning_rate": 1.582371103541394e-07, + "loss": 0.025743791460990907, + "step": 5440 + }, + { + "epoch": 0.889795918367347, + "grad_norm": 0.08450407534837723, + "learning_rate": 1.5370493275511767e-07, + "loss": 0.02687264084815979, + "step": 5450 + }, + { + "epoch": 0.8914285714285715, + "grad_norm": 0.054211657494306564, + "learning_rate": 1.4923654731299363e-07, + "loss": 0.023073682188987733, + "step": 5460 + }, + { + "epoch": 0.893061224489796, + "grad_norm": 0.23101477324962616, + "learning_rate": 1.4483207551630045e-07, + "loss": 0.0280561625957489, + "step": 5470 + }, + { + "epoch": 0.8946938775510204, + "grad_norm": 0.19923920929431915, + "learning_rate": 1.4049163711585684e-07, + "loss": 0.02133965492248535, + "step": 5480 + }, + { + "epoch": 0.8963265306122449, + "grad_norm": 0.13227398693561554, + "learning_rate": 1.3621535012151244e-07, + "loss": 0.017637649178504945, + "step": 5490 + }, + { + "epoch": 0.8979591836734694, + "grad_norm": 0.11182940751314163, + "learning_rate": 1.3200333079893823e-07, + "loss": 0.02847398817539215, + "step": 5500 + }, + { + "epoch": 0.8995918367346939, + "grad_norm": 0.06762958317995071, + "learning_rate": 1.2785569366646628e-07, + "loss": 0.020397891104221345, + "step": 5510 + }, + { + "epoch": 0.9012244897959184, + "grad_norm": 0.06652984023094177, + "learning_rate": 1.2377255149197576e-07, + "loss": 0.03015478849411011, + "step": 5520 + }, + { + "epoch": 0.9028571428571428, + "grad_norm": 0.16087517142295837, + "learning_rate": 1.1975401528982718e-07, + "loss": 0.02614833414554596, + "step": 5530 + }, + { + "epoch": 0.9044897959183673, + "grad_norm": 0.0873415544629097, + "learning_rate": 1.1580019431784384e-07, + "loss": 0.023097904026508333, + "step": 5540 + }, + { + "epoch": 0.9061224489795918, + "grad_norm": 0.26114869117736816, + "learning_rate": 1.1191119607434076e-07, + "loss": 0.028036117553710938, + "step": 5550 + }, + { + "epoch": 0.9077551020408163, + "grad_norm": 0.08690405637025833, + "learning_rate": 1.0808712629520435e-07, + "loss": 0.027321887016296387, + "step": 5560 + }, + { + "epoch": 0.9093877551020408, + "grad_norm": 0.19979159533977509, + "learning_rate": 1.0432808895101426e-07, + "loss": 0.03543014228343964, + "step": 5570 + }, + { + "epoch": 0.9110204081632653, + "grad_norm": 0.09599421173334122, + "learning_rate": 1.0063418624421895e-07, + "loss": 0.02044544517993927, + "step": 5580 + }, + { + "epoch": 0.9126530612244897, + "grad_norm": 0.22291070222854614, + "learning_rate": 9.700551860635538e-08, + "loss": 0.027166444063186645, + "step": 5590 + }, + { + "epoch": 0.9142857142857143, + "grad_norm": 0.10956079512834549, + "learning_rate": 9.344218469532012e-08, + "loss": 0.02024113982915878, + "step": 5600 + }, + { + "epoch": 0.9142857142857143, + "eval_accuracy": 0.9900833333333334, + "eval_loss": 0.025807492434978485, + "eval_runtime": 154.9378, + "eval_samples_per_second": 25.817, + "eval_steps_per_second": 25.817, + "step": 5600 + }, + { + "epoch": 0.9159183673469388, + "grad_norm": 0.14949144423007965, + "learning_rate": 8.99442813926854e-08, + "loss": 0.024004274606704713, + "step": 5610 + }, + { + "epoch": 0.9175510204081633, + "grad_norm": 0.2315555214881897, + "learning_rate": 8.651190380106673e-08, + "loss": 0.024219857156276704, + "step": 5620 + }, + { + "epoch": 0.9191836734693878, + "grad_norm": 0.06734409183263779, + "learning_rate": 8.314514524153522e-08, + "loss": 0.02802177369594574, + "step": 5630 + }, + { + "epoch": 0.9208163265306123, + "grad_norm": 0.21427671611309052, + "learning_rate": 7.984409725108222e-08, + "loss": 0.021109704673290253, + "step": 5640 + }, + { + "epoch": 0.9224489795918367, + "grad_norm": 0.18013973534107208, + "learning_rate": 7.660884958012899e-08, + "loss": 0.020703735947608947, + "step": 5650 + }, + { + "epoch": 0.9240816326530612, + "grad_norm": 0.2695794701576233, + "learning_rate": 7.343949019008756e-08, + "loss": 0.03247661292552948, + "step": 5660 + }, + { + "epoch": 0.9257142857142857, + "grad_norm": 0.15175238251686096, + "learning_rate": 7.03361052509688e-08, + "loss": 0.021647430956363678, + "step": 5670 + }, + { + "epoch": 0.9273469387755102, + "grad_norm": 0.18325908482074738, + "learning_rate": 6.729877913903976e-08, + "loss": 0.028400209546089173, + "step": 5680 + }, + { + "epoch": 0.9289795918367347, + "grad_norm": 0.15859369933605194, + "learning_rate": 6.432759443452924e-08, + "loss": 0.014232246577739716, + "step": 5690 + }, + { + "epoch": 0.9306122448979591, + "grad_norm": 0.13438236713409424, + "learning_rate": 6.14226319193828e-08, + "loss": 0.02244553864002228, + "step": 5700 + }, + { + "epoch": 0.9322448979591836, + "grad_norm": 0.27041247487068176, + "learning_rate": 5.858397057506709e-08, + "loss": 0.029011306166648865, + "step": 5710 + }, + { + "epoch": 0.9338775510204081, + "grad_norm": 0.12215204536914825, + "learning_rate": 5.581168758042127e-08, + "loss": 0.028310227394104003, + "step": 5720 + }, + { + "epoch": 0.9355102040816327, + "grad_norm": 0.2103251814842224, + "learning_rate": 5.310585830955922e-08, + "loss": 0.021468037366867067, + "step": 5730 + }, + { + "epoch": 0.9371428571428572, + "grad_norm": 0.17152205109596252, + "learning_rate": 5.0466556329819835e-08, + "loss": 0.024149742722511292, + "step": 5740 + }, + { + "epoch": 0.9387755102040817, + "grad_norm": 0.08712399005889893, + "learning_rate": 4.789385339976832e-08, + "loss": 0.01809695065021515, + "step": 5750 + }, + { + "epoch": 0.9404081632653061, + "grad_norm": 0.15006859600543976, + "learning_rate": 4.53878194672433e-08, + "loss": 0.022831857204437256, + "step": 5760 + }, + { + "epoch": 0.9420408163265306, + "grad_norm": 0.06355110555887222, + "learning_rate": 4.2948522667455864e-08, + "loss": 0.015157052874565124, + "step": 5770 + }, + { + "epoch": 0.9436734693877551, + "grad_norm": 0.14330919086933136, + "learning_rate": 4.057602932113658e-08, + "loss": 0.02486245185136795, + "step": 5780 + }, + { + "epoch": 0.9453061224489796, + "grad_norm": 0.12216096371412277, + "learning_rate": 3.82704039327339e-08, + "loss": 0.024203602969646455, + "step": 5790 + }, + { + "epoch": 0.9469387755102041, + "grad_norm": 0.19883109629154205, + "learning_rate": 3.6031709188658336e-08, + "loss": 0.025162199139595033, + "step": 5800 + }, + { + "epoch": 0.9469387755102041, + "eval_accuracy": 0.99025, + "eval_loss": 0.025506427511572838, + "eval_runtime": 154.1326, + "eval_samples_per_second": 25.952, + "eval_steps_per_second": 25.952, + "step": 5800 + }, + { + "epoch": 0.9485714285714286, + "grad_norm": 0.25931984186172485, + "learning_rate": 3.386000595557964e-08, + "loss": 0.027550938725471496, + "step": 5810 + }, + { + "epoch": 0.950204081632653, + "grad_norm": 0.07933743298053741, + "learning_rate": 3.1755353278770936e-08, + "loss": 0.024577364325523376, + "step": 5820 + }, + { + "epoch": 0.9518367346938775, + "grad_norm": 0.13839955627918243, + "learning_rate": 2.9717808380503866e-08, + "loss": 0.021038763225078583, + "step": 5830 + }, + { + "epoch": 0.953469387755102, + "grad_norm": 0.14696243405342102, + "learning_rate": 2.7747426658492893e-08, + "loss": 0.02484375685453415, + "step": 5840 + }, + { + "epoch": 0.9551020408163265, + "grad_norm": 0.1538810133934021, + "learning_rate": 2.5844261684388473e-08, + "loss": 0.023458963632583617, + "step": 5850 + }, + { + "epoch": 0.9567346938775511, + "grad_norm": 0.08468759804964066, + "learning_rate": 2.4008365202321525e-08, + "loss": 0.03132525682449341, + "step": 5860 + }, + { + "epoch": 0.9583673469387755, + "grad_norm": 0.1627626270055771, + "learning_rate": 2.2239787127495695e-08, + "loss": 0.03181464076042175, + "step": 5870 + }, + { + "epoch": 0.96, + "grad_norm": 0.17413999140262604, + "learning_rate": 2.0538575544831186e-08, + "loss": 0.019847501814365388, + "step": 5880 + }, + { + "epoch": 0.9616326530612245, + "grad_norm": 0.23201079666614532, + "learning_rate": 1.8904776707655837e-08, + "loss": 0.02205444723367691, + "step": 5890 + }, + { + "epoch": 0.963265306122449, + "grad_norm": 0.17272613942623138, + "learning_rate": 1.7338435036449164e-08, + "loss": 0.022021512687206268, + "step": 5900 + }, + { + "epoch": 0.9648979591836735, + "grad_norm": 0.1446181833744049, + "learning_rate": 1.5839593117634166e-08, + "loss": 0.02300398051738739, + "step": 5910 + }, + { + "epoch": 0.966530612244898, + "grad_norm": 0.21913999319076538, + "learning_rate": 1.4408291702418808e-08, + "loss": 0.024825331568717957, + "step": 5920 + }, + { + "epoch": 0.9681632653061224, + "grad_norm": 0.12140090018510818, + "learning_rate": 1.3044569705689125e-08, + "loss": 0.02171301543712616, + "step": 5930 + }, + { + "epoch": 0.9697959183673469, + "grad_norm": 0.08353517204523087, + "learning_rate": 1.1748464204950072e-08, + "loss": 0.02564157545566559, + "step": 5940 + }, + { + "epoch": 0.9714285714285714, + "grad_norm": 0.2671544551849365, + "learning_rate": 1.052001043931855e-08, + "loss": 0.02467280924320221, + "step": 5950 + }, + { + "epoch": 0.9730612244897959, + "grad_norm": 0.16360966861248016, + "learning_rate": 9.3592418085639e-09, + "loss": 0.02429400235414505, + "step": 5960 + }, + { + "epoch": 0.9746938775510204, + "grad_norm": 0.08739493787288666, + "learning_rate": 8.266189872201957e-09, + "loss": 0.02331821173429489, + "step": 5970 + }, + { + "epoch": 0.976326530612245, + "grad_norm": 0.23632948100566864, + "learning_rate": 7.24088434863407e-09, + "loss": 0.02990926504135132, + "step": 5980 + }, + { + "epoch": 0.9779591836734693, + "grad_norm": 0.2005041390657425, + "learning_rate": 6.283353114342749e-09, + "loss": 0.023541297018527984, + "step": 5990 + }, + { + "epoch": 0.9795918367346939, + "grad_norm": 0.16744142770767212, + "learning_rate": 5.393622203129778e-09, + "loss": 0.020145678520202638, + "step": 6000 + }, + { + "epoch": 0.9795918367346939, + "eval_accuracy": 0.9904166666666667, + "eval_loss": 0.025301460176706314, + "eval_runtime": 157.9993, + "eval_samples_per_second": 25.317, + "eval_steps_per_second": 25.317, + "step": 6000 + } + ], + "logging_steps": 10, + "max_steps": 6125, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 200, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 5.60726116663296e+16, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-6000/training_args.bin b/checkpoint-6000/training_args.bin new file mode 100644 index 0000000..a9304c0 --- /dev/null +++ b/checkpoint-6000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10a2085a9c347d21774d35a2558a0376b0ffbb33ca9517fafbd4cd5d12552b02 +size 5585 diff --git a/checkpoint-6125/chat_template.jinja b/checkpoint-6125/chat_template.jinja new file mode 100644 index 0000000..ce566c4 --- /dev/null +++ b/checkpoint-6125/chat_template.jinja @@ -0,0 +1,9 @@ +{% set system_message = 'Below is an instruction that describes a task. Write a response that appropriately completes the request. + +' %}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '### Instruction: +' + content + ' + +### Response: +' }}{% elif message['role'] == 'assistant' %}{{ content + '<|endoftext|>' + ' + +' }}{% endif %}{% endfor %} \ No newline at end of file diff --git a/checkpoint-6125/config.json b/checkpoint-6125/config.json new file mode 100644 index 0000000..642be54 --- /dev/null +++ b/checkpoint-6125/config.json @@ -0,0 +1,58 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151643, + "hidden_act": "silu", + "hidden_size": 896, + "initializer_range": 0.02, + "intermediate_size": 4864, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 24, + "model_type": "qwen2", + "num_attention_heads": 14, + "num_hidden_layers": 24, + "num_key_value_heads": 2, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000.0, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.2.0", + "use_cache": false, + "use_mrope": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/checkpoint-6125/generation_config.json b/checkpoint-6125/generation_config.json new file mode 100644 index 0000000..795a75e --- /dev/null +++ b/checkpoint-6125/generation_config.json @@ -0,0 +1,9 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151643 + ], + "max_new_tokens": 2048, + "pad_token_id": 151643, + "transformers_version": "5.2.0" +} diff --git a/checkpoint-6125/model.safetensors b/checkpoint-6125/model.safetensors new file mode 100644 index 0000000..665761c --- /dev/null +++ b/checkpoint-6125/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1edd8c632dc7b25b22dc2c60673de1f976549056f1258360ed58b7276a7cd06c +size 1976163472 diff --git a/checkpoint-6125/tokenizer.json b/checkpoint-6125/tokenizer.json new file mode 100644 index 0000000..34510ff --- /dev/null +++ b/checkpoint-6125/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8 +size 11421892 diff --git a/checkpoint-6125/tokenizer_config.json b/checkpoint-6125/tokenizer_config.json new file mode 100644 index 0000000..392ded1 --- /dev/null +++ b/checkpoint-6125/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/checkpoint-6125/trainer_state.json b/checkpoint-6125/trainer_state.json new file mode 100644 index 0000000..92c9656 --- /dev/null +++ b/checkpoint-6125/trainer_state.json @@ -0,0 +1,4588 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 200, + "global_step": 6125, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0016326530612244899, + "grad_norm": 7.955283164978027, + "learning_rate": 4.5000000000000003e-07, + "loss": 4.391213607788086, + "step": 10 + }, + { + "epoch": 0.0032653061224489797, + "grad_norm": 2.4868686199188232, + "learning_rate": 9.500000000000001e-07, + "loss": 1.9876020431518555, + "step": 20 + }, + { + "epoch": 0.004897959183673469, + "grad_norm": 0.25438952445983887, + "learning_rate": 1.45e-06, + "loss": 0.34127225875854494, + "step": 30 + }, + { + "epoch": 0.006530612244897959, + "grad_norm": 0.13044093549251556, + "learning_rate": 1.9500000000000004e-06, + "loss": 0.23643033504486083, + "step": 40 + }, + { + "epoch": 0.00816326530612245, + "grad_norm": 0.17984068393707275, + "learning_rate": 2.4500000000000003e-06, + "loss": 0.23313720226287843, + "step": 50 + }, + { + "epoch": 0.009795918367346938, + "grad_norm": 0.15249308943748474, + "learning_rate": 2.95e-06, + "loss": 0.22351114749908446, + "step": 60 + }, + { + "epoch": 0.011428571428571429, + "grad_norm": 0.07123949378728867, + "learning_rate": 3.45e-06, + "loss": 0.21615636348724365, + "step": 70 + }, + { + "epoch": 0.013061224489795919, + "grad_norm": 0.21456502377986908, + "learning_rate": 3.95e-06, + "loss": 0.21677422523498535, + "step": 80 + }, + { + "epoch": 0.014693877551020407, + "grad_norm": 0.22391553223133087, + "learning_rate": 4.450000000000001e-06, + "loss": 0.21422204971313477, + "step": 90 + }, + { + "epoch": 0.0163265306122449, + "grad_norm": 0.1745220273733139, + "learning_rate": 4.95e-06, + "loss": 0.19350455999374389, + "step": 100 + }, + { + "epoch": 0.017959183673469388, + "grad_norm": 0.18820920586585999, + "learning_rate": 4.9999724716692435e-06, + "loss": 0.1981007933616638, + "step": 110 + }, + { + "epoch": 0.019591836734693877, + "grad_norm": 0.21733109652996063, + "learning_rate": 4.9998773127856985e-06, + "loss": 0.16994532346725463, + "step": 120 + }, + { + "epoch": 0.02122448979591837, + "grad_norm": 0.40475547313690186, + "learning_rate": 4.999714186080037e-06, + "loss": 0.1539763927459717, + "step": 130 + }, + { + "epoch": 0.022857142857142857, + "grad_norm": 0.3676598370075226, + "learning_rate": 4.999483095987423e-06, + "loss": 0.16321685314178466, + "step": 140 + }, + { + "epoch": 0.024489795918367346, + "grad_norm": 0.19484871625900269, + "learning_rate": 4.9991840487908426e-06, + "loss": 0.16523454189300538, + "step": 150 + }, + { + "epoch": 0.026122448979591838, + "grad_norm": 0.21928830444812775, + "learning_rate": 4.998817052620928e-06, + "loss": 0.14424897432327272, + "step": 160 + }, + { + "epoch": 0.027755102040816326, + "grad_norm": 0.2790975868701935, + "learning_rate": 4.9983821174557415e-06, + "loss": 0.13810645341873168, + "step": 170 + }, + { + "epoch": 0.029387755102040815, + "grad_norm": 0.21702228486537933, + "learning_rate": 4.997879255120501e-06, + "loss": 0.1318126440048218, + "step": 180 + }, + { + "epoch": 0.031020408163265307, + "grad_norm": 0.16967810690402985, + "learning_rate": 4.997308479287263e-06, + "loss": 0.14249314069747926, + "step": 190 + }, + { + "epoch": 0.0326530612244898, + "grad_norm": 0.14007994532585144, + "learning_rate": 4.996669805474542e-06, + "loss": 0.12708702087402343, + "step": 200 + }, + { + "epoch": 0.0326530612244898, + "eval_accuracy": 0.9408333333333335, + "eval_loss": 0.12691152095794678, + "eval_runtime": 156.68, + "eval_samples_per_second": 25.53, + "eval_steps_per_second": 25.53, + "step": 200 + }, + { + "epoch": 0.03428571428571429, + "grad_norm": 0.2674005627632141, + "learning_rate": 4.9959632510469e-06, + "loss": 0.11019121408462525, + "step": 210 + }, + { + "epoch": 0.035918367346938776, + "grad_norm": 0.12073638290166855, + "learning_rate": 4.995188835214465e-06, + "loss": 0.12032746076583863, + "step": 220 + }, + { + "epoch": 0.037551020408163265, + "grad_norm": 0.11186162382364273, + "learning_rate": 4.994346579032413e-06, + "loss": 0.12122929096221924, + "step": 230 + }, + { + "epoch": 0.03918367346938775, + "grad_norm": 0.09840800613164902, + "learning_rate": 4.993436505400396e-06, + "loss": 0.11416752338409424, + "step": 240 + }, + { + "epoch": 0.04081632653061224, + "grad_norm": 0.19076374173164368, + "learning_rate": 4.992458639061916e-06, + "loss": 0.11376930475234985, + "step": 250 + }, + { + "epoch": 0.04244897959183674, + "grad_norm": 0.14405065774917603, + "learning_rate": 4.991413006603657e-06, + "loss": 0.10997685194015502, + "step": 260 + }, + { + "epoch": 0.044081632653061226, + "grad_norm": 0.23844055831432343, + "learning_rate": 4.990299636454759e-06, + "loss": 0.1000083327293396, + "step": 270 + }, + { + "epoch": 0.045714285714285714, + "grad_norm": 0.23128052055835724, + "learning_rate": 4.989118558886043e-06, + "loss": 0.1243711233139038, + "step": 280 + }, + { + "epoch": 0.0473469387755102, + "grad_norm": 0.19849570095539093, + "learning_rate": 4.9878698060091955e-06, + "loss": 0.11728224754333497, + "step": 290 + }, + { + "epoch": 0.04897959183673469, + "grad_norm": 0.13039851188659668, + "learning_rate": 4.986553411775886e-06, + "loss": 0.09353847503662109, + "step": 300 + }, + { + "epoch": 0.05061224489795919, + "grad_norm": 0.19887588918209076, + "learning_rate": 4.985169411976852e-06, + "loss": 0.11291944980621338, + "step": 310 + }, + { + "epoch": 0.052244897959183675, + "grad_norm": 0.25038304924964905, + "learning_rate": 4.98371784424092e-06, + "loss": 0.11149277687072753, + "step": 320 + }, + { + "epoch": 0.053877551020408164, + "grad_norm": 0.238360196352005, + "learning_rate": 4.982198748033986e-06, + "loss": 0.11344953775405883, + "step": 330 + }, + { + "epoch": 0.05551020408163265, + "grad_norm": 0.13686658442020416, + "learning_rate": 4.980612164657943e-06, + "loss": 0.09844974875450134, + "step": 340 + }, + { + "epoch": 0.05714285714285714, + "grad_norm": 0.0829666405916214, + "learning_rate": 4.978958137249551e-06, + "loss": 0.10898438692092896, + "step": 350 + }, + { + "epoch": 0.05877551020408163, + "grad_norm": 0.10389993339776993, + "learning_rate": 4.977236710779277e-06, + "loss": 0.09371156096458436, + "step": 360 + }, + { + "epoch": 0.060408163265306125, + "grad_norm": 0.18182680010795593, + "learning_rate": 4.9754479320500584e-06, + "loss": 0.1049533724784851, + "step": 370 + }, + { + "epoch": 0.062040816326530614, + "grad_norm": 0.14488115906715393, + "learning_rate": 4.973591849696041e-06, + "loss": 0.10510741472244263, + "step": 380 + }, + { + "epoch": 0.0636734693877551, + "grad_norm": 0.14816738665103912, + "learning_rate": 4.971668514181252e-06, + "loss": 0.10956356525421143, + "step": 390 + }, + { + "epoch": 0.0653061224489796, + "grad_norm": 0.20584072172641754, + "learning_rate": 4.969677977798225e-06, + "loss": 0.11344989538192748, + "step": 400 + }, + { + "epoch": 0.0653061224489796, + "eval_accuracy": 0.9496250000000002, + "eval_loss": 0.11409253627061844, + "eval_runtime": 165.7682, + "eval_samples_per_second": 24.13, + "eval_steps_per_second": 24.13, + "step": 400 + }, + { + "epoch": 0.06693877551020408, + "grad_norm": 0.1342787891626358, + "learning_rate": 4.967620294666589e-06, + "loss": 0.09949527978897095, + "step": 410 + }, + { + "epoch": 0.06857142857142857, + "grad_norm": 0.17336596548557281, + "learning_rate": 4.965495520731583e-06, + "loss": 0.10606559514999389, + "step": 420 + }, + { + "epoch": 0.07020408163265306, + "grad_norm": 0.19437003135681152, + "learning_rate": 4.963303713762547e-06, + "loss": 0.11677042245864869, + "step": 430 + }, + { + "epoch": 0.07183673469387755, + "grad_norm": 0.12076073884963989, + "learning_rate": 4.961044933351342e-06, + "loss": 0.1019243597984314, + "step": 440 + }, + { + "epoch": 0.07346938775510205, + "grad_norm": 0.10272067785263062, + "learning_rate": 4.958719240910737e-06, + "loss": 0.10125980377197266, + "step": 450 + }, + { + "epoch": 0.07510204081632653, + "grad_norm": 0.1080622524023056, + "learning_rate": 4.956326699672736e-06, + "loss": 0.09888594150543213, + "step": 460 + }, + { + "epoch": 0.07673469387755102, + "grad_norm": 0.1307847797870636, + "learning_rate": 4.953867374686856e-06, + "loss": 0.10753540992736817, + "step": 470 + }, + { + "epoch": 0.0783673469387755, + "grad_norm": 0.2128073275089264, + "learning_rate": 4.951341332818365e-06, + "loss": 0.11452326774597169, + "step": 480 + }, + { + "epoch": 0.08, + "grad_norm": 0.21006478369235992, + "learning_rate": 4.9487486427464594e-06, + "loss": 0.09555010795593262, + "step": 490 + }, + { + "epoch": 0.08163265306122448, + "grad_norm": 0.24889807403087616, + "learning_rate": 4.946089374962396e-06, + "loss": 0.09771155118942261, + "step": 500 + }, + { + "epoch": 0.08326530612244898, + "grad_norm": 0.13042858242988586, + "learning_rate": 4.943363601767582e-06, + "loss": 0.10659778118133545, + "step": 510 + }, + { + "epoch": 0.08489795918367347, + "grad_norm": 0.2210501879453659, + "learning_rate": 4.940571397271598e-06, + "loss": 0.10161921977996827, + "step": 520 + }, + { + "epoch": 0.08653061224489796, + "grad_norm": 0.11963305622339249, + "learning_rate": 4.937712837390194e-06, + "loss": 0.09155921936035157, + "step": 530 + }, + { + "epoch": 0.08816326530612245, + "grad_norm": 0.07435746490955353, + "learning_rate": 4.93478799984322e-06, + "loss": 0.11164016723632812, + "step": 540 + }, + { + "epoch": 0.08979591836734693, + "grad_norm": 0.16348940134048462, + "learning_rate": 4.9317969641525154e-06, + "loss": 0.10738091468811035, + "step": 550 + }, + { + "epoch": 0.09142857142857143, + "grad_norm": 0.12221129983663559, + "learning_rate": 4.928739811639741e-06, + "loss": 0.09491395950317383, + "step": 560 + }, + { + "epoch": 0.09306122448979592, + "grad_norm": 0.1107218861579895, + "learning_rate": 4.9256166254241775e-06, + "loss": 0.08408294320106506, + "step": 570 + }, + { + "epoch": 0.0946938775510204, + "grad_norm": 0.207329660654068, + "learning_rate": 4.922427490420457e-06, + "loss": 0.10272791385650634, + "step": 580 + }, + { + "epoch": 0.0963265306122449, + "grad_norm": 0.14269684255123138, + "learning_rate": 4.919172493336259e-06, + "loss": 0.10189608335494996, + "step": 590 + }, + { + "epoch": 0.09795918367346938, + "grad_norm": 0.10970286279916763, + "learning_rate": 4.915851722669952e-06, + "loss": 0.09506216645240784, + "step": 600 + }, + { + "epoch": 0.09795918367346938, + "eval_accuracy": 0.9561666666666667, + "eval_loss": 0.09913250058889389, + "eval_runtime": 158.3659, + "eval_samples_per_second": 25.258, + "eval_steps_per_second": 25.258, + "step": 600 + }, + { + "epoch": 0.09959183673469388, + "grad_norm": 0.11382903158664703, + "learning_rate": 4.912465268708186e-06, + "loss": 0.09665942788124085, + "step": 610 + }, + { + "epoch": 0.10122448979591837, + "grad_norm": 0.24785904586315155, + "learning_rate": 4.90901322352344e-06, + "loss": 0.10539349317550659, + "step": 620 + }, + { + "epoch": 0.10285714285714286, + "grad_norm": 0.18585072457790375, + "learning_rate": 4.905495680971518e-06, + "loss": 0.10907092094421386, + "step": 630 + }, + { + "epoch": 0.10448979591836735, + "grad_norm": 0.16385921835899353, + "learning_rate": 4.901912736688995e-06, + "loss": 0.09973281621932983, + "step": 640 + }, + { + "epoch": 0.10612244897959183, + "grad_norm": 0.10820458829402924, + "learning_rate": 4.898264488090619e-06, + "loss": 0.09869267344474793, + "step": 650 + }, + { + "epoch": 0.10775510204081633, + "grad_norm": 0.18020115792751312, + "learning_rate": 4.894551034366665e-06, + "loss": 0.10499387979507446, + "step": 660 + }, + { + "epoch": 0.10938775510204081, + "grad_norm": 0.10356947779655457, + "learning_rate": 4.890772476480229e-06, + "loss": 0.10153095722198487, + "step": 670 + }, + { + "epoch": 0.1110204081632653, + "grad_norm": 0.08888879418373108, + "learning_rate": 4.886928917164496e-06, + "loss": 0.08613221645355225, + "step": 680 + }, + { + "epoch": 0.1126530612244898, + "grad_norm": 0.11978956311941147, + "learning_rate": 4.8830204609199335e-06, + "loss": 0.09545036554336547, + "step": 690 + }, + { + "epoch": 0.11428571428571428, + "grad_norm": 0.11924679577350616, + "learning_rate": 4.8790472140114635e-06, + "loss": 0.0950542688369751, + "step": 700 + }, + { + "epoch": 0.11591836734693878, + "grad_norm": 0.0637463852763176, + "learning_rate": 4.875009284465561e-06, + "loss": 0.10127921104431152, + "step": 710 + }, + { + "epoch": 0.11755102040816326, + "grad_norm": 0.0894392654299736, + "learning_rate": 4.8709067820673235e-06, + "loss": 0.09835844039916992, + "step": 720 + }, + { + "epoch": 0.11918367346938775, + "grad_norm": 0.06312194466590881, + "learning_rate": 4.866739818357489e-06, + "loss": 0.08583117127418519, + "step": 730 + }, + { + "epoch": 0.12081632653061225, + "grad_norm": 0.1375141739845276, + "learning_rate": 4.862508506629394e-06, + "loss": 0.08735222220420838, + "step": 740 + }, + { + "epoch": 0.12244897959183673, + "grad_norm": 0.12715794146060944, + "learning_rate": 4.858212961925902e-06, + "loss": 0.09324318170547485, + "step": 750 + }, + { + "epoch": 0.12408163265306123, + "grad_norm": 0.14359286427497864, + "learning_rate": 4.8538533010362735e-06, + "loss": 0.09482367634773255, + "step": 760 + }, + { + "epoch": 0.12571428571428572, + "grad_norm": 0.1228424683213234, + "learning_rate": 4.849429642492985e-06, + "loss": 0.09595230221748352, + "step": 770 + }, + { + "epoch": 0.1273469387755102, + "grad_norm": 0.08908221125602722, + "learning_rate": 4.844942106568517e-06, + "loss": 0.08924583196640015, + "step": 780 + }, + { + "epoch": 0.12897959183673469, + "grad_norm": 0.15417414903640747, + "learning_rate": 4.84039081527207e-06, + "loss": 0.09454164505004883, + "step": 790 + }, + { + "epoch": 0.1306122448979592, + "grad_norm": 0.1259608417749405, + "learning_rate": 4.835775892346264e-06, + "loss": 0.08659166097640991, + "step": 800 + }, + { + "epoch": 0.1306122448979592, + "eval_accuracy": 0.9564166666666667, + "eval_loss": 0.09297937154769897, + "eval_runtime": 157.5491, + "eval_samples_per_second": 25.389, + "eval_steps_per_second": 25.389, + "step": 800 + }, + { + "epoch": 0.13224489795918368, + "grad_norm": 0.15664513409137726, + "learning_rate": 4.8310974632637584e-06, + "loss": 0.09094155430793763, + "step": 810 + }, + { + "epoch": 0.13387755102040816, + "grad_norm": 0.12366823107004166, + "learning_rate": 4.82635565522385e-06, + "loss": 0.09823386669158936, + "step": 820 + }, + { + "epoch": 0.13551020408163264, + "grad_norm": 0.09367755055427551, + "learning_rate": 4.821550597149012e-06, + "loss": 0.09080367088317871, + "step": 830 + }, + { + "epoch": 0.13714285714285715, + "grad_norm": 0.15230220556259155, + "learning_rate": 4.816682419681389e-06, + "loss": 0.09046205282211303, + "step": 840 + }, + { + "epoch": 0.13877551020408163, + "grad_norm": 0.09214162826538086, + "learning_rate": 4.811751255179244e-06, + "loss": 0.09502801299095154, + "step": 850 + }, + { + "epoch": 0.1404081632653061, + "grad_norm": 0.09514431655406952, + "learning_rate": 4.806757237713361e-06, + "loss": 0.09261927604675294, + "step": 860 + }, + { + "epoch": 0.14204081632653062, + "grad_norm": 0.13052736222743988, + "learning_rate": 4.8017005030634e-06, + "loss": 0.08243635892868043, + "step": 870 + }, + { + "epoch": 0.1436734693877551, + "grad_norm": 0.05511025711894035, + "learning_rate": 4.796581188714205e-06, + "loss": 0.10203326940536499, + "step": 880 + }, + { + "epoch": 0.14530612244897959, + "grad_norm": 0.09896261245012283, + "learning_rate": 4.7913994338520655e-06, + "loss": 0.08544076681137085, + "step": 890 + }, + { + "epoch": 0.1469387755102041, + "grad_norm": 0.18726249039173126, + "learning_rate": 4.786155379360932e-06, + "loss": 0.0944068193435669, + "step": 900 + }, + { + "epoch": 0.14857142857142858, + "grad_norm": 0.09349548071622849, + "learning_rate": 4.7808491678185855e-06, + "loss": 0.0877715528011322, + "step": 910 + }, + { + "epoch": 0.15020408163265306, + "grad_norm": 0.13616853952407837, + "learning_rate": 4.775480943492764e-06, + "loss": 0.09196346998214722, + "step": 920 + }, + { + "epoch": 0.15183673469387754, + "grad_norm": 0.061041463166475296, + "learning_rate": 4.770050852337236e-06, + "loss": 0.09890784621238709, + "step": 930 + }, + { + "epoch": 0.15346938775510205, + "grad_norm": 0.09928455948829651, + "learning_rate": 4.764559041987836e-06, + "loss": 0.09260086417198181, + "step": 940 + }, + { + "epoch": 0.15510204081632653, + "grad_norm": 0.10996410250663757, + "learning_rate": 4.759005661758446e-06, + "loss": 0.09412651658058166, + "step": 950 + }, + { + "epoch": 0.156734693877551, + "grad_norm": 0.09731809049844742, + "learning_rate": 4.753390862636939e-06, + "loss": 0.09459404945373535, + "step": 960 + }, + { + "epoch": 0.15836734693877552, + "grad_norm": 0.12398040294647217, + "learning_rate": 4.747714797281076e-06, + "loss": 0.09960640072822571, + "step": 970 + }, + { + "epoch": 0.16, + "grad_norm": 0.14135490357875824, + "learning_rate": 4.741977620014347e-06, + "loss": 0.09338371157646179, + "step": 980 + }, + { + "epoch": 0.16163265306122448, + "grad_norm": 0.09384343028068542, + "learning_rate": 4.736179486821788e-06, + "loss": 0.08515415191650391, + "step": 990 + }, + { + "epoch": 0.16326530612244897, + "grad_norm": 0.10298261791467667, + "learning_rate": 4.730320555345728e-06, + "loss": 0.09090787768363953, + "step": 1000 + }, + { + "epoch": 0.16326530612244897, + "eval_accuracy": 0.9607916666666667, + "eval_loss": 0.08832322806119919, + "eval_runtime": 166.8275, + "eval_samples_per_second": 23.977, + "eval_steps_per_second": 23.977, + "step": 1000 + }, + { + "epoch": 0.16489795918367348, + "grad_norm": 0.05896759778261185, + "learning_rate": 4.724400984881508e-06, + "loss": 0.08005568385124207, + "step": 1010 + }, + { + "epoch": 0.16653061224489796, + "grad_norm": 0.07907038927078247, + "learning_rate": 4.7184209363731546e-06, + "loss": 0.08133251667022705, + "step": 1020 + }, + { + "epoch": 0.16816326530612244, + "grad_norm": 0.07444760203361511, + "learning_rate": 4.7123805724089935e-06, + "loss": 0.08690541982650757, + "step": 1030 + }, + { + "epoch": 0.16979591836734695, + "grad_norm": 0.16517433524131775, + "learning_rate": 4.706280057217239e-06, + "loss": 0.09946454763412475, + "step": 1040 + }, + { + "epoch": 0.17142857142857143, + "grad_norm": 0.18107500672340393, + "learning_rate": 4.700119556661521e-06, + "loss": 0.08886862993240356, + "step": 1050 + }, + { + "epoch": 0.1730612244897959, + "grad_norm": 0.15386350452899933, + "learning_rate": 4.693899238236383e-06, + "loss": 0.09117826819419861, + "step": 1060 + }, + { + "epoch": 0.17469387755102042, + "grad_norm": 0.1098460704088211, + "learning_rate": 4.687619271062725e-06, + "loss": 0.09286551475524903, + "step": 1070 + }, + { + "epoch": 0.1763265306122449, + "grad_norm": 0.09872590750455856, + "learning_rate": 4.681279825883201e-06, + "loss": 0.09102073907852173, + "step": 1080 + }, + { + "epoch": 0.17795918367346938, + "grad_norm": 0.12001907080411911, + "learning_rate": 4.674881075057581e-06, + "loss": 0.09481253027915955, + "step": 1090 + }, + { + "epoch": 0.17959183673469387, + "grad_norm": 0.13000014424324036, + "learning_rate": 4.668423192558069e-06, + "loss": 0.08999797105789184, + "step": 1100 + }, + { + "epoch": 0.18122448979591838, + "grad_norm": 0.07537361979484558, + "learning_rate": 4.661906353964563e-06, + "loss": 0.07345216870307922, + "step": 1110 + }, + { + "epoch": 0.18285714285714286, + "grad_norm": 0.10346294194459915, + "learning_rate": 4.65533073645989e-06, + "loss": 0.08096543550491334, + "step": 1120 + }, + { + "epoch": 0.18448979591836734, + "grad_norm": 0.12576258182525635, + "learning_rate": 4.6486965188249825e-06, + "loss": 0.08680164813995361, + "step": 1130 + }, + { + "epoch": 0.18612244897959185, + "grad_norm": 0.17314419150352478, + "learning_rate": 4.642003881434024e-06, + "loss": 0.08470291495323182, + "step": 1140 + }, + { + "epoch": 0.18775510204081633, + "grad_norm": 0.1576225906610489, + "learning_rate": 4.635253006249536e-06, + "loss": 0.10852066278457642, + "step": 1150 + }, + { + "epoch": 0.1893877551020408, + "grad_norm": 0.15372557938098907, + "learning_rate": 4.628444076817444e-06, + "loss": 0.1022921085357666, + "step": 1160 + }, + { + "epoch": 0.1910204081632653, + "grad_norm": 0.15021173655986786, + "learning_rate": 4.621577278262072e-06, + "loss": 0.09645735621452331, + "step": 1170 + }, + { + "epoch": 0.1926530612244898, + "grad_norm": 0.07714739441871643, + "learning_rate": 4.614652797281118e-06, + "loss": 0.08636590242385864, + "step": 1180 + }, + { + "epoch": 0.19428571428571428, + "grad_norm": 0.17956240475177765, + "learning_rate": 4.6076708221405806e-06, + "loss": 0.09293715357780456, + "step": 1190 + }, + { + "epoch": 0.19591836734693877, + "grad_norm": 0.13412988185882568, + "learning_rate": 4.600631542669633e-06, + "loss": 0.09799563884735107, + "step": 1200 + }, + { + "epoch": 0.19591836734693877, + "eval_accuracy": 0.963, + "eval_loss": 0.08563050627708435, + "eval_runtime": 171.1854, + "eval_samples_per_second": 23.366, + "eval_steps_per_second": 23.366, + "step": 1200 + }, + { + "epoch": 0.19755102040816327, + "grad_norm": 0.1682359278202057, + "learning_rate": 4.593535150255463e-06, + "loss": 0.08345703482627868, + "step": 1210 + }, + { + "epoch": 0.19918367346938776, + "grad_norm": 0.09281504899263382, + "learning_rate": 4.586381837838076e-06, + "loss": 0.08114275336265564, + "step": 1220 + }, + { + "epoch": 0.20081632653061224, + "grad_norm": 0.12355420738458633, + "learning_rate": 4.579171799905044e-06, + "loss": 0.0780484676361084, + "step": 1230 + }, + { + "epoch": 0.20244897959183675, + "grad_norm": 0.12121636420488358, + "learning_rate": 4.571905232486214e-06, + "loss": 0.07816853523254394, + "step": 1240 + }, + { + "epoch": 0.20408163265306123, + "grad_norm": 0.09326840937137604, + "learning_rate": 4.56458233314839e-06, + "loss": 0.08001847267150879, + "step": 1250 + }, + { + "epoch": 0.2057142857142857, + "grad_norm": 0.11423090845346451, + "learning_rate": 4.557203300989948e-06, + "loss": 0.08720387816429138, + "step": 1260 + }, + { + "epoch": 0.2073469387755102, + "grad_norm": 0.124808169901371, + "learning_rate": 4.549768336635432e-06, + "loss": 0.08812607526779175, + "step": 1270 + }, + { + "epoch": 0.2089795918367347, + "grad_norm": 0.08311110734939575, + "learning_rate": 4.542277642230096e-06, + "loss": 0.0880801498889923, + "step": 1280 + }, + { + "epoch": 0.21061224489795918, + "grad_norm": 0.1179559975862503, + "learning_rate": 4.53473142143441e-06, + "loss": 0.09044411182403564, + "step": 1290 + }, + { + "epoch": 0.21224489795918366, + "grad_norm": 0.13122901320457458, + "learning_rate": 4.527129879418519e-06, + "loss": 0.06792758107185363, + "step": 1300 + }, + { + "epoch": 0.21387755102040817, + "grad_norm": 0.10990814864635468, + "learning_rate": 4.519473222856667e-06, + "loss": 0.07861824035644531, + "step": 1310 + }, + { + "epoch": 0.21551020408163266, + "grad_norm": 0.14613105356693268, + "learning_rate": 4.51176165992158e-06, + "loss": 0.08266589641571045, + "step": 1320 + }, + { + "epoch": 0.21714285714285714, + "grad_norm": 0.07217947393655777, + "learning_rate": 4.503995400278801e-06, + "loss": 0.08272708654403686, + "step": 1330 + }, + { + "epoch": 0.21877551020408162, + "grad_norm": 0.12690335512161255, + "learning_rate": 4.4961746550809945e-06, + "loss": 0.08644292950630188, + "step": 1340 + }, + { + "epoch": 0.22040816326530613, + "grad_norm": 0.11895330995321274, + "learning_rate": 4.488299636962203e-06, + "loss": 0.08812489509582519, + "step": 1350 + }, + { + "epoch": 0.2220408163265306, + "grad_norm": 0.08727742731571198, + "learning_rate": 4.4803705600320655e-06, + "loss": 0.08752686977386474, + "step": 1360 + }, + { + "epoch": 0.2236734693877551, + "grad_norm": 0.1101253554224968, + "learning_rate": 4.472387639869998e-06, + "loss": 0.08365487456321716, + "step": 1370 + }, + { + "epoch": 0.2253061224489796, + "grad_norm": 0.0881471335887909, + "learning_rate": 4.464351093519332e-06, + "loss": 0.08101181387901306, + "step": 1380 + }, + { + "epoch": 0.22693877551020408, + "grad_norm": 0.1676328480243683, + "learning_rate": 4.45626113948141e-06, + "loss": 0.08873040080070496, + "step": 1390 + }, + { + "epoch": 0.22857142857142856, + "grad_norm": 0.13493730127811432, + "learning_rate": 4.44811799770965e-06, + "loss": 0.08360225558280945, + "step": 1400 + }, + { + "epoch": 0.22857142857142856, + "eval_accuracy": 0.961125, + "eval_loss": 0.0838993564248085, + "eval_runtime": 159.3888, + "eval_samples_per_second": 25.096, + "eval_steps_per_second": 25.096, + "step": 1400 + }, + { + "epoch": 0.23020408163265307, + "grad_norm": 0.18087805807590485, + "learning_rate": 4.4399218896035615e-06, + "loss": 0.07942168116569519, + "step": 1410 + }, + { + "epoch": 0.23183673469387756, + "grad_norm": 0.15980401635169983, + "learning_rate": 4.431673038002726e-06, + "loss": 0.07959137558937072, + "step": 1420 + }, + { + "epoch": 0.23346938775510204, + "grad_norm": 0.09756626188755035, + "learning_rate": 4.423371667180743e-06, + "loss": 0.08047830462455749, + "step": 1430 + }, + { + "epoch": 0.23510204081632652, + "grad_norm": 0.11922340840101242, + "learning_rate": 4.415018002839127e-06, + "loss": 0.07832802534103393, + "step": 1440 + }, + { + "epoch": 0.23673469387755103, + "grad_norm": 0.09443783015012741, + "learning_rate": 4.40661227210117e-06, + "loss": 0.07132846713066102, + "step": 1450 + }, + { + "epoch": 0.2383673469387755, + "grad_norm": 0.15397194027900696, + "learning_rate": 4.398154703505776e-06, + "loss": 0.09222683906555176, + "step": 1460 + }, + { + "epoch": 0.24, + "grad_norm": 0.06159692630171776, + "learning_rate": 4.389645527001234e-06, + "loss": 0.07937920093536377, + "step": 1470 + }, + { + "epoch": 0.2416326530612245, + "grad_norm": 0.11855911463499069, + "learning_rate": 4.381084973938976e-06, + "loss": 0.07650941014289855, + "step": 1480 + }, + { + "epoch": 0.24326530612244898, + "grad_norm": 0.1305486559867859, + "learning_rate": 4.372473277067285e-06, + "loss": 0.07730157375335693, + "step": 1490 + }, + { + "epoch": 0.24489795918367346, + "grad_norm": 0.09036920964717865, + "learning_rate": 4.363810670524962e-06, + "loss": 0.07192737460136414, + "step": 1500 + }, + { + "epoch": 0.24653061224489795, + "grad_norm": 0.0936962217092514, + "learning_rate": 4.355097389834966e-06, + "loss": 0.09040454030036926, + "step": 1510 + }, + { + "epoch": 0.24816326530612245, + "grad_norm": 0.0778910219669342, + "learning_rate": 4.346333671898007e-06, + "loss": 0.06948431730270385, + "step": 1520 + }, + { + "epoch": 0.24979591836734694, + "grad_norm": 0.0979679748415947, + "learning_rate": 4.337519754986108e-06, + "loss": 0.07317689657211304, + "step": 1530 + }, + { + "epoch": 0.25142857142857145, + "grad_norm": 0.15620048344135284, + "learning_rate": 4.328655878736123e-06, + "loss": 0.09126524925231934, + "step": 1540 + }, + { + "epoch": 0.2530612244897959, + "grad_norm": 0.09080824255943298, + "learning_rate": 4.319742284143226e-06, + "loss": 0.09065211415290833, + "step": 1550 + }, + { + "epoch": 0.2546938775510204, + "grad_norm": 0.046968940645456314, + "learning_rate": 4.310779213554353e-06, + "loss": 0.0718291699886322, + "step": 1560 + }, + { + "epoch": 0.2563265306122449, + "grad_norm": 0.11479081958532333, + "learning_rate": 4.301766910661619e-06, + "loss": 0.07913097143173217, + "step": 1570 + }, + { + "epoch": 0.25795918367346937, + "grad_norm": 0.1042279377579689, + "learning_rate": 4.292705620495689e-06, + "loss": 0.06828063130378723, + "step": 1580 + }, + { + "epoch": 0.2595918367346939, + "grad_norm": 0.17096509039402008, + "learning_rate": 4.283595589419115e-06, + "loss": 0.07042163014411926, + "step": 1590 + }, + { + "epoch": 0.2612244897959184, + "grad_norm": 0.10892639309167862, + "learning_rate": 4.274437065119643e-06, + "loss": 0.07090482115745544, + "step": 1600 + }, + { + "epoch": 0.2612244897959184, + "eval_accuracy": 0.964375, + "eval_loss": 0.08112655580043793, + "eval_runtime": 158.0164, + "eval_samples_per_second": 25.314, + "eval_steps_per_second": 25.314, + "step": 1600 + }, + { + "epoch": 0.26285714285714284, + "grad_norm": 0.09731441736221313, + "learning_rate": 4.265230296603471e-06, + "loss": 0.08803416490554809, + "step": 1610 + }, + { + "epoch": 0.26448979591836735, + "grad_norm": 0.0956069752573967, + "learning_rate": 4.255975534188488e-06, + "loss": 0.0734250545501709, + "step": 1620 + }, + { + "epoch": 0.26612244897959186, + "grad_norm": 0.14361435174942017, + "learning_rate": 4.246673029497458e-06, + "loss": 0.07703657150268554, + "step": 1630 + }, + { + "epoch": 0.2677551020408163, + "grad_norm": 0.08011971414089203, + "learning_rate": 4.237323035451188e-06, + "loss": 0.08410758376121522, + "step": 1640 + }, + { + "epoch": 0.2693877551020408, + "grad_norm": 0.1244175136089325, + "learning_rate": 4.2279258062616455e-06, + "loss": 0.0808764636516571, + "step": 1650 + }, + { + "epoch": 0.2710204081632653, + "grad_norm": 0.11162611097097397, + "learning_rate": 4.21848159742505e-06, + "loss": 0.07636536359786987, + "step": 1660 + }, + { + "epoch": 0.2726530612244898, + "grad_norm": 0.16819386184215546, + "learning_rate": 4.208990665714927e-06, + "loss": 0.07789689898490906, + "step": 1670 + }, + { + "epoch": 0.2742857142857143, + "grad_norm": 0.07522564381361008, + "learning_rate": 4.19945326917512e-06, + "loss": 0.07442367672920228, + "step": 1680 + }, + { + "epoch": 0.27591836734693875, + "grad_norm": 0.08352494984865189, + "learning_rate": 4.1898696671127855e-06, + "loss": 0.07646024227142334, + "step": 1690 + }, + { + "epoch": 0.27755102040816326, + "grad_norm": 0.12580762803554535, + "learning_rate": 4.180240120091333e-06, + "loss": 0.07484800815582275, + "step": 1700 + }, + { + "epoch": 0.27918367346938777, + "grad_norm": 0.14690619707107544, + "learning_rate": 4.170564889923348e-06, + "loss": 0.07452926635742188, + "step": 1710 + }, + { + "epoch": 0.2808163265306122, + "grad_norm": 0.08760543167591095, + "learning_rate": 4.1608442396634675e-06, + "loss": 0.07579211592674255, + "step": 1720 + }, + { + "epoch": 0.28244897959183674, + "grad_norm": 0.05263754725456238, + "learning_rate": 4.151078433601234e-06, + "loss": 0.08277950882911682, + "step": 1730 + }, + { + "epoch": 0.28408163265306124, + "grad_norm": 0.12929993867874146, + "learning_rate": 4.141267737253905e-06, + "loss": 0.07354526519775391, + "step": 1740 + }, + { + "epoch": 0.2857142857142857, + "grad_norm": 0.1444639414548874, + "learning_rate": 4.1314124173592356e-06, + "loss": 0.07377716898918152, + "step": 1750 + }, + { + "epoch": 0.2873469387755102, + "grad_norm": 0.15250442922115326, + "learning_rate": 4.121512741868229e-06, + "loss": 0.0802634596824646, + "step": 1760 + }, + { + "epoch": 0.2889795918367347, + "grad_norm": 0.14867356419563293, + "learning_rate": 4.111568979937845e-06, + "loss": 0.08141970038414001, + "step": 1770 + }, + { + "epoch": 0.29061224489795917, + "grad_norm": 0.1100233644247055, + "learning_rate": 4.10158140192369e-06, + "loss": 0.07370007634162903, + "step": 1780 + }, + { + "epoch": 0.2922448979591837, + "grad_norm": 0.10663364082574844, + "learning_rate": 4.091550279372659e-06, + "loss": 0.0754891276359558, + "step": 1790 + }, + { + "epoch": 0.2938775510204082, + "grad_norm": 0.07148909568786621, + "learning_rate": 4.081475885015558e-06, + "loss": 0.07567381858825684, + "step": 1800 + }, + { + "epoch": 0.2938775510204082, + "eval_accuracy": 0.9665416666666667, + "eval_loss": 0.07648575305938721, + "eval_runtime": 176.7261, + "eval_samples_per_second": 22.634, + "eval_steps_per_second": 22.634, + "step": 1800 + }, + { + "epoch": 0.29551020408163264, + "grad_norm": 0.07446923106908798, + "learning_rate": 4.071358492759686e-06, + "loss": 0.06706757545471191, + "step": 1810 + }, + { + "epoch": 0.29714285714285715, + "grad_norm": 0.144475519657135, + "learning_rate": 4.061198377681391e-06, + "loss": 0.07407833337783813, + "step": 1820 + }, + { + "epoch": 0.2987755102040816, + "grad_norm": 0.16540028154850006, + "learning_rate": 4.050995816018585e-06, + "loss": 0.07593105435371399, + "step": 1830 + }, + { + "epoch": 0.3004081632653061, + "grad_norm": 0.09237829595804214, + "learning_rate": 4.040751085163239e-06, + "loss": 0.08375502228736878, + "step": 1840 + }, + { + "epoch": 0.3020408163265306, + "grad_norm": 0.11202957481145859, + "learning_rate": 4.0304644636538435e-06, + "loss": 0.0692280650138855, + "step": 1850 + }, + { + "epoch": 0.3036734693877551, + "grad_norm": 0.16075952351093292, + "learning_rate": 4.020136231167824e-06, + "loss": 0.07824563384056091, + "step": 1860 + }, + { + "epoch": 0.3053061224489796, + "grad_norm": 0.12567447125911713, + "learning_rate": 4.0097666685139516e-06, + "loss": 0.07255304455757142, + "step": 1870 + }, + { + "epoch": 0.3069387755102041, + "grad_norm": 0.08912669867277145, + "learning_rate": 3.999356057624696e-06, + "loss": 0.06304961442947388, + "step": 1880 + }, + { + "epoch": 0.30857142857142855, + "grad_norm": 0.15736177563667297, + "learning_rate": 3.988904681548568e-06, + "loss": 0.07315694689750671, + "step": 1890 + }, + { + "epoch": 0.31020408163265306, + "grad_norm": 0.13224704563617706, + "learning_rate": 3.978412824442421e-06, + "loss": 0.07607222199440003, + "step": 1900 + }, + { + "epoch": 0.31183673469387757, + "grad_norm": 0.0942244678735733, + "learning_rate": 3.9678807715637245e-06, + "loss": 0.06320942640304565, + "step": 1910 + }, + { + "epoch": 0.313469387755102, + "grad_norm": 0.1153193786740303, + "learning_rate": 3.95730880926281e-06, + "loss": 0.07607839703559875, + "step": 1920 + }, + { + "epoch": 0.31510204081632653, + "grad_norm": 0.24464164674282074, + "learning_rate": 3.946697224975083e-06, + "loss": 0.07458690404891968, + "step": 1930 + }, + { + "epoch": 0.31673469387755104, + "grad_norm": 0.14584548771381378, + "learning_rate": 3.936046307213215e-06, + "loss": 0.07876120805740357, + "step": 1940 + }, + { + "epoch": 0.3183673469387755, + "grad_norm": 0.0880698636174202, + "learning_rate": 3.925356345559288e-06, + "loss": 0.07082821726799012, + "step": 1950 + }, + { + "epoch": 0.32, + "grad_norm": 0.08619305491447449, + "learning_rate": 3.914627630656931e-06, + "loss": 0.06648402214050293, + "step": 1960 + }, + { + "epoch": 0.3216326530612245, + "grad_norm": 0.1341329663991928, + "learning_rate": 3.903860454203413e-06, + "loss": 0.07000230550765991, + "step": 1970 + }, + { + "epoch": 0.32326530612244897, + "grad_norm": 0.1504107564687729, + "learning_rate": 3.8930551089417145e-06, + "loss": 0.06887786984443664, + "step": 1980 + }, + { + "epoch": 0.3248979591836735, + "grad_norm": 0.1262267827987671, + "learning_rate": 3.882211888652566e-06, + "loss": 0.08991954326629639, + "step": 1990 + }, + { + "epoch": 0.32653061224489793, + "grad_norm": 0.2052707076072693, + "learning_rate": 3.871331088146463e-06, + "loss": 0.07011507153511047, + "step": 2000 + }, + { + "epoch": 0.32653061224489793, + "eval_accuracy": 0.9654583333333334, + "eval_loss": 0.07913381606340408, + "eval_runtime": 161.4221, + "eval_samples_per_second": 24.78, + "eval_steps_per_second": 24.78, + "step": 2000 + }, + { + "epoch": 0.32816326530612244, + "grad_norm": 0.11643362790346146, + "learning_rate": 3.860413003255648e-06, + "loss": 0.08266008496284485, + "step": 2010 + }, + { + "epoch": 0.32979591836734695, + "grad_norm": 0.1472826600074768, + "learning_rate": 3.8494579308260695e-06, + "loss": 0.07043538689613342, + "step": 2020 + }, + { + "epoch": 0.3314285714285714, + "grad_norm": 0.10538945347070694, + "learning_rate": 3.838466168709312e-06, + "loss": 0.06780247688293457, + "step": 2030 + }, + { + "epoch": 0.3330612244897959, + "grad_norm": 0.14366035163402557, + "learning_rate": 3.827438015754491e-06, + "loss": 0.06872215867042542, + "step": 2040 + }, + { + "epoch": 0.3346938775510204, + "grad_norm": 0.11022552847862244, + "learning_rate": 3.81637377180014e-06, + "loss": 0.06861716508865356, + "step": 2050 + }, + { + "epoch": 0.3363265306122449, + "grad_norm": 0.07990925014019012, + "learning_rate": 3.8052737376660446e-06, + "loss": 0.07096996307373046, + "step": 2060 + }, + { + "epoch": 0.3379591836734694, + "grad_norm": 0.11924420297145844, + "learning_rate": 3.7941382151450756e-06, + "loss": 0.07092551589012146, + "step": 2070 + }, + { + "epoch": 0.3395918367346939, + "grad_norm": 0.08096475899219513, + "learning_rate": 3.782967506994975e-06, + "loss": 0.06780472993850709, + "step": 2080 + }, + { + "epoch": 0.34122448979591835, + "grad_norm": 0.14714907109737396, + "learning_rate": 3.7717619169301302e-06, + "loss": 0.07661795020103454, + "step": 2090 + }, + { + "epoch": 0.34285714285714286, + "grad_norm": 0.14839571714401245, + "learning_rate": 3.7605217496133127e-06, + "loss": 0.07939797639846802, + "step": 2100 + }, + { + "epoch": 0.34448979591836737, + "grad_norm": 0.15081271529197693, + "learning_rate": 3.749247310647398e-06, + "loss": 0.07869908213615417, + "step": 2110 + }, + { + "epoch": 0.3461224489795918, + "grad_norm": 0.13346275687217712, + "learning_rate": 3.737938906567053e-06, + "loss": 0.07526676058769226, + "step": 2120 + }, + { + "epoch": 0.34775510204081633, + "grad_norm": 0.112598717212677, + "learning_rate": 3.7265968448304057e-06, + "loss": 0.07366414070129394, + "step": 2130 + }, + { + "epoch": 0.34938775510204084, + "grad_norm": 0.12423531711101532, + "learning_rate": 3.7152214338106827e-06, + "loss": 0.06439908146858216, + "step": 2140 + }, + { + "epoch": 0.3510204081632653, + "grad_norm": 0.21758921444416046, + "learning_rate": 3.703812982787828e-06, + "loss": 0.08098108768463134, + "step": 2150 + }, + { + "epoch": 0.3526530612244898, + "grad_norm": 0.1298121213912964, + "learning_rate": 3.6923718019400906e-06, + "loss": 0.08134381771087647, + "step": 2160 + }, + { + "epoch": 0.35428571428571426, + "grad_norm": 0.09018377214670181, + "learning_rate": 3.6808982023355934e-06, + "loss": 0.07070590257644653, + "step": 2170 + }, + { + "epoch": 0.35591836734693877, + "grad_norm": 0.1329157054424286, + "learning_rate": 3.6693924959238774e-06, + "loss": 0.06200396418571472, + "step": 2180 + }, + { + "epoch": 0.3575510204081633, + "grad_norm": 0.08813945204019547, + "learning_rate": 3.657854995527416e-06, + "loss": 0.06886230111122131, + "step": 2190 + }, + { + "epoch": 0.35918367346938773, + "grad_norm": 0.13459829986095428, + "learning_rate": 3.646286014833114e-06, + "loss": 0.07170915603637695, + "step": 2200 + }, + { + "epoch": 0.35918367346938773, + "eval_accuracy": 0.970625, + "eval_loss": 0.06810569018125534, + "eval_runtime": 157.4227, + "eval_samples_per_second": 25.409, + "eval_steps_per_second": 25.409, + "step": 2200 + }, + { + "epoch": 0.36081632653061224, + "grad_norm": 0.13405098021030426, + "learning_rate": 3.634685868383776e-06, + "loss": 0.07438129186630249, + "step": 2210 + }, + { + "epoch": 0.36244897959183675, + "grad_norm": 0.1342102289199829, + "learning_rate": 3.6230548715695555e-06, + "loss": 0.07625046968460084, + "step": 2220 + }, + { + "epoch": 0.3640816326530612, + "grad_norm": 0.1532502919435501, + "learning_rate": 3.611393340619381e-06, + "loss": 0.06719872951507569, + "step": 2230 + }, + { + "epoch": 0.3657142857142857, + "grad_norm": 0.11218152195215225, + "learning_rate": 3.5997015925923563e-06, + "loss": 0.07131683230400085, + "step": 2240 + }, + { + "epoch": 0.3673469387755102, + "grad_norm": 0.09200239181518555, + "learning_rate": 3.587979945369141e-06, + "loss": 0.06948224902153015, + "step": 2250 + }, + { + "epoch": 0.3689795918367347, + "grad_norm": 0.08099328726530075, + "learning_rate": 3.5762287176433097e-06, + "loss": 0.07263018488883972, + "step": 2260 + }, + { + "epoch": 0.3706122448979592, + "grad_norm": 0.09097494184970856, + "learning_rate": 3.564448228912682e-06, + "loss": 0.06066258549690247, + "step": 2270 + }, + { + "epoch": 0.3722448979591837, + "grad_norm": 0.07033897191286087, + "learning_rate": 3.5526387994706428e-06, + "loss": 0.07041062712669373, + "step": 2280 + }, + { + "epoch": 0.37387755102040815, + "grad_norm": 0.07659374922513962, + "learning_rate": 3.5408007503974283e-06, + "loss": 0.07272242307662964, + "step": 2290 + }, + { + "epoch": 0.37551020408163266, + "grad_norm": 0.0836353451013565, + "learning_rate": 3.5289344035513996e-06, + "loss": 0.07268807291984558, + "step": 2300 + }, + { + "epoch": 0.37714285714285717, + "grad_norm": 0.1426168978214264, + "learning_rate": 3.5170400815602894e-06, + "loss": 0.05777261257171631, + "step": 2310 + }, + { + "epoch": 0.3787755102040816, + "grad_norm": 0.07479120045900345, + "learning_rate": 3.5051181078124336e-06, + "loss": 0.06174240708351135, + "step": 2320 + }, + { + "epoch": 0.38040816326530613, + "grad_norm": 0.14598114788532257, + "learning_rate": 3.4931688064479745e-06, + "loss": 0.06616324782371522, + "step": 2330 + }, + { + "epoch": 0.3820408163265306, + "grad_norm": 0.22399863600730896, + "learning_rate": 3.4811925023500524e-06, + "loss": 0.06692227125167846, + "step": 2340 + }, + { + "epoch": 0.3836734693877551, + "grad_norm": 0.11600285023450851, + "learning_rate": 3.4691895211359693e-06, + "loss": 0.0634126603603363, + "step": 2350 + }, + { + "epoch": 0.3853061224489796, + "grad_norm": 0.0577060841023922, + "learning_rate": 3.457160189148337e-06, + "loss": 0.06884999275207519, + "step": 2360 + }, + { + "epoch": 0.38693877551020406, + "grad_norm": 0.09160040318965912, + "learning_rate": 3.445104833446205e-06, + "loss": 0.05986430644989014, + "step": 2370 + }, + { + "epoch": 0.38857142857142857, + "grad_norm": 0.1284518539905548, + "learning_rate": 3.433023781796167e-06, + "loss": 0.06759394407272339, + "step": 2380 + }, + { + "epoch": 0.3902040816326531, + "grad_norm": 0.08572858572006226, + "learning_rate": 3.4209173626634494e-06, + "loss": 0.06813116669654846, + "step": 2390 + }, + { + "epoch": 0.39183673469387753, + "grad_norm": 0.11550725251436234, + "learning_rate": 3.4087859052029837e-06, + "loss": 0.06371633410453796, + "step": 2400 + }, + { + "epoch": 0.39183673469387753, + "eval_accuracy": 0.9685833333333334, + "eval_loss": 0.07035119831562042, + "eval_runtime": 156.9729, + "eval_samples_per_second": 25.482, + "eval_steps_per_second": 25.482, + "step": 2400 + }, + { + "epoch": 0.39346938775510204, + "grad_norm": 0.22328943014144897, + "learning_rate": 3.3966297392504535e-06, + "loss": 0.06804299950599671, + "step": 2410 + }, + { + "epoch": 0.39510204081632655, + "grad_norm": 0.18518126010894775, + "learning_rate": 3.3844491953133272e-06, + "loss": 0.07678125500679016, + "step": 2420 + }, + { + "epoch": 0.396734693877551, + "grad_norm": 0.09818598628044128, + "learning_rate": 3.372244604561875e-06, + "loss": 0.06537411212921143, + "step": 2430 + }, + { + "epoch": 0.3983673469387755, + "grad_norm": 0.08255010843276978, + "learning_rate": 3.360016298820163e-06, + "loss": 0.05702770948410034, + "step": 2440 + }, + { + "epoch": 0.4, + "grad_norm": 0.10319415479898453, + "learning_rate": 3.3477646105570293e-06, + "loss": 0.06334798336029053, + "step": 2450 + }, + { + "epoch": 0.4016326530612245, + "grad_norm": 0.06523872911930084, + "learning_rate": 3.3354898728770503e-06, + "loss": 0.051438117027282716, + "step": 2460 + }, + { + "epoch": 0.403265306122449, + "grad_norm": 0.15883173048496246, + "learning_rate": 3.3231924195114774e-06, + "loss": 0.06427289247512817, + "step": 2470 + }, + { + "epoch": 0.4048979591836735, + "grad_norm": 0.1734374463558197, + "learning_rate": 3.3108725848091685e-06, + "loss": 0.06652372479438781, + "step": 2480 + }, + { + "epoch": 0.40653061224489795, + "grad_norm": 0.10557752102613449, + "learning_rate": 3.2985307037274937e-06, + "loss": 0.07374808788299561, + "step": 2490 + }, + { + "epoch": 0.40816326530612246, + "grad_norm": 0.12942200899124146, + "learning_rate": 3.286167111823234e-06, + "loss": 0.06349012851715088, + "step": 2500 + }, + { + "epoch": 0.4097959183673469, + "grad_norm": 0.1858324259519577, + "learning_rate": 3.2737821452434502e-06, + "loss": 0.06953533291816712, + "step": 2510 + }, + { + "epoch": 0.4114285714285714, + "grad_norm": 0.10682573169469833, + "learning_rate": 3.26137614071635e-06, + "loss": 0.05826004147529602, + "step": 2520 + }, + { + "epoch": 0.41306122448979593, + "grad_norm": 0.12533792853355408, + "learning_rate": 3.2489494355421293e-06, + "loss": 0.05837242007255554, + "step": 2530 + }, + { + "epoch": 0.4146938775510204, + "grad_norm": 0.10952792316675186, + "learning_rate": 3.2365023675838027e-06, + "loss": 0.06359312534332276, + "step": 2540 + }, + { + "epoch": 0.4163265306122449, + "grad_norm": 0.08605755865573883, + "learning_rate": 3.22403527525802e-06, + "loss": 0.07361164093017578, + "step": 2550 + }, + { + "epoch": 0.4179591836734694, + "grad_norm": 0.15942610800266266, + "learning_rate": 3.211548497525861e-06, + "loss": 0.05989238619804382, + "step": 2560 + }, + { + "epoch": 0.41959183673469386, + "grad_norm": 0.16340239346027374, + "learning_rate": 3.1990423738836206e-06, + "loss": 0.07593320608139038, + "step": 2570 + }, + { + "epoch": 0.42122448979591837, + "grad_norm": 0.11011330783367157, + "learning_rate": 3.1865172443535797e-06, + "loss": 0.06850495338439941, + "step": 2580 + }, + { + "epoch": 0.4228571428571429, + "grad_norm": 0.10529608279466629, + "learning_rate": 3.173973449474762e-06, + "loss": 0.056969082355499266, + "step": 2590 + }, + { + "epoch": 0.42448979591836733, + "grad_norm": 0.12615667283535004, + "learning_rate": 3.1614113302936716e-06, + "loss": 0.06189748048782349, + "step": 2600 + }, + { + "epoch": 0.42448979591836733, + "eval_accuracy": 0.9746666666666668, + "eval_loss": 0.0618240088224411, + "eval_runtime": 157.0858, + "eval_samples_per_second": 25.464, + "eval_steps_per_second": 25.464, + "step": 2600 + }, + { + "epoch": 0.42612244897959184, + "grad_norm": 0.1343226134777069, + "learning_rate": 3.1488312283550216e-06, + "loss": 0.061647194623947146, + "step": 2610 + }, + { + "epoch": 0.42775510204081635, + "grad_norm": 0.11777225136756897, + "learning_rate": 3.136233485692451e-06, + "loss": 0.05916886925697327, + "step": 2620 + }, + { + "epoch": 0.4293877551020408, + "grad_norm": 0.14721977710723877, + "learning_rate": 3.12361844481922e-06, + "loss": 0.059158307313919065, + "step": 2630 + }, + { + "epoch": 0.4310204081632653, + "grad_norm": 0.12912684679031372, + "learning_rate": 3.110986448718902e-06, + "loss": 0.05914759635925293, + "step": 2640 + }, + { + "epoch": 0.4326530612244898, + "grad_norm": 0.13003695011138916, + "learning_rate": 3.0983378408360597e-06, + "loss": 0.059078723192214966, + "step": 2650 + }, + { + "epoch": 0.4342857142857143, + "grad_norm": 0.12714017927646637, + "learning_rate": 3.085672965066899e-06, + "loss": 0.05707222819328308, + "step": 2660 + }, + { + "epoch": 0.4359183673469388, + "grad_norm": 0.13708427548408508, + "learning_rate": 3.0729921657499294e-06, + "loss": 0.05138048529624939, + "step": 2670 + }, + { + "epoch": 0.43755102040816324, + "grad_norm": 0.0949573740363121, + "learning_rate": 3.0602957876565943e-06, + "loss": 0.050283265113830564, + "step": 2680 + }, + { + "epoch": 0.43918367346938775, + "grad_norm": 0.08723263442516327, + "learning_rate": 3.0475841759819023e-06, + "loss": 0.06342648863792419, + "step": 2690 + }, + { + "epoch": 0.44081632653061226, + "grad_norm": 0.09944969415664673, + "learning_rate": 3.034857676335038e-06, + "loss": 0.06127093434333801, + "step": 2700 + }, + { + "epoch": 0.4424489795918367, + "grad_norm": 0.10576151311397552, + "learning_rate": 3.0221166347299673e-06, + "loss": 0.05412284731864929, + "step": 2710 + }, + { + "epoch": 0.4440816326530612, + "grad_norm": 0.1598891168832779, + "learning_rate": 3.009361397576031e-06, + "loss": 0.05579071640968323, + "step": 2720 + }, + { + "epoch": 0.44571428571428573, + "grad_norm": 0.16953758895397186, + "learning_rate": 2.9965923116685224e-06, + "loss": 0.06472888588905334, + "step": 2730 + }, + { + "epoch": 0.4473469387755102, + "grad_norm": 0.10883133113384247, + "learning_rate": 2.9838097241792646e-06, + "loss": 0.06263615489006043, + "step": 2740 + }, + { + "epoch": 0.4489795918367347, + "grad_norm": 0.08914396911859512, + "learning_rate": 2.9710139826471646e-06, + "loss": 0.0624904453754425, + "step": 2750 + }, + { + "epoch": 0.4506122448979592, + "grad_norm": 0.1059069111943245, + "learning_rate": 2.9582054349687706e-06, + "loss": 0.05488716959953308, + "step": 2760 + }, + { + "epoch": 0.45224489795918366, + "grad_norm": 0.09883642196655273, + "learning_rate": 2.9453844293888067e-06, + "loss": 0.06263139843940735, + "step": 2770 + }, + { + "epoch": 0.45387755102040817, + "grad_norm": 0.11156519502401352, + "learning_rate": 2.932551314490712e-06, + "loss": 0.06324111819267272, + "step": 2780 + }, + { + "epoch": 0.4555102040816327, + "grad_norm": 0.08826332539319992, + "learning_rate": 2.9197064391871565e-06, + "loss": 0.06384775042533875, + "step": 2790 + }, + { + "epoch": 0.45714285714285713, + "grad_norm": 0.0698089748620987, + "learning_rate": 2.9068501527105595e-06, + "loss": 0.05722553730010986, + "step": 2800 + }, + { + "epoch": 0.45714285714285713, + "eval_accuracy": 0.977375, + "eval_loss": 0.05622806400060654, + "eval_runtime": 170.7758, + "eval_samples_per_second": 23.423, + "eval_steps_per_second": 23.423, + "step": 2800 + }, + { + "epoch": 0.45877551020408164, + "grad_norm": 0.07031046599149704, + "learning_rate": 2.893982804603592e-06, + "loss": 0.060957270860672, + "step": 2810 + }, + { + "epoch": 0.46040816326530615, + "grad_norm": 0.08772005140781403, + "learning_rate": 2.8811047447096714e-06, + "loss": 0.05667365789413452, + "step": 2820 + }, + { + "epoch": 0.4620408163265306, + "grad_norm": 0.10329847782850266, + "learning_rate": 2.8682163231634557e-06, + "loss": 0.06144403219223023, + "step": 2830 + }, + { + "epoch": 0.4636734693877551, + "grad_norm": 0.06306952983140945, + "learning_rate": 2.8553178903813193e-06, + "loss": 0.04665087461471558, + "step": 2840 + }, + { + "epoch": 0.46530612244897956, + "grad_norm": 0.11146903783082962, + "learning_rate": 2.842409797051825e-06, + "loss": 0.06363347172737122, + "step": 2850 + }, + { + "epoch": 0.4669387755102041, + "grad_norm": 0.04504350945353508, + "learning_rate": 2.829492394126192e-06, + "loss": 0.05332474112510681, + "step": 2860 + }, + { + "epoch": 0.4685714285714286, + "grad_norm": 0.06039620563387871, + "learning_rate": 2.8165660328087546e-06, + "loss": 0.07094461917877197, + "step": 2870 + }, + { + "epoch": 0.47020408163265304, + "grad_norm": 0.08084474503993988, + "learning_rate": 2.8036310645474096e-06, + "loss": 0.058167701959609984, + "step": 2880 + }, + { + "epoch": 0.47183673469387755, + "grad_norm": 0.05352522060275078, + "learning_rate": 2.7906878410240655e-06, + "loss": 0.0486674964427948, + "step": 2890 + }, + { + "epoch": 0.47346938775510206, + "grad_norm": 0.09431054443120956, + "learning_rate": 2.777736714145077e-06, + "loss": 0.062025409936904904, + "step": 2900 + }, + { + "epoch": 0.4751020408163265, + "grad_norm": 0.09863542020320892, + "learning_rate": 2.7647780360316787e-06, + "loss": 0.061118441820144656, + "step": 2910 + }, + { + "epoch": 0.476734693877551, + "grad_norm": 0.082881860435009, + "learning_rate": 2.7518121590104145e-06, + "loss": 0.061808472871780394, + "step": 2920 + }, + { + "epoch": 0.47836734693877553, + "grad_norm": 0.06983684748411179, + "learning_rate": 2.7388394356035524e-06, + "loss": 0.05849882960319519, + "step": 2930 + }, + { + "epoch": 0.48, + "grad_norm": 0.10832090675830841, + "learning_rate": 2.7258602185195043e-06, + "loss": 0.06612529158592224, + "step": 2940 + }, + { + "epoch": 0.4816326530612245, + "grad_norm": 0.1516750454902649, + "learning_rate": 2.7128748606432353e-06, + "loss": 0.058327901363372806, + "step": 2950 + }, + { + "epoch": 0.483265306122449, + "grad_norm": 0.14055661857128143, + "learning_rate": 2.699883715026669e-06, + "loss": 0.055737996101379396, + "step": 2960 + }, + { + "epoch": 0.48489795918367345, + "grad_norm": 0.0793638750910759, + "learning_rate": 2.686887134879089e-06, + "loss": 0.051851028203964235, + "step": 2970 + }, + { + "epoch": 0.48653061224489796, + "grad_norm": 0.07475428283214569, + "learning_rate": 2.6738854735575358e-06, + "loss": 0.06357839703559875, + "step": 2980 + }, + { + "epoch": 0.4881632653061225, + "grad_norm": 0.13335047662258148, + "learning_rate": 2.660879084557198e-06, + "loss": 0.06160399913787842, + "step": 2990 + }, + { + "epoch": 0.4897959183673469, + "grad_norm": 0.12583893537521362, + "learning_rate": 2.6478683215018025e-06, + "loss": 0.060502588748931885, + "step": 3000 + }, + { + "epoch": 0.4897959183673469, + "eval_accuracy": 0.9767083333333334, + "eval_loss": 0.0561000294983387, + "eval_runtime": 156.4202, + "eval_samples_per_second": 25.572, + "eval_steps_per_second": 25.572, + "step": 3000 + }, + { + "epoch": 0.49142857142857144, + "grad_norm": 0.1411438137292862, + "learning_rate": 2.6348535381340025e-06, + "loss": 0.060459482669830325, + "step": 3010 + }, + { + "epoch": 0.4930612244897959, + "grad_norm": 0.12584605813026428, + "learning_rate": 2.6218350883057546e-06, + "loss": 0.0632048487663269, + "step": 3020 + }, + { + "epoch": 0.4946938775510204, + "grad_norm": 0.10522248595952988, + "learning_rate": 2.608813325968702e-06, + "loss": 0.04655081033706665, + "step": 3030 + }, + { + "epoch": 0.4963265306122449, + "grad_norm": 0.11343304812908173, + "learning_rate": 2.59578860516455e-06, + "loss": 0.05672039389610291, + "step": 3040 + }, + { + "epoch": 0.49795918367346936, + "grad_norm": 0.12666337192058563, + "learning_rate": 2.5827612800154382e-06, + "loss": 0.047120341658592226, + "step": 3050 + }, + { + "epoch": 0.4995918367346939, + "grad_norm": 0.08930598944425583, + "learning_rate": 2.5697317047143177e-06, + "loss": 0.06063341498374939, + "step": 3060 + }, + { + "epoch": 0.5012244897959184, + "grad_norm": 0.07818852365016937, + "learning_rate": 2.556700233515316e-06, + "loss": 0.05240688323974609, + "step": 3070 + }, + { + "epoch": 0.5028571428571429, + "grad_norm": 0.1425711065530777, + "learning_rate": 2.5436672207241064e-06, + "loss": 0.053180736303329465, + "step": 3080 + }, + { + "epoch": 0.5044897959183674, + "grad_norm": 0.1457373946905136, + "learning_rate": 2.5306330206882764e-06, + "loss": 0.06092001795768738, + "step": 3090 + }, + { + "epoch": 0.5061224489795918, + "grad_norm": 0.12738314270973206, + "learning_rate": 2.5175979877876935e-06, + "loss": 0.06613186597824097, + "step": 3100 + }, + { + "epoch": 0.5077551020408163, + "grad_norm": 0.09169036149978638, + "learning_rate": 2.5045624764248687e-06, + "loss": 0.06115126609802246, + "step": 3110 + }, + { + "epoch": 0.5093877551020408, + "grad_norm": 0.09637737274169922, + "learning_rate": 2.491526841015321e-06, + "loss": 0.044120225310325625, + "step": 3120 + }, + { + "epoch": 0.5110204081632653, + "grad_norm": 0.15029804408550262, + "learning_rate": 2.478491435977945e-06, + "loss": 0.07098687291145325, + "step": 3130 + }, + { + "epoch": 0.5126530612244898, + "grad_norm": 0.1228741705417633, + "learning_rate": 2.4654566157253683e-06, + "loss": 0.05738852024078369, + "step": 3140 + }, + { + "epoch": 0.5142857142857142, + "grad_norm": 0.09150952100753784, + "learning_rate": 2.452422734654321e-06, + "loss": 0.053479206562042234, + "step": 3150 + }, + { + "epoch": 0.5159183673469387, + "grad_norm": 0.14547918736934662, + "learning_rate": 2.4393901471359977e-06, + "loss": 0.056794995069503786, + "step": 3160 + }, + { + "epoch": 0.5175510204081633, + "grad_norm": 0.10099287331104279, + "learning_rate": 2.4263592075064238e-06, + "loss": 0.05802353620529175, + "step": 3170 + }, + { + "epoch": 0.5191836734693878, + "grad_norm": 0.10859636962413788, + "learning_rate": 2.41333027005682e-06, + "loss": 0.05282890200614929, + "step": 3180 + }, + { + "epoch": 0.5208163265306123, + "grad_norm": 0.12420635670423508, + "learning_rate": 2.400303689023972e-06, + "loss": 0.05190218687057495, + "step": 3190 + }, + { + "epoch": 0.5224489795918368, + "grad_norm": 0.1902378350496292, + "learning_rate": 2.3872798185805986e-06, + "loss": 0.06482383608818054, + "step": 3200 + }, + { + "epoch": 0.5224489795918368, + "eval_accuracy": 0.9744583333333335, + "eval_loss": 0.058392543345689774, + "eval_runtime": 156.8655, + "eval_samples_per_second": 25.5, + "eval_steps_per_second": 25.5, + "step": 3200 + }, + { + "epoch": 0.5240816326530612, + "grad_norm": 0.15229448676109314, + "learning_rate": 2.37425901282572e-06, + "loss": 0.06062687039375305, + "step": 3210 + }, + { + "epoch": 0.5257142857142857, + "grad_norm": 0.08411400765180588, + "learning_rate": 2.3612416257750335e-06, + "loss": 0.06494970321655273, + "step": 3220 + }, + { + "epoch": 0.5273469387755102, + "grad_norm": 0.114021435379982, + "learning_rate": 2.348228011351287e-06, + "loss": 0.05140092372894287, + "step": 3230 + }, + { + "epoch": 0.5289795918367347, + "grad_norm": 0.08826510608196259, + "learning_rate": 2.335218523374656e-06, + "loss": 0.041680914163589475, + "step": 3240 + }, + { + "epoch": 0.5306122448979592, + "grad_norm": 0.10536732524633408, + "learning_rate": 2.3222135155531248e-06, + "loss": 0.04369679093360901, + "step": 3250 + }, + { + "epoch": 0.5322448979591837, + "grad_norm": 0.16883279383182526, + "learning_rate": 2.309213341472868e-06, + "loss": 0.050543594360351565, + "step": 3260 + }, + { + "epoch": 0.5338775510204081, + "grad_norm": 0.15277455747127533, + "learning_rate": 2.29621835458864e-06, + "loss": 0.05258342027664185, + "step": 3270 + }, + { + "epoch": 0.5355102040816326, + "grad_norm": 0.07162481546401978, + "learning_rate": 2.283228908214163e-06, + "loss": 0.055678969621658324, + "step": 3280 + }, + { + "epoch": 0.5371428571428571, + "grad_norm": 0.11578263342380524, + "learning_rate": 2.2702453555125182e-06, + "loss": 0.048620349168777464, + "step": 3290 + }, + { + "epoch": 0.5387755102040817, + "grad_norm": 0.21185705065727234, + "learning_rate": 2.2572680494865527e-06, + "loss": 0.046547812223434445, + "step": 3300 + }, + { + "epoch": 0.5404081632653062, + "grad_norm": 0.19949115812778473, + "learning_rate": 2.2442973429692705e-06, + "loss": 0.04967870116233826, + "step": 3310 + }, + { + "epoch": 0.5420408163265306, + "grad_norm": 0.10855370759963989, + "learning_rate": 2.231333588614248e-06, + "loss": 0.0508593499660492, + "step": 3320 + }, + { + "epoch": 0.5436734693877551, + "grad_norm": 0.11827342212200165, + "learning_rate": 2.2183771388860427e-06, + "loss": 0.04854269027709961, + "step": 3330 + }, + { + "epoch": 0.5453061224489796, + "grad_norm": 0.1081443578004837, + "learning_rate": 2.2054283460506096e-06, + "loss": 0.05934192538261414, + "step": 3340 + }, + { + "epoch": 0.5469387755102041, + "grad_norm": 0.14441704750061035, + "learning_rate": 2.1924875621657256e-06, + "loss": 0.05332346558570862, + "step": 3350 + }, + { + "epoch": 0.5485714285714286, + "grad_norm": 0.11531820893287659, + "learning_rate": 2.179555139071415e-06, + "loss": 0.04938814043998718, + "step": 3360 + }, + { + "epoch": 0.5502040816326531, + "grad_norm": 0.08365523815155029, + "learning_rate": 2.166631428380387e-06, + "loss": 0.05734975934028626, + "step": 3370 + }, + { + "epoch": 0.5518367346938775, + "grad_norm": 0.09165070950984955, + "learning_rate": 2.1537167814684728e-06, + "loss": 0.047475004196166994, + "step": 3380 + }, + { + "epoch": 0.553469387755102, + "grad_norm": 0.13237863779067993, + "learning_rate": 2.140811549465074e-06, + "loss": 0.062284767627716064, + "step": 3390 + }, + { + "epoch": 0.5551020408163265, + "grad_norm": 0.1698858141899109, + "learning_rate": 2.127916083243615e-06, + "loss": 0.06585791110992431, + "step": 3400 + }, + { + "epoch": 0.5551020408163265, + "eval_accuracy": 0.9770833333333334, + "eval_loss": 0.05396538972854614, + "eval_runtime": 156.044, + "eval_samples_per_second": 25.634, + "eval_steps_per_second": 25.634, + "step": 3400 + }, + { + "epoch": 0.556734693877551, + "grad_norm": 0.1104230135679245, + "learning_rate": 2.1150307334120033e-06, + "loss": 0.04635375440120697, + "step": 3410 + }, + { + "epoch": 0.5583673469387755, + "grad_norm": 0.21372850239276886, + "learning_rate": 2.1021558503030973e-06, + "loss": 0.05940789580345154, + "step": 3420 + }, + { + "epoch": 0.56, + "grad_norm": 0.2013176679611206, + "learning_rate": 2.0892917839651818e-06, + "loss": 0.047165653109550475, + "step": 3430 + }, + { + "epoch": 0.5616326530612245, + "grad_norm": 0.09189072996377945, + "learning_rate": 2.076438884152449e-06, + "loss": 0.04550817906856537, + "step": 3440 + }, + { + "epoch": 0.563265306122449, + "grad_norm": 0.10521821677684784, + "learning_rate": 2.0635975003154934e-06, + "loss": 0.045033201575279236, + "step": 3450 + }, + { + "epoch": 0.5648979591836735, + "grad_norm": 0.10311131924390793, + "learning_rate": 2.0507679815918043e-06, + "loss": 0.04502847194671631, + "step": 3460 + }, + { + "epoch": 0.566530612244898, + "grad_norm": 0.07487176358699799, + "learning_rate": 2.0379506767962788e-06, + "loss": 0.04697479605674744, + "step": 3470 + }, + { + "epoch": 0.5681632653061225, + "grad_norm": 0.12441752105951309, + "learning_rate": 2.0251459344117345e-06, + "loss": 0.052119261026382445, + "step": 3480 + }, + { + "epoch": 0.5697959183673469, + "grad_norm": 0.12823422253131866, + "learning_rate": 2.0123541025794397e-06, + "loss": 0.05213663578033447, + "step": 3490 + }, + { + "epoch": 0.5714285714285714, + "grad_norm": 0.11340193450450897, + "learning_rate": 1.9995755290896414e-06, + "loss": 0.05319364666938782, + "step": 3500 + }, + { + "epoch": 0.5730612244897959, + "grad_norm": 0.10469839721918106, + "learning_rate": 1.986810561372113e-06, + "loss": 0.046560952067375184, + "step": 3510 + }, + { + "epoch": 0.5746938775510204, + "grad_norm": 0.07797456532716751, + "learning_rate": 1.9740595464867092e-06, + "loss": 0.05037369728088379, + "step": 3520 + }, + { + "epoch": 0.5763265306122449, + "grad_norm": 0.13010293245315552, + "learning_rate": 1.961322831113927e-06, + "loss": 0.0543134331703186, + "step": 3530 + }, + { + "epoch": 0.5779591836734694, + "grad_norm": 0.13981281220912933, + "learning_rate": 1.9486007615454837e-06, + "loss": 0.052860957384109494, + "step": 3540 + }, + { + "epoch": 0.5795918367346938, + "grad_norm": 0.14817261695861816, + "learning_rate": 1.9358936836748972e-06, + "loss": 0.05510561466217041, + "step": 3550 + }, + { + "epoch": 0.5812244897959183, + "grad_norm": 0.15079492330551147, + "learning_rate": 1.9232019429880874e-06, + "loss": 0.06125714182853699, + "step": 3560 + }, + { + "epoch": 0.5828571428571429, + "grad_norm": 0.10553149878978729, + "learning_rate": 1.910525884553976e-06, + "loss": 0.051503753662109374, + "step": 3570 + }, + { + "epoch": 0.5844897959183674, + "grad_norm": 0.09094442427158356, + "learning_rate": 1.8978658530151113e-06, + "loss": 0.05377998948097229, + "step": 3580 + }, + { + "epoch": 0.5861224489795919, + "grad_norm": 0.09810740500688553, + "learning_rate": 1.8852221925782935e-06, + "loss": 0.05506981611251831, + "step": 3590 + }, + { + "epoch": 0.5877551020408164, + "grad_norm": 0.13397352397441864, + "learning_rate": 1.872595247005218e-06, + "loss": 0.056353437900543216, + "step": 3600 + }, + { + "epoch": 0.5877551020408164, + "eval_accuracy": 0.979875, + "eval_loss": 0.04787343740463257, + "eval_runtime": 157.8457, + "eval_samples_per_second": 25.341, + "eval_steps_per_second": 25.341, + "step": 3600 + }, + { + "epoch": 0.5893877551020408, + "grad_norm": 0.07899880409240723, + "learning_rate": 1.8599853596031289e-06, + "loss": 0.05329249501228332, + "step": 3610 + }, + { + "epoch": 0.5910204081632653, + "grad_norm": 0.10414254665374756, + "learning_rate": 1.8473928732154847e-06, + "loss": 0.04905630648136139, + "step": 3620 + }, + { + "epoch": 0.5926530612244898, + "grad_norm": 0.1037079319357872, + "learning_rate": 1.8348181302126367e-06, + "loss": 0.04863021373748779, + "step": 3630 + }, + { + "epoch": 0.5942857142857143, + "grad_norm": 0.06960397213697433, + "learning_rate": 1.8222614724825222e-06, + "loss": 0.04666702449321747, + "step": 3640 + }, + { + "epoch": 0.5959183673469388, + "grad_norm": 0.11159648001194, + "learning_rate": 1.8097232414213662e-06, + "loss": 0.05730679631233215, + "step": 3650 + }, + { + "epoch": 0.5975510204081632, + "grad_norm": 0.10231669992208481, + "learning_rate": 1.7972037779244e-06, + "loss": 0.04433938264846802, + "step": 3660 + }, + { + "epoch": 0.5991836734693877, + "grad_norm": 0.1256829798221588, + "learning_rate": 1.784703422376598e-06, + "loss": 0.04502029418945312, + "step": 3670 + }, + { + "epoch": 0.6008163265306122, + "grad_norm": 0.1006830632686615, + "learning_rate": 1.7722225146434146e-06, + "loss": 0.04091633260250092, + "step": 3680 + }, + { + "epoch": 0.6024489795918367, + "grad_norm": 0.12239495664834976, + "learning_rate": 1.7597613940615492e-06, + "loss": 0.0417140930891037, + "step": 3690 + }, + { + "epoch": 0.6040816326530613, + "grad_norm": 0.09386949241161346, + "learning_rate": 1.7473203994297197e-06, + "loss": 0.045112240314483645, + "step": 3700 + }, + { + "epoch": 0.6057142857142858, + "grad_norm": 0.1845707893371582, + "learning_rate": 1.7348998689994492e-06, + "loss": 0.04915813505649567, + "step": 3710 + }, + { + "epoch": 0.6073469387755102, + "grad_norm": 0.1345887929201126, + "learning_rate": 1.7225001404658714e-06, + "loss": 0.05195118188858032, + "step": 3720 + }, + { + "epoch": 0.6089795918367347, + "grad_norm": 0.16226522624492645, + "learning_rate": 1.7101215509585482e-06, + "loss": 0.047248026728630065, + "step": 3730 + }, + { + "epoch": 0.6106122448979592, + "grad_norm": 0.12012234330177307, + "learning_rate": 1.6977644370323032e-06, + "loss": 0.05229860544204712, + "step": 3740 + }, + { + "epoch": 0.6122448979591837, + "grad_norm": 0.16154533624649048, + "learning_rate": 1.6854291346580737e-06, + "loss": 0.048448923230171206, + "step": 3750 + }, + { + "epoch": 0.6138775510204082, + "grad_norm": 0.08616314828395844, + "learning_rate": 1.673115979213773e-06, + "loss": 0.04779277443885803, + "step": 3760 + }, + { + "epoch": 0.6155102040816327, + "grad_norm": 0.20649370551109314, + "learning_rate": 1.6608253054751739e-06, + "loss": 0.04001966416835785, + "step": 3770 + }, + { + "epoch": 0.6171428571428571, + "grad_norm": 0.22419355809688568, + "learning_rate": 1.6485574476068056e-06, + "loss": 0.04915740489959717, + "step": 3780 + }, + { + "epoch": 0.6187755102040816, + "grad_norm": 0.11812295019626617, + "learning_rate": 1.6363127391528694e-06, + "loss": 0.055313241481781, + "step": 3790 + }, + { + "epoch": 0.6204081632653061, + "grad_norm": 0.12400855869054794, + "learning_rate": 1.6240915130281696e-06, + "loss": 0.05452631115913391, + "step": 3800 + }, + { + "epoch": 0.6204081632653061, + "eval_accuracy": 0.981875, + "eval_loss": 0.04318515956401825, + "eval_runtime": 158.5838, + "eval_samples_per_second": 25.223, + "eval_steps_per_second": 25.223, + "step": 3800 + }, + { + "epoch": 0.6220408163265306, + "grad_norm": 0.094053253531456, + "learning_rate": 1.6118941015090614e-06, + "loss": 0.047327810525894166, + "step": 3810 + }, + { + "epoch": 0.6236734693877551, + "grad_norm": 0.11286808550357819, + "learning_rate": 1.599720836224419e-06, + "loss": 0.04089818894863129, + "step": 3820 + }, + { + "epoch": 0.6253061224489795, + "grad_norm": 0.0909293070435524, + "learning_rate": 1.5875720481466162e-06, + "loss": 0.04378651976585388, + "step": 3830 + }, + { + "epoch": 0.626938775510204, + "grad_norm": 0.1207573264837265, + "learning_rate": 1.5754480675825295e-06, + "loss": 0.055971544981002805, + "step": 3840 + }, + { + "epoch": 0.6285714285714286, + "grad_norm": 0.09171696752309799, + "learning_rate": 1.563349224164556e-06, + "loss": 0.04364039599895477, + "step": 3850 + }, + { + "epoch": 0.6302040816326531, + "grad_norm": 0.1100732609629631, + "learning_rate": 1.5512758468416561e-06, + "loss": 0.04227602481842041, + "step": 3860 + }, + { + "epoch": 0.6318367346938776, + "grad_norm": 0.08587154746055603, + "learning_rate": 1.5392282638704032e-06, + "loss": 0.03987776041030884, + "step": 3870 + }, + { + "epoch": 0.6334693877551021, + "grad_norm": 0.14273083209991455, + "learning_rate": 1.5272068028060616e-06, + "loss": 0.05040489435195923, + "step": 3880 + }, + { + "epoch": 0.6351020408163265, + "grad_norm": 0.12788064777851105, + "learning_rate": 1.5152117904936827e-06, + "loss": 0.04129888415336609, + "step": 3890 + }, + { + "epoch": 0.636734693877551, + "grad_norm": 0.14224086701869965, + "learning_rate": 1.5032435530592165e-06, + "loss": 0.04145504236221313, + "step": 3900 + }, + { + "epoch": 0.6383673469387755, + "grad_norm": 0.07414636015892029, + "learning_rate": 1.4913024159006444e-06, + "loss": 0.03938417434692383, + "step": 3910 + }, + { + "epoch": 0.64, + "grad_norm": 0.1443425565958023, + "learning_rate": 1.4793887036791338e-06, + "loss": 0.047359606623649596, + "step": 3920 + }, + { + "epoch": 0.6416326530612245, + "grad_norm": 0.1462288498878479, + "learning_rate": 1.4675027403102107e-06, + "loss": 0.047661393880844116, + "step": 3930 + }, + { + "epoch": 0.643265306122449, + "grad_norm": 0.15937893092632294, + "learning_rate": 1.4556448489549519e-06, + "loss": 0.04829471111297608, + "step": 3940 + }, + { + "epoch": 0.6448979591836734, + "grad_norm": 0.10469378530979156, + "learning_rate": 1.4438153520111978e-06, + "loss": 0.047904521226882935, + "step": 3950 + }, + { + "epoch": 0.6465306122448979, + "grad_norm": 0.10817313939332962, + "learning_rate": 1.4320145711047894e-06, + "loss": 0.04648992121219635, + "step": 3960 + }, + { + "epoch": 0.6481632653061224, + "grad_norm": 0.12307990342378616, + "learning_rate": 1.4202428270808256e-06, + "loss": 0.044715133309364316, + "step": 3970 + }, + { + "epoch": 0.649795918367347, + "grad_norm": 0.14425775408744812, + "learning_rate": 1.408500439994933e-06, + "loss": 0.042470496892929074, + "step": 3980 + }, + { + "epoch": 0.6514285714285715, + "grad_norm": 0.11694067716598511, + "learning_rate": 1.3967877291045706e-06, + "loss": 0.03910423815250397, + "step": 3990 + }, + { + "epoch": 0.6530612244897959, + "grad_norm": 0.13050039112567902, + "learning_rate": 1.3851050128603454e-06, + "loss": 0.046834564208984374, + "step": 4000 + }, + { + "epoch": 0.6530612244897959, + "eval_accuracy": 0.9817083333333334, + "eval_loss": 0.04485878720879555, + "eval_runtime": 155.2113, + "eval_samples_per_second": 25.771, + "eval_steps_per_second": 25.771, + "step": 4000 + }, + { + "epoch": 0.6546938775510204, + "grad_norm": 0.16441842913627625, + "learning_rate": 1.3734526088973576e-06, + "loss": 0.048332995176315306, + "step": 4010 + }, + { + "epoch": 0.6563265306122449, + "grad_norm": 0.16489046812057495, + "learning_rate": 1.3618308340265628e-06, + "loss": 0.05632186532020569, + "step": 4020 + }, + { + "epoch": 0.6579591836734694, + "grad_norm": 0.0776519775390625, + "learning_rate": 1.3502400042261583e-06, + "loss": 0.0413711816072464, + "step": 4030 + }, + { + "epoch": 0.6595918367346939, + "grad_norm": 0.07065974175930023, + "learning_rate": 1.3386804346329913e-06, + "loss": 0.04443484246730804, + "step": 4040 + }, + { + "epoch": 0.6612244897959184, + "grad_norm": 0.058040838688611984, + "learning_rate": 1.3271524395339958e-06, + "loss": 0.03936767876148224, + "step": 4050 + }, + { + "epoch": 0.6628571428571428, + "grad_norm": 0.12576180696487427, + "learning_rate": 1.31565633235764e-06, + "loss": 0.03893322050571442, + "step": 4060 + }, + { + "epoch": 0.6644897959183673, + "grad_norm": 0.1022111177444458, + "learning_rate": 1.30419242566541e-06, + "loss": 0.05221283435821533, + "step": 4070 + }, + { + "epoch": 0.6661224489795918, + "grad_norm": 0.07897438853979111, + "learning_rate": 1.2927610311433098e-06, + "loss": 0.04261190891265869, + "step": 4080 + }, + { + "epoch": 0.6677551020408163, + "grad_norm": 0.16535215079784393, + "learning_rate": 1.2813624595933885e-06, + "loss": 0.04804243743419647, + "step": 4090 + }, + { + "epoch": 0.6693877551020408, + "grad_norm": 0.10754700005054474, + "learning_rate": 1.2699970209252877e-06, + "loss": 0.03677414059638977, + "step": 4100 + }, + { + "epoch": 0.6710204081632654, + "grad_norm": 0.13121150434017181, + "learning_rate": 1.2586650241478173e-06, + "loss": 0.04266786575317383, + "step": 4110 + }, + { + "epoch": 0.6726530612244898, + "grad_norm": 0.11523906886577606, + "learning_rate": 1.2473667773605542e-06, + "loss": 0.045382776856422426, + "step": 4120 + }, + { + "epoch": 0.6742857142857143, + "grad_norm": 0.16150203347206116, + "learning_rate": 1.236102587745464e-06, + "loss": 0.0483401358127594, + "step": 4130 + }, + { + "epoch": 0.6759183673469388, + "grad_norm": 0.2037627100944519, + "learning_rate": 1.2248727615585501e-06, + "loss": 0.0531754195690155, + "step": 4140 + }, + { + "epoch": 0.6775510204081633, + "grad_norm": 0.08756938576698303, + "learning_rate": 1.2136776041215293e-06, + "loss": 0.046069496870040895, + "step": 4150 + }, + { + "epoch": 0.6791836734693878, + "grad_norm": 0.10196162015199661, + "learning_rate": 1.2025174198135255e-06, + "loss": 0.03938464820384979, + "step": 4160 + }, + { + "epoch": 0.6808163265306122, + "grad_norm": 0.10243439674377441, + "learning_rate": 1.1913925120627987e-06, + "loss": 0.04410702586174011, + "step": 4170 + }, + { + "epoch": 0.6824489795918367, + "grad_norm": 0.16230984032154083, + "learning_rate": 1.1803031833384923e-06, + "loss": 0.03496443629264832, + "step": 4180 + }, + { + "epoch": 0.6840816326530612, + "grad_norm": 0.1036972925066948, + "learning_rate": 1.1692497351424117e-06, + "loss": 0.04019207060337067, + "step": 4190 + }, + { + "epoch": 0.6857142857142857, + "grad_norm": 0.19966299831867218, + "learning_rate": 1.1582324680008252e-06, + "loss": 0.03875584900379181, + "step": 4200 + }, + { + "epoch": 0.6857142857142857, + "eval_accuracy": 0.9839583333333334, + "eval_loss": 0.0395464189350605, + "eval_runtime": 153.8599, + "eval_samples_per_second": 25.998, + "eval_steps_per_second": 25.998, + "step": 4200 + }, + { + "epoch": 0.6873469387755102, + "grad_norm": 0.15349307656288147, + "learning_rate": 1.1472516814562945e-06, + "loss": 0.04495754837989807, + "step": 4210 + }, + { + "epoch": 0.6889795918367347, + "grad_norm": 0.16430068016052246, + "learning_rate": 1.1363076740595294e-06, + "loss": 0.0422965407371521, + "step": 4220 + }, + { + "epoch": 0.6906122448979591, + "grad_norm": 0.1903417408466339, + "learning_rate": 1.1254007433612705e-06, + "loss": 0.04501302838325501, + "step": 4230 + }, + { + "epoch": 0.6922448979591836, + "grad_norm": 0.05951374024152756, + "learning_rate": 1.1145311859042026e-06, + "loss": 0.03593409359455109, + "step": 4240 + }, + { + "epoch": 0.6938775510204082, + "grad_norm": 0.05894222855567932, + "learning_rate": 1.1036992972148865e-06, + "loss": 0.034275355935096743, + "step": 4250 + }, + { + "epoch": 0.6955102040816327, + "grad_norm": 0.09788545221090317, + "learning_rate": 1.092905371795729e-06, + "loss": 0.039912134408950806, + "step": 4260 + }, + { + "epoch": 0.6971428571428572, + "grad_norm": 0.2608252763748169, + "learning_rate": 1.0821497031169729e-06, + "loss": 0.03563873171806335, + "step": 4270 + }, + { + "epoch": 0.6987755102040817, + "grad_norm": 0.10350881516933441, + "learning_rate": 1.0714325836087191e-06, + "loss": 0.036586591601371767, + "step": 4280 + }, + { + "epoch": 0.7004081632653061, + "grad_norm": 0.10214894264936447, + "learning_rate": 1.0607543046529763e-06, + "loss": 0.03775157630443573, + "step": 4290 + }, + { + "epoch": 0.7020408163265306, + "grad_norm": 0.1326843649148941, + "learning_rate": 1.050115156575738e-06, + "loss": 0.03171868622303009, + "step": 4300 + }, + { + "epoch": 0.7036734693877551, + "grad_norm": 0.12274391204118729, + "learning_rate": 1.0395154286390896e-06, + "loss": 0.028169712424278258, + "step": 4310 + }, + { + "epoch": 0.7053061224489796, + "grad_norm": 0.12580160796642303, + "learning_rate": 1.028955409033342e-06, + "loss": 0.03762204349040985, + "step": 4320 + }, + { + "epoch": 0.7069387755102041, + "grad_norm": 0.26383766531944275, + "learning_rate": 1.0184353848692005e-06, + "loss": 0.04035975933074951, + "step": 4330 + }, + { + "epoch": 0.7085714285714285, + "grad_norm": 0.101371631026268, + "learning_rate": 1.0079556421699533e-06, + "loss": 0.04394418001174927, + "step": 4340 + }, + { + "epoch": 0.710204081632653, + "grad_norm": 0.12708403170108795, + "learning_rate": 9.97516465863698e-07, + "loss": 0.04101270735263825, + "step": 4350 + }, + { + "epoch": 0.7118367346938775, + "grad_norm": 0.08838815987110138, + "learning_rate": 9.87118139775595e-07, + "loss": 0.04232141673564911, + "step": 4360 + }, + { + "epoch": 0.713469387755102, + "grad_norm": 0.13831272721290588, + "learning_rate": 9.767609466201494e-07, + "loss": 0.03110981285572052, + "step": 4370 + }, + { + "epoch": 0.7151020408163266, + "grad_norm": 0.14169402420520782, + "learning_rate": 9.664451679935252e-07, + "loss": 0.036100244522094725, + "step": 4380 + }, + { + "epoch": 0.7167346938775511, + "grad_norm": 0.09364918619394302, + "learning_rate": 9.561710843658892e-07, + "loss": 0.028025591373443605, + "step": 4390 + }, + { + "epoch": 0.7183673469387755, + "grad_norm": 0.08178938925266266, + "learning_rate": 9.459389750737854e-07, + "loss": 0.03276517987251282, + "step": 4400 + }, + { + "epoch": 0.7183673469387755, + "eval_accuracy": 0.9830833333333334, + "eval_loss": 0.03968822583556175, + "eval_runtime": 170.9863, + "eval_samples_per_second": 23.394, + "eval_steps_per_second": 23.394, + "step": 4400 + }, + { + "epoch": 0.72, + "grad_norm": 0.21406538784503937, + "learning_rate": 9.357491183125398e-07, + "loss": 0.04240003228187561, + "step": 4410 + }, + { + "epoch": 0.7216326530612245, + "grad_norm": 0.2528787851333618, + "learning_rate": 9.256017911286958e-07, + "loss": 0.03953196704387665, + "step": 4420 + }, + { + "epoch": 0.723265306122449, + "grad_norm": 0.1817523092031479, + "learning_rate": 9.154972694124866e-07, + "loss": 0.03630510270595551, + "step": 4430 + }, + { + "epoch": 0.7248979591836735, + "grad_norm": 0.19527313113212585, + "learning_rate": 9.054358278903272e-07, + "loss": 0.04581010937690735, + "step": 4440 + }, + { + "epoch": 0.726530612244898, + "grad_norm": 0.3551980257034302, + "learning_rate": 8.954177401173491e-07, + "loss": 0.04633161723613739, + "step": 4450 + }, + { + "epoch": 0.7281632653061224, + "grad_norm": 0.1003197506070137, + "learning_rate": 8.854432784699624e-07, + "loss": 0.03686977326869965, + "step": 4460 + }, + { + "epoch": 0.7297959183673469, + "grad_norm": 0.1250677853822708, + "learning_rate": 8.755127141384495e-07, + "loss": 0.03494169116020203, + "step": 4470 + }, + { + "epoch": 0.7314285714285714, + "grad_norm": 0.23732195794582367, + "learning_rate": 8.656263171195931e-07, + "loss": 0.04174305498600006, + "step": 4480 + }, + { + "epoch": 0.7330612244897959, + "grad_norm": 0.2553883194923401, + "learning_rate": 8.557843562093329e-07, + "loss": 0.04263312518596649, + "step": 4490 + }, + { + "epoch": 0.7346938775510204, + "grad_norm": 0.1312720775604248, + "learning_rate": 8.459870989954611e-07, + "loss": 0.03155354261398315, + "step": 4500 + }, + { + "epoch": 0.7363265306122448, + "grad_norm": 0.2632088363170624, + "learning_rate": 8.362348118503424e-07, + "loss": 0.05083600878715515, + "step": 4510 + }, + { + "epoch": 0.7379591836734694, + "grad_norm": 0.1293715387582779, + "learning_rate": 8.265277599236785e-07, + "loss": 0.031102049350738525, + "step": 4520 + }, + { + "epoch": 0.7395918367346939, + "grad_norm": 0.15807363390922546, + "learning_rate": 8.168662071352918e-07, + "loss": 0.033837145566940306, + "step": 4530 + }, + { + "epoch": 0.7412244897959184, + "grad_norm": 0.08791180700063705, + "learning_rate": 8.072504161679534e-07, + "loss": 0.0337544322013855, + "step": 4540 + }, + { + "epoch": 0.7428571428571429, + "grad_norm": 0.10295934230089188, + "learning_rate": 7.976806484602417e-07, + "loss": 0.03291972577571869, + "step": 4550 + }, + { + "epoch": 0.7444897959183674, + "grad_norm": 0.11660359799861908, + "learning_rate": 7.881571641994331e-07, + "loss": 0.032550466060638425, + "step": 4560 + }, + { + "epoch": 0.7461224489795918, + "grad_norm": 0.1896156519651413, + "learning_rate": 7.786802223144286e-07, + "loss": 0.030972787737846376, + "step": 4570 + }, + { + "epoch": 0.7477551020408163, + "grad_norm": 0.2084398865699768, + "learning_rate": 7.69250080468712e-07, + "loss": 0.0415867954492569, + "step": 4580 + }, + { + "epoch": 0.7493877551020408, + "grad_norm": 0.12618854641914368, + "learning_rate": 7.59866995053348e-07, + "loss": 0.0360225111246109, + "step": 4590 + }, + { + "epoch": 0.7510204081632653, + "grad_norm": 0.12291006743907928, + "learning_rate": 7.505312211800081e-07, + "loss": 0.03627174496650696, + "step": 4600 + }, + { + "epoch": 0.7510204081632653, + "eval_accuracy": 0.9855833333333334, + "eval_loss": 0.03568050265312195, + "eval_runtime": 156.9074, + "eval_samples_per_second": 25.493, + "eval_steps_per_second": 25.493, + "step": 4600 + }, + { + "epoch": 0.7526530612244898, + "grad_norm": 0.1491072177886963, + "learning_rate": 7.41243012674035e-07, + "loss": 0.033873635530471805, + "step": 4610 + }, + { + "epoch": 0.7542857142857143, + "grad_norm": 0.14268337190151215, + "learning_rate": 7.320026220675447e-07, + "loss": 0.03949807286262512, + "step": 4620 + }, + { + "epoch": 0.7559183673469387, + "grad_norm": 0.15548810362815857, + "learning_rate": 7.228103005925557e-07, + "loss": 0.03478931188583374, + "step": 4630 + }, + { + "epoch": 0.7575510204081632, + "grad_norm": 0.14298392832279205, + "learning_rate": 7.136662981741613e-07, + "loss": 0.030326524376869203, + "step": 4640 + }, + { + "epoch": 0.7591836734693878, + "grad_norm": 0.11854545772075653, + "learning_rate": 7.045708634237341e-07, + "loss": 0.034136393666267396, + "step": 4650 + }, + { + "epoch": 0.7608163265306123, + "grad_norm": 0.1346571296453476, + "learning_rate": 6.955242436321663e-07, + "loss": 0.040317881107330325, + "step": 4660 + }, + { + "epoch": 0.7624489795918368, + "grad_norm": 0.13217571377754211, + "learning_rate": 6.865266847631463e-07, + "loss": 0.02895120084285736, + "step": 4670 + }, + { + "epoch": 0.7640816326530612, + "grad_norm": 0.0761382132768631, + "learning_rate": 6.775784314464717e-07, + "loss": 0.029726022481918336, + "step": 4680 + }, + { + "epoch": 0.7657142857142857, + "grad_norm": 0.17583715915679932, + "learning_rate": 6.686797269713971e-07, + "loss": 0.02383600324392319, + "step": 4690 + }, + { + "epoch": 0.7673469387755102, + "grad_norm": 0.13434812426567078, + "learning_rate": 6.598308132800221e-07, + "loss": 0.03801000118255615, + "step": 4700 + }, + { + "epoch": 0.7689795918367347, + "grad_norm": 0.0841183140873909, + "learning_rate": 6.510319309607099e-07, + "loss": 0.030053699016571046, + "step": 4710 + }, + { + "epoch": 0.7706122448979592, + "grad_norm": 0.10911499708890915, + "learning_rate": 6.422833192415476e-07, + "loss": 0.03296325206756592, + "step": 4720 + }, + { + "epoch": 0.7722448979591837, + "grad_norm": 0.08562543988227844, + "learning_rate": 6.335852159838423e-07, + "loss": 0.029071077704429626, + "step": 4730 + }, + { + "epoch": 0.7738775510204081, + "grad_norm": 0.24464724957942963, + "learning_rate": 6.249378576756538e-07, + "loss": 0.03307548463344574, + "step": 4740 + }, + { + "epoch": 0.7755102040816326, + "grad_norm": 0.17294660210609436, + "learning_rate": 6.163414794253641e-07, + "loss": 0.03507235944271088, + "step": 4750 + }, + { + "epoch": 0.7771428571428571, + "grad_norm": 0.18331816792488098, + "learning_rate": 6.077963149552868e-07, + "loss": 0.038254004716873166, + "step": 4760 + }, + { + "epoch": 0.7787755102040816, + "grad_norm": 0.10756120830774307, + "learning_rate": 5.993025965953103e-07, + "loss": 0.03428310751914978, + "step": 4770 + }, + { + "epoch": 0.7804081632653062, + "grad_norm": 0.16071061789989471, + "learning_rate": 5.908605552765833e-07, + "loss": 0.032243117690086365, + "step": 4780 + }, + { + "epoch": 0.7820408163265307, + "grad_norm": 0.14897944033145905, + "learning_rate": 5.824704205252343e-07, + "loss": 0.03812848925590515, + "step": 4790 + }, + { + "epoch": 0.7836734693877551, + "grad_norm": 0.1536232829093933, + "learning_rate": 5.741324204561335e-07, + "loss": 0.031389710307121274, + "step": 4800 + }, + { + "epoch": 0.7836734693877551, + "eval_accuracy": 0.985, + "eval_loss": 0.03615976870059967, + "eval_runtime": 153.2713, + "eval_samples_per_second": 26.098, + "eval_steps_per_second": 26.098, + "step": 4800 + }, + { + "epoch": 0.7853061224489796, + "grad_norm": 0.15687023103237152, + "learning_rate": 5.65846781766688e-07, + "loss": 0.027873021364212037, + "step": 4810 + }, + { + "epoch": 0.7869387755102041, + "grad_norm": 0.14541009068489075, + "learning_rate": 5.576137297306794e-07, + "loss": 0.0407156765460968, + "step": 4820 + }, + { + "epoch": 0.7885714285714286, + "grad_norm": 0.16398967802524567, + "learning_rate": 5.494334881921393e-07, + "loss": 0.03936888575553894, + "step": 4830 + }, + { + "epoch": 0.7902040816326531, + "grad_norm": 0.2177809625864029, + "learning_rate": 5.413062795592633e-07, + "loss": 0.03059300184249878, + "step": 4840 + }, + { + "epoch": 0.7918367346938775, + "grad_norm": 0.1487113982439041, + "learning_rate": 5.332323247983632e-07, + "loss": 0.038730043172836306, + "step": 4850 + }, + { + "epoch": 0.793469387755102, + "grad_norm": 0.1111542284488678, + "learning_rate": 5.252118434278605e-07, + "loss": 0.033898717164993285, + "step": 4860 + }, + { + "epoch": 0.7951020408163265, + "grad_norm": 0.10296906530857086, + "learning_rate": 5.172450535123166e-07, + "loss": 0.033659690618515016, + "step": 4870 + }, + { + "epoch": 0.796734693877551, + "grad_norm": 0.11844902485609055, + "learning_rate": 5.093321716565064e-07, + "loss": 0.0293354332447052, + "step": 4880 + }, + { + "epoch": 0.7983673469387755, + "grad_norm": 0.08401476591825485, + "learning_rate": 5.014734129995258e-07, + "loss": 0.027682244777679443, + "step": 4890 + }, + { + "epoch": 0.8, + "grad_norm": 0.15870651602745056, + "learning_rate": 4.936689912089443e-07, + "loss": 0.029118484258651732, + "step": 4900 + }, + { + "epoch": 0.8016326530612244, + "grad_norm": 0.10739132016897202, + "learning_rate": 4.859191184749968e-07, + "loss": 0.031624987721443176, + "step": 4910 + }, + { + "epoch": 0.803265306122449, + "grad_norm": 0.1523323655128479, + "learning_rate": 4.782240055048113e-07, + "loss": 0.03415923118591309, + "step": 4920 + }, + { + "epoch": 0.8048979591836735, + "grad_norm": 0.31860172748565674, + "learning_rate": 4.705838615166836e-07, + "loss": 0.035749971866607666, + "step": 4930 + }, + { + "epoch": 0.806530612244898, + "grad_norm": 0.15043528378009796, + "learning_rate": 4.629988942343863e-07, + "loss": 0.029294773936271667, + "step": 4940 + }, + { + "epoch": 0.8081632653061225, + "grad_norm": 0.1007913127541542, + "learning_rate": 4.55469309881523e-07, + "loss": 0.026727235317230223, + "step": 4950 + }, + { + "epoch": 0.809795918367347, + "grad_norm": 0.10851600021123886, + "learning_rate": 4.479953131759199e-07, + "loss": 0.029011189937591553, + "step": 4960 + }, + { + "epoch": 0.8114285714285714, + "grad_norm": 0.19257904589176178, + "learning_rate": 4.4057710732406113e-07, + "loss": 0.040424668788909913, + "step": 4970 + }, + { + "epoch": 0.8130612244897959, + "grad_norm": 0.08985571563243866, + "learning_rate": 4.332148940155617e-07, + "loss": 0.031291928887367246, + "step": 4980 + }, + { + "epoch": 0.8146938775510204, + "grad_norm": 0.09874805808067322, + "learning_rate": 4.259088734176883e-07, + "loss": 0.028314629197120668, + "step": 4990 + }, + { + "epoch": 0.8163265306122449, + "grad_norm": 0.2056759148836136, + "learning_rate": 4.186592441699119e-07, + "loss": 0.028049173951148986, + "step": 5000 + }, + { + "epoch": 0.8163265306122449, + "eval_accuracy": 0.986125, + "eval_loss": 0.033585112541913986, + "eval_runtime": 153.2119, + "eval_samples_per_second": 26.108, + "eval_steps_per_second": 26.108, + "step": 5000 + }, + { + "epoch": 0.8179591836734694, + "grad_norm": 0.10125680267810822, + "learning_rate": 4.1146620337850965e-07, + "loss": 0.03612466752529144, + "step": 5010 + }, + { + "epoch": 0.8195918367346938, + "grad_norm": 0.10107982903718948, + "learning_rate": 4.043299466112058e-07, + "loss": 0.026968371868133546, + "step": 5020 + }, + { + "epoch": 0.8212244897959183, + "grad_norm": 0.13236716389656067, + "learning_rate": 3.9725066789185446e-07, + "loss": 0.030766445398330688, + "step": 5030 + }, + { + "epoch": 0.8228571428571428, + "grad_norm": 0.1182790994644165, + "learning_rate": 3.9022855969516384e-07, + "loss": 0.028759539127349854, + "step": 5040 + }, + { + "epoch": 0.8244897959183674, + "grad_norm": 0.1430918574333191, + "learning_rate": 3.832638129414637e-07, + "loss": 0.03126598298549652, + "step": 5050 + }, + { + "epoch": 0.8261224489795919, + "grad_norm": 0.24944688379764557, + "learning_rate": 3.7635661699151366e-07, + "loss": 0.030412834882736207, + "step": 5060 + }, + { + "epoch": 0.8277551020408164, + "grad_norm": 0.24371539056301117, + "learning_rate": 3.695071596413574e-07, + "loss": 0.03904336988925934, + "step": 5070 + }, + { + "epoch": 0.8293877551020408, + "grad_norm": 0.25066161155700684, + "learning_rate": 3.627156271172125e-07, + "loss": 0.032776132225990295, + "step": 5080 + }, + { + "epoch": 0.8310204081632653, + "grad_norm": 0.1635182797908783, + "learning_rate": 3.559822040704108e-07, + "loss": 0.027044805884361266, + "step": 5090 + }, + { + "epoch": 0.8326530612244898, + "grad_norm": 0.16698378324508667, + "learning_rate": 3.4930707357237666e-07, + "loss": 0.03271254003047943, + "step": 5100 + }, + { + "epoch": 0.8342857142857143, + "grad_norm": 0.18812412023544312, + "learning_rate": 3.4269041710964903e-07, + "loss": 0.030745366215705873, + "step": 5110 + }, + { + "epoch": 0.8359183673469388, + "grad_norm": 0.18739669024944305, + "learning_rate": 3.36132414578948e-07, + "loss": 0.032180759310722354, + "step": 5120 + }, + { + "epoch": 0.8375510204081633, + "grad_norm": 0.13260763883590698, + "learning_rate": 3.296332442822839e-07, + "loss": 0.026755687594413758, + "step": 5130 + }, + { + "epoch": 0.8391836734693877, + "grad_norm": 0.06771053373813629, + "learning_rate": 3.231930829221083e-07, + "loss": 0.02895594835281372, + "step": 5140 + }, + { + "epoch": 0.8408163265306122, + "grad_norm": 0.09441749006509781, + "learning_rate": 3.168121055965112e-07, + "loss": 0.033178862929344174, + "step": 5150 + }, + { + "epoch": 0.8424489795918367, + "grad_norm": 0.0863656997680664, + "learning_rate": 3.104904857944591e-07, + "loss": 0.02276728004217148, + "step": 5160 + }, + { + "epoch": 0.8440816326530612, + "grad_norm": 0.2047131359577179, + "learning_rate": 3.0422839539107794e-07, + "loss": 0.028258222341537475, + "step": 5170 + }, + { + "epoch": 0.8457142857142858, + "grad_norm": 0.2389051467180252, + "learning_rate": 2.980260046429834e-07, + "loss": 0.02725991904735565, + "step": 5180 + }, + { + "epoch": 0.8473469387755102, + "grad_norm": 0.1733924299478531, + "learning_rate": 2.9188348218364635e-07, + "loss": 0.0327379584312439, + "step": 5190 + }, + { + "epoch": 0.8489795918367347, + "grad_norm": 0.19450697302818298, + "learning_rate": 2.8580099501881285e-07, + "loss": 0.030778995156288146, + "step": 5200 + }, + { + "epoch": 0.8489795918367347, + "eval_accuracy": 0.9881666666666667, + "eval_loss": 0.02920014224946499, + "eval_runtime": 155.6487, + "eval_samples_per_second": 25.699, + "eval_steps_per_second": 25.699, + "step": 5200 + }, + { + "epoch": 0.8506122448979592, + "grad_norm": 0.14990773797035217, + "learning_rate": 2.7977870852195997e-07, + "loss": 0.03692179024219513, + "step": 5210 + }, + { + "epoch": 0.8522448979591837, + "grad_norm": 0.16051384806632996, + "learning_rate": 2.7381678642980303e-07, + "loss": 0.030528882145881654, + "step": 5220 + }, + { + "epoch": 0.8538775510204082, + "grad_norm": 0.1660623997449875, + "learning_rate": 2.6791539083784014e-07, + "loss": 0.025125756859779358, + "step": 5230 + }, + { + "epoch": 0.8555102040816327, + "grad_norm": 0.07568248361349106, + "learning_rate": 2.620746821959475e-07, + "loss": 0.02720560133457184, + "step": 5240 + }, + { + "epoch": 0.8571428571428571, + "grad_norm": 0.2634601593017578, + "learning_rate": 2.562948193040174e-07, + "loss": 0.033940815925598146, + "step": 5250 + }, + { + "epoch": 0.8587755102040816, + "grad_norm": 0.15926218032836914, + "learning_rate": 2.5057595930763873e-07, + "loss": 0.028036150336265563, + "step": 5260 + }, + { + "epoch": 0.8604081632653061, + "grad_norm": 0.19775289297103882, + "learning_rate": 2.4491825769382526e-07, + "loss": 0.02731768786907196, + "step": 5270 + }, + { + "epoch": 0.8620408163265306, + "grad_norm": 0.07538789510726929, + "learning_rate": 2.39321868286789e-07, + "loss": 0.0313712328672409, + "step": 5280 + }, + { + "epoch": 0.8636734693877551, + "grad_norm": 0.10647427290678024, + "learning_rate": 2.337869432437567e-07, + "loss": 0.02781860828399658, + "step": 5290 + }, + { + "epoch": 0.8653061224489796, + "grad_norm": 0.20678064227104187, + "learning_rate": 2.283136330508337e-07, + "loss": 0.028782907128334045, + "step": 5300 + }, + { + "epoch": 0.866938775510204, + "grad_norm": 0.18386024236679077, + "learning_rate": 2.2290208651891244e-07, + "loss": 0.02515394687652588, + "step": 5310 + }, + { + "epoch": 0.8685714285714285, + "grad_norm": 0.13139928877353668, + "learning_rate": 2.1755245077962618e-07, + "loss": 0.02002216875553131, + "step": 5320 + }, + { + "epoch": 0.8702040816326531, + "grad_norm": 0.10402868688106537, + "learning_rate": 2.1226487128134854e-07, + "loss": 0.03221684396266937, + "step": 5330 + }, + { + "epoch": 0.8718367346938776, + "grad_norm": 0.056439850479364395, + "learning_rate": 2.070394917852403e-07, + "loss": 0.023763810098171235, + "step": 5340 + }, + { + "epoch": 0.8734693877551021, + "grad_norm": 0.1421876698732376, + "learning_rate": 2.0187645436133913e-07, + "loss": 0.03192594051361084, + "step": 5350 + }, + { + "epoch": 0.8751020408163265, + "grad_norm": 0.20487430691719055, + "learning_rate": 1.967758993846966e-07, + "loss": 0.025955894589424135, + "step": 5360 + }, + { + "epoch": 0.876734693877551, + "grad_norm": 0.2183534801006317, + "learning_rate": 1.9173796553156487e-07, + "loss": 0.027435585856437683, + "step": 5370 + }, + { + "epoch": 0.8783673469387755, + "grad_norm": 0.19724565744400024, + "learning_rate": 1.8676278977562219e-07, + "loss": 0.028912261128425598, + "step": 5380 + }, + { + "epoch": 0.88, + "grad_norm": 0.21412917971611023, + "learning_rate": 1.818505073842508e-07, + "loss": 0.029015693068504333, + "step": 5390 + }, + { + "epoch": 0.8816326530612245, + "grad_norm": 0.08429288119077682, + "learning_rate": 1.770012519148598e-07, + "loss": 0.025249993801116942, + "step": 5400 + }, + { + "epoch": 0.8816326530612245, + "eval_accuracy": 0.989375, + "eval_loss": 0.02678457647562027, + "eval_runtime": 156.2763, + "eval_samples_per_second": 25.596, + "eval_steps_per_second": 25.596, + "step": 5400 + }, + { + "epoch": 0.883265306122449, + "grad_norm": 0.15489192306995392, + "learning_rate": 1.722151552112525e-07, + "loss": 0.03486272096633911, + "step": 5410 + }, + { + "epoch": 0.8848979591836734, + "grad_norm": 0.1594313681125641, + "learning_rate": 1.6749234740004227e-07, + "loss": 0.024751077592372894, + "step": 5420 + }, + { + "epoch": 0.8865306122448979, + "grad_norm": 0.12505307793617249, + "learning_rate": 1.6283295688711564e-07, + "loss": 0.025553828477859496, + "step": 5430 + }, + { + "epoch": 0.8881632653061224, + "grad_norm": 0.08852038532495499, + "learning_rate": 1.582371103541394e-07, + "loss": 0.025743791460990907, + "step": 5440 + }, + { + "epoch": 0.889795918367347, + "grad_norm": 0.08450407534837723, + "learning_rate": 1.5370493275511767e-07, + "loss": 0.02687264084815979, + "step": 5450 + }, + { + "epoch": 0.8914285714285715, + "grad_norm": 0.054211657494306564, + "learning_rate": 1.4923654731299363e-07, + "loss": 0.023073682188987733, + "step": 5460 + }, + { + "epoch": 0.893061224489796, + "grad_norm": 0.23101477324962616, + "learning_rate": 1.4483207551630045e-07, + "loss": 0.0280561625957489, + "step": 5470 + }, + { + "epoch": 0.8946938775510204, + "grad_norm": 0.19923920929431915, + "learning_rate": 1.4049163711585684e-07, + "loss": 0.02133965492248535, + "step": 5480 + }, + { + "epoch": 0.8963265306122449, + "grad_norm": 0.13227398693561554, + "learning_rate": 1.3621535012151244e-07, + "loss": 0.017637649178504945, + "step": 5490 + }, + { + "epoch": 0.8979591836734694, + "grad_norm": 0.11182940751314163, + "learning_rate": 1.3200333079893823e-07, + "loss": 0.02847398817539215, + "step": 5500 + }, + { + "epoch": 0.8995918367346939, + "grad_norm": 0.06762958317995071, + "learning_rate": 1.2785569366646628e-07, + "loss": 0.020397891104221345, + "step": 5510 + }, + { + "epoch": 0.9012244897959184, + "grad_norm": 0.06652984023094177, + "learning_rate": 1.2377255149197576e-07, + "loss": 0.03015478849411011, + "step": 5520 + }, + { + "epoch": 0.9028571428571428, + "grad_norm": 0.16087517142295837, + "learning_rate": 1.1975401528982718e-07, + "loss": 0.02614833414554596, + "step": 5530 + }, + { + "epoch": 0.9044897959183673, + "grad_norm": 0.0873415544629097, + "learning_rate": 1.1580019431784384e-07, + "loss": 0.023097904026508333, + "step": 5540 + }, + { + "epoch": 0.9061224489795918, + "grad_norm": 0.26114869117736816, + "learning_rate": 1.1191119607434076e-07, + "loss": 0.028036117553710938, + "step": 5550 + }, + { + "epoch": 0.9077551020408163, + "grad_norm": 0.08690405637025833, + "learning_rate": 1.0808712629520435e-07, + "loss": 0.027321887016296387, + "step": 5560 + }, + { + "epoch": 0.9093877551020408, + "grad_norm": 0.19979159533977509, + "learning_rate": 1.0432808895101426e-07, + "loss": 0.03543014228343964, + "step": 5570 + }, + { + "epoch": 0.9110204081632653, + "grad_norm": 0.09599421173334122, + "learning_rate": 1.0063418624421895e-07, + "loss": 0.02044544517993927, + "step": 5580 + }, + { + "epoch": 0.9126530612244897, + "grad_norm": 0.22291070222854614, + "learning_rate": 9.700551860635538e-08, + "loss": 0.027166444063186645, + "step": 5590 + }, + { + "epoch": 0.9142857142857143, + "grad_norm": 0.10956079512834549, + "learning_rate": 9.344218469532012e-08, + "loss": 0.02024113982915878, + "step": 5600 + }, + { + "epoch": 0.9142857142857143, + "eval_accuracy": 0.9900833333333334, + "eval_loss": 0.025807492434978485, + "eval_runtime": 154.9378, + "eval_samples_per_second": 25.817, + "eval_steps_per_second": 25.817, + "step": 5600 + }, + { + "epoch": 0.9159183673469388, + "grad_norm": 0.14949144423007965, + "learning_rate": 8.99442813926854e-08, + "loss": 0.024004274606704713, + "step": 5610 + }, + { + "epoch": 0.9175510204081633, + "grad_norm": 0.2315555214881897, + "learning_rate": 8.651190380106673e-08, + "loss": 0.024219857156276704, + "step": 5620 + }, + { + "epoch": 0.9191836734693878, + "grad_norm": 0.06734409183263779, + "learning_rate": 8.314514524153522e-08, + "loss": 0.02802177369594574, + "step": 5630 + }, + { + "epoch": 0.9208163265306123, + "grad_norm": 0.21427671611309052, + "learning_rate": 7.984409725108222e-08, + "loss": 0.021109704673290253, + "step": 5640 + }, + { + "epoch": 0.9224489795918367, + "grad_norm": 0.18013973534107208, + "learning_rate": 7.660884958012899e-08, + "loss": 0.020703735947608947, + "step": 5650 + }, + { + "epoch": 0.9240816326530612, + "grad_norm": 0.2695794701576233, + "learning_rate": 7.343949019008756e-08, + "loss": 0.03247661292552948, + "step": 5660 + }, + { + "epoch": 0.9257142857142857, + "grad_norm": 0.15175238251686096, + "learning_rate": 7.03361052509688e-08, + "loss": 0.021647430956363678, + "step": 5670 + }, + { + "epoch": 0.9273469387755102, + "grad_norm": 0.18325908482074738, + "learning_rate": 6.729877913903976e-08, + "loss": 0.028400209546089173, + "step": 5680 + }, + { + "epoch": 0.9289795918367347, + "grad_norm": 0.15859369933605194, + "learning_rate": 6.432759443452924e-08, + "loss": 0.014232246577739716, + "step": 5690 + }, + { + "epoch": 0.9306122448979591, + "grad_norm": 0.13438236713409424, + "learning_rate": 6.14226319193828e-08, + "loss": 0.02244553864002228, + "step": 5700 + }, + { + "epoch": 0.9322448979591836, + "grad_norm": 0.27041247487068176, + "learning_rate": 5.858397057506709e-08, + "loss": 0.029011306166648865, + "step": 5710 + }, + { + "epoch": 0.9338775510204081, + "grad_norm": 0.12215204536914825, + "learning_rate": 5.581168758042127e-08, + "loss": 0.028310227394104003, + "step": 5720 + }, + { + "epoch": 0.9355102040816327, + "grad_norm": 0.2103251814842224, + "learning_rate": 5.310585830955922e-08, + "loss": 0.021468037366867067, + "step": 5730 + }, + { + "epoch": 0.9371428571428572, + "grad_norm": 0.17152205109596252, + "learning_rate": 5.0466556329819835e-08, + "loss": 0.024149742722511292, + "step": 5740 + }, + { + "epoch": 0.9387755102040817, + "grad_norm": 0.08712399005889893, + "learning_rate": 4.789385339976832e-08, + "loss": 0.01809695065021515, + "step": 5750 + }, + { + "epoch": 0.9404081632653061, + "grad_norm": 0.15006859600543976, + "learning_rate": 4.53878194672433e-08, + "loss": 0.022831857204437256, + "step": 5760 + }, + { + "epoch": 0.9420408163265306, + "grad_norm": 0.06355110555887222, + "learning_rate": 4.2948522667455864e-08, + "loss": 0.015157052874565124, + "step": 5770 + }, + { + "epoch": 0.9436734693877551, + "grad_norm": 0.14330919086933136, + "learning_rate": 4.057602932113658e-08, + "loss": 0.02486245185136795, + "step": 5780 + }, + { + "epoch": 0.9453061224489796, + "grad_norm": 0.12216096371412277, + "learning_rate": 3.82704039327339e-08, + "loss": 0.024203602969646455, + "step": 5790 + }, + { + "epoch": 0.9469387755102041, + "grad_norm": 0.19883109629154205, + "learning_rate": 3.6031709188658336e-08, + "loss": 0.025162199139595033, + "step": 5800 + }, + { + "epoch": 0.9469387755102041, + "eval_accuracy": 0.99025, + "eval_loss": 0.025506427511572838, + "eval_runtime": 154.1326, + "eval_samples_per_second": 25.952, + "eval_steps_per_second": 25.952, + "step": 5800 + }, + { + "epoch": 0.9485714285714286, + "grad_norm": 0.25931984186172485, + "learning_rate": 3.386000595557964e-08, + "loss": 0.027550938725471496, + "step": 5810 + }, + { + "epoch": 0.950204081632653, + "grad_norm": 0.07933743298053741, + "learning_rate": 3.1755353278770936e-08, + "loss": 0.024577364325523376, + "step": 5820 + }, + { + "epoch": 0.9518367346938775, + "grad_norm": 0.13839955627918243, + "learning_rate": 2.9717808380503866e-08, + "loss": 0.021038763225078583, + "step": 5830 + }, + { + "epoch": 0.953469387755102, + "grad_norm": 0.14696243405342102, + "learning_rate": 2.7747426658492893e-08, + "loss": 0.02484375685453415, + "step": 5840 + }, + { + "epoch": 0.9551020408163265, + "grad_norm": 0.1538810133934021, + "learning_rate": 2.5844261684388473e-08, + "loss": 0.023458963632583617, + "step": 5850 + }, + { + "epoch": 0.9567346938775511, + "grad_norm": 0.08468759804964066, + "learning_rate": 2.4008365202321525e-08, + "loss": 0.03132525682449341, + "step": 5860 + }, + { + "epoch": 0.9583673469387755, + "grad_norm": 0.1627626270055771, + "learning_rate": 2.2239787127495695e-08, + "loss": 0.03181464076042175, + "step": 5870 + }, + { + "epoch": 0.96, + "grad_norm": 0.17413999140262604, + "learning_rate": 2.0538575544831186e-08, + "loss": 0.019847501814365388, + "step": 5880 + }, + { + "epoch": 0.9616326530612245, + "grad_norm": 0.23201079666614532, + "learning_rate": 1.8904776707655837e-08, + "loss": 0.02205444723367691, + "step": 5890 + }, + { + "epoch": 0.963265306122449, + "grad_norm": 0.17272613942623138, + "learning_rate": 1.7338435036449164e-08, + "loss": 0.022021512687206268, + "step": 5900 + }, + { + "epoch": 0.9648979591836735, + "grad_norm": 0.1446181833744049, + "learning_rate": 1.5839593117634166e-08, + "loss": 0.02300398051738739, + "step": 5910 + }, + { + "epoch": 0.966530612244898, + "grad_norm": 0.21913999319076538, + "learning_rate": 1.4408291702418808e-08, + "loss": 0.024825331568717957, + "step": 5920 + }, + { + "epoch": 0.9681632653061224, + "grad_norm": 0.12140090018510818, + "learning_rate": 1.3044569705689125e-08, + "loss": 0.02171301543712616, + "step": 5930 + }, + { + "epoch": 0.9697959183673469, + "grad_norm": 0.08353517204523087, + "learning_rate": 1.1748464204950072e-08, + "loss": 0.02564157545566559, + "step": 5940 + }, + { + "epoch": 0.9714285714285714, + "grad_norm": 0.2671544551849365, + "learning_rate": 1.052001043931855e-08, + "loss": 0.02467280924320221, + "step": 5950 + }, + { + "epoch": 0.9730612244897959, + "grad_norm": 0.16360966861248016, + "learning_rate": 9.3592418085639e-09, + "loss": 0.02429400235414505, + "step": 5960 + }, + { + "epoch": 0.9746938775510204, + "grad_norm": 0.08739493787288666, + "learning_rate": 8.266189872201957e-09, + "loss": 0.02331821173429489, + "step": 5970 + }, + { + "epoch": 0.976326530612245, + "grad_norm": 0.23632948100566864, + "learning_rate": 7.24088434863407e-09, + "loss": 0.02990926504135132, + "step": 5980 + }, + { + "epoch": 0.9779591836734693, + "grad_norm": 0.2005041390657425, + "learning_rate": 6.283353114342749e-09, + "loss": 0.023541297018527984, + "step": 5990 + }, + { + "epoch": 0.9795918367346939, + "grad_norm": 0.16744142770767212, + "learning_rate": 5.393622203129778e-09, + "loss": 0.020145678520202638, + "step": 6000 + }, + { + "epoch": 0.9795918367346939, + "eval_accuracy": 0.9904166666666667, + "eval_loss": 0.025301460176706314, + "eval_runtime": 157.9993, + "eval_samples_per_second": 25.317, + "eval_steps_per_second": 25.317, + "step": 6000 + }, + { + "epoch": 0.9812244897959184, + "grad_norm": 0.1079549789428711, + "learning_rate": 4.5717158054114916e-09, + "loss": 0.02092682272195816, + "step": 6010 + }, + { + "epoch": 0.9828571428571429, + "grad_norm": 0.28545212745666504, + "learning_rate": 3.817656267559866e-09, + "loss": 0.029862532019615175, + "step": 6020 + }, + { + "epoch": 0.9844897959183674, + "grad_norm": 0.09164315462112427, + "learning_rate": 3.1314640912943893e-09, + "loss": 0.021963220834732056, + "step": 6030 + }, + { + "epoch": 0.9861224489795918, + "grad_norm": 0.10882832109928131, + "learning_rate": 2.5131579331261204e-09, + "loss": 0.01937238872051239, + "step": 6040 + }, + { + "epoch": 0.9877551020408163, + "grad_norm": 0.2565634846687317, + "learning_rate": 1.9627546038492042e-09, + "loss": 0.03262064456939697, + "step": 6050 + }, + { + "epoch": 0.9893877551020408, + "grad_norm": 0.20641514658927917, + "learning_rate": 1.4802690680842947e-09, + "loss": 0.02464511841535568, + "step": 6060 + }, + { + "epoch": 0.9910204081632653, + "grad_norm": 0.15149660408496857, + "learning_rate": 1.065714443871102e-09, + "loss": 0.020028088986873627, + "step": 6070 + }, + { + "epoch": 0.9926530612244898, + "grad_norm": 0.24861690402030945, + "learning_rate": 7.191020023133988e-10, + "loss": 0.03540560901165009, + "step": 6080 + }, + { + "epoch": 0.9942857142857143, + "grad_norm": 0.1762499213218689, + "learning_rate": 4.404411672703779e-10, + "loss": 0.026075825095176697, + "step": 6090 + }, + { + "epoch": 0.9959183673469387, + "grad_norm": 0.23214563727378845, + "learning_rate": 2.2973951510185665e-10, + "loss": 0.024257904291152953, + "step": 6100 + }, + { + "epoch": 0.9975510204081632, + "grad_norm": 0.13295525312423706, + "learning_rate": 8.700277446233029e-11, + "loss": 0.021962395310401915, + "step": 6110 + }, + { + "epoch": 0.9991836734693877, + "grad_norm": 0.1011875718832016, + "learning_rate": 1.2234826143875388e-11, + "loss": 0.025374814867973328, + "step": 6120 + } + ], + "logging_steps": 10, + "max_steps": 6125, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 200, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.72407910760448e+16, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-6125/training_args.bin b/checkpoint-6125/training_args.bin new file mode 100644 index 0000000..a9304c0 --- /dev/null +++ b/checkpoint-6125/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10a2085a9c347d21774d35a2558a0376b0ffbb33ca9517fafbd4cd5d12552b02 +size 5585 diff --git a/config.json b/config.json new file mode 100644 index 0000000..642be54 --- /dev/null +++ b/config.json @@ -0,0 +1,58 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151643, + "hidden_act": "silu", + "hidden_size": 896, + "initializer_range": 0.02, + "intermediate_size": 4864, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 24, + "model_type": "qwen2", + "num_attention_heads": 14, + "num_hidden_layers": 24, + "num_key_value_heads": 2, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000.0, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.2.0", + "use_cache": false, + "use_mrope": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/eval_results.json b/eval_results.json new file mode 100644 index 0000000..a39142e --- /dev/null +++ b/eval_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "eval_accuracy": 0.9905, + "eval_loss": 0.025262661278247833, + "eval_runtime": 156.0067, + "eval_samples_per_second": 25.64, + "eval_steps_per_second": 25.64 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..795a75e --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "do_sample": false, + "eos_token_id": [ + 151643 + ], + "max_new_tokens": 2048, + "pad_token_id": 151643, + "transformers_version": "5.2.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..665761c --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1edd8c632dc7b25b22dc2c60673de1f976549056f1258360ed58b7276a7cd06c +size 1976163472 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..34510ff --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8 +size 11421892 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..392ded1 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..d2aab5d --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 5.72407910760448e+16, + "train_loss": 0.07194560643361539, + "train_runtime": 34224.4204, + "train_samples_per_second": 5.727, + "train_steps_per_second": 0.179 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..27a47d5 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,643 @@ +{"current_steps": 10, "total_steps": 6125, "loss": 4.391213607788086, "lr": 4.5000000000000003e-07, "epoch": 0.0016326530612244899, "percentage": 0.16, "elapsed_time": "0:00:50", "remaining_time": "8:39:40"} +{"current_steps": 20, "total_steps": 6125, "loss": 1.9876020431518555, "lr": 9.500000000000001e-07, "epoch": 0.0032653061224489797, "percentage": 0.33, "elapsed_time": "0:01:40", "remaining_time": "8:31:52"} +{"current_steps": 30, "total_steps": 6125, "loss": 0.34127225875854494, "lr": 1.45e-06, "epoch": 0.004897959183673469, "percentage": 0.49, "elapsed_time": "0:02:31", "remaining_time": "8:31:44"} +{"current_steps": 40, "total_steps": 6125, "loss": 0.23643033504486083, "lr": 1.9500000000000004e-06, "epoch": 0.006530612244897959, "percentage": 0.65, "elapsed_time": "0:03:20", "remaining_time": "8:27:57"} +{"current_steps": 50, "total_steps": 6125, "loss": 0.23313720226287843, "lr": 2.4500000000000003e-06, "epoch": 0.00816326530612245, "percentage": 0.82, "elapsed_time": "0:04:10", "remaining_time": "8:26:23"} +{"current_steps": 60, "total_steps": 6125, "loss": 0.22351114749908446, "lr": 2.95e-06, "epoch": 0.009795918367346938, "percentage": 0.98, "elapsed_time": "0:05:01", "remaining_time": "8:27:10"} +{"current_steps": 70, "total_steps": 6125, "loss": 0.21615636348724365, "lr": 3.45e-06, "epoch": 0.011428571428571429, "percentage": 1.14, "elapsed_time": "0:05:51", "remaining_time": "8:26:18"} +{"current_steps": 80, "total_steps": 6125, "loss": 0.21677422523498535, "lr": 3.95e-06, "epoch": 0.013061224489795919, "percentage": 1.31, "elapsed_time": "0:06:38", "remaining_time": "8:21:27"} +{"current_steps": 90, "total_steps": 6125, "loss": 0.21422204971313477, "lr": 4.450000000000001e-06, "epoch": 0.014693877551020407, "percentage": 1.47, "elapsed_time": "0:07:25", "remaining_time": "8:17:28"} +{"current_steps": 100, "total_steps": 6125, "loss": 0.19350455999374389, "lr": 4.95e-06, "epoch": 0.0163265306122449, "percentage": 1.63, "elapsed_time": "0:08:11", "remaining_time": "8:13:42"} +{"current_steps": 110, "total_steps": 6125, "loss": 0.1981007933616638, "lr": 4.9999724716692435e-06, "epoch": 0.017959183673469388, "percentage": 1.8, "elapsed_time": "0:08:58", "remaining_time": "8:10:35"} +{"current_steps": 120, "total_steps": 6125, "loss": 0.16994532346725463, "lr": 4.9998773127856985e-06, "epoch": 0.019591836734693877, "percentage": 1.96, "elapsed_time": "0:09:44", "remaining_time": "8:07:43"} +{"current_steps": 130, "total_steps": 6125, "loss": 0.1539763927459717, "lr": 4.999714186080037e-06, "epoch": 0.02122448979591837, "percentage": 2.12, "elapsed_time": "0:10:31", "remaining_time": "8:05:14"} +{"current_steps": 140, "total_steps": 6125, "loss": 0.16321685314178466, "lr": 4.999483095987423e-06, "epoch": 0.022857142857142857, "percentage": 2.29, "elapsed_time": "0:11:17", "remaining_time": "8:02:50"} +{"current_steps": 150, "total_steps": 6125, "loss": 0.16523454189300538, "lr": 4.9991840487908426e-06, "epoch": 0.024489795918367346, "percentage": 2.45, "elapsed_time": "0:12:04", "remaining_time": "8:00:48"} +{"current_steps": 160, "total_steps": 6125, "loss": 0.14424897432327272, "lr": 4.998817052620928e-06, "epoch": 0.026122448979591838, "percentage": 2.61, "elapsed_time": "0:12:50", "remaining_time": "7:58:52"} +{"current_steps": 170, "total_steps": 6125, "loss": 0.13810645341873168, "lr": 4.9983821174557415e-06, "epoch": 0.027755102040816326, "percentage": 2.78, "elapsed_time": "0:13:37", "remaining_time": "7:57:24"} +{"current_steps": 180, "total_steps": 6125, "loss": 0.1318126440048218, "lr": 4.997879255120501e-06, "epoch": 0.029387755102040815, "percentage": 2.94, "elapsed_time": "0:14:24", "remaining_time": "7:55:45"} +{"current_steps": 190, "total_steps": 6125, "loss": 0.14249314069747926, "lr": 4.997308479287263e-06, "epoch": 0.031020408163265307, "percentage": 3.1, "elapsed_time": "0:15:10", "remaining_time": "7:54:15"} +{"current_steps": 200, "total_steps": 6125, "loss": 0.12708702087402343, "lr": 4.996669805474542e-06, "epoch": 0.0326530612244898, "percentage": 3.27, "elapsed_time": "0:15:57", "remaining_time": "7:52:47"} +{"current_steps": 200, "total_steps": 6125, "eval_loss": 0.12691152095794678, "epoch": 0.0326530612244898, "percentage": 3.27, "elapsed_time": "0:18:34", "remaining_time": "9:10:09"} +{"current_steps": 210, "total_steps": 6125, "loss": 0.11019121408462525, "lr": 4.9959632510469e-06, "epoch": 0.03428571428571429, "percentage": 3.43, "elapsed_time": "0:19:25", "remaining_time": "9:06:54"} +{"current_steps": 220, "total_steps": 6125, "loss": 0.12032746076583863, "lr": 4.995188835214465e-06, "epoch": 0.035918367346938776, "percentage": 3.59, "elapsed_time": "0:20:11", "remaining_time": "9:02:07"} +{"current_steps": 230, "total_steps": 6125, "loss": 0.12122929096221924, "lr": 4.994346579032413e-06, "epoch": 0.037551020408163265, "percentage": 3.76, "elapsed_time": "0:20:59", "remaining_time": "8:57:55"} +{"current_steps": 240, "total_steps": 6125, "loss": 0.11416752338409424, "lr": 4.993436505400396e-06, "epoch": 0.03918367346938775, "percentage": 3.92, "elapsed_time": "0:21:46", "remaining_time": "8:53:59"} +{"current_steps": 250, "total_steps": 6125, "loss": 0.11376930475234985, "lr": 4.992458639061916e-06, "epoch": 0.04081632653061224, "percentage": 4.08, "elapsed_time": "0:22:35", "remaining_time": "8:50:47"} +{"current_steps": 260, "total_steps": 6125, "loss": 0.10997685194015502, "lr": 4.991413006603657e-06, "epoch": 0.04244897959183674, "percentage": 4.24, "elapsed_time": "0:23:22", "remaining_time": "8:47:22"} +{"current_steps": 270, "total_steps": 6125, "loss": 0.1000083327293396, "lr": 4.990299636454759e-06, "epoch": 0.044081632653061226, "percentage": 4.41, "elapsed_time": "0:24:10", "remaining_time": "8:44:06"} +{"current_steps": 280, "total_steps": 6125, "loss": 0.1243711233139038, "lr": 4.989118558886043e-06, "epoch": 0.045714285714285714, "percentage": 4.57, "elapsed_time": "0:24:57", "remaining_time": "8:40:56"} +{"current_steps": 290, "total_steps": 6125, "loss": 0.11728224754333497, "lr": 4.9878698060091955e-06, "epoch": 0.0473469387755102, "percentage": 4.73, "elapsed_time": "0:25:44", "remaining_time": "8:37:59"} +{"current_steps": 300, "total_steps": 6125, "loss": 0.09353847503662109, "lr": 4.986553411775886e-06, "epoch": 0.04897959183673469, "percentage": 4.9, "elapsed_time": "0:26:31", "remaining_time": "8:34:58"} +{"current_steps": 310, "total_steps": 6125, "loss": 0.11291944980621338, "lr": 4.985169411976852e-06, "epoch": 0.05061224489795919, "percentage": 5.06, "elapsed_time": "0:27:18", "remaining_time": "8:32:17"} +{"current_steps": 320, "total_steps": 6125, "loss": 0.11149277687072753, "lr": 4.98371784424092e-06, "epoch": 0.052244897959183675, "percentage": 5.22, "elapsed_time": "0:28:06", "remaining_time": "8:29:47"} +{"current_steps": 330, "total_steps": 6125, "loss": 0.11344953775405883, "lr": 4.982198748033986e-06, "epoch": 0.053877551020408164, "percentage": 5.39, "elapsed_time": "0:28:53", "remaining_time": "8:27:25"} +{"current_steps": 340, "total_steps": 6125, "loss": 0.09844974875450134, "lr": 4.980612164657943e-06, "epoch": 0.05551020408163265, "percentage": 5.55, "elapsed_time": "0:29:41", "remaining_time": "8:25:08"} +{"current_steps": 350, "total_steps": 6125, "loss": 0.10898438692092896, "lr": 4.978958137249551e-06, "epoch": 0.05714285714285714, "percentage": 5.71, "elapsed_time": "0:30:29", "remaining_time": "8:23:10"} +{"current_steps": 360, "total_steps": 6125, "loss": 0.09371156096458436, "lr": 4.977236710779277e-06, "epoch": 0.05877551020408163, "percentage": 5.88, "elapsed_time": "0:31:17", "remaining_time": "8:21:05"} +{"current_steps": 370, "total_steps": 6125, "loss": 0.1049533724784851, "lr": 4.9754479320500584e-06, "epoch": 0.060408163265306125, "percentage": 6.04, "elapsed_time": "0:32:05", "remaining_time": "8:19:05"} +{"current_steps": 380, "total_steps": 6125, "loss": 0.10510741472244263, "lr": 4.973591849696041e-06, "epoch": 0.062040816326530614, "percentage": 6.2, "elapsed_time": "0:32:52", "remaining_time": "8:17:05"} +{"current_steps": 390, "total_steps": 6125, "loss": 0.10956356525421143, "lr": 4.971668514181252e-06, "epoch": 0.0636734693877551, "percentage": 6.37, "elapsed_time": "0:33:40", "remaining_time": "8:15:13"} +{"current_steps": 400, "total_steps": 6125, "loss": 0.11344989538192748, "lr": 4.969677977798225e-06, "epoch": 0.0653061224489796, "percentage": 6.53, "elapsed_time": "0:34:28", "remaining_time": "8:13:20"} +{"current_steps": 400, "total_steps": 6125, "eval_loss": 0.11409253627061844, "epoch": 0.0653061224489796, "percentage": 6.53, "elapsed_time": "0:37:13", "remaining_time": "8:52:53"} +{"current_steps": 410, "total_steps": 6125, "loss": 0.09949527978897095, "lr": 4.967620294666589e-06, "epoch": 0.06693877551020408, "percentage": 6.69, "elapsed_time": "0:38:05", "remaining_time": "8:50:55"} +{"current_steps": 420, "total_steps": 6125, "loss": 0.10606559514999389, "lr": 4.965495520731583e-06, "epoch": 0.06857142857142857, "percentage": 6.86, "elapsed_time": "0:38:54", "remaining_time": "8:48:26"} +{"current_steps": 430, "total_steps": 6125, "loss": 0.11677042245864869, "lr": 4.963303713762547e-06, "epoch": 0.07020408163265306, "percentage": 7.02, "elapsed_time": "0:39:41", "remaining_time": "8:45:44"} +{"current_steps": 440, "total_steps": 6125, "loss": 0.1019243597984314, "lr": 4.961044933351342e-06, "epoch": 0.07183673469387755, "percentage": 7.18, "elapsed_time": "0:40:29", "remaining_time": "8:43:10"} +{"current_steps": 450, "total_steps": 6125, "loss": 0.10125980377197266, "lr": 4.958719240910737e-06, "epoch": 0.07346938775510205, "percentage": 7.35, "elapsed_time": "0:41:16", "remaining_time": "8:40:33"} +{"current_steps": 460, "total_steps": 6125, "loss": 0.09888594150543213, "lr": 4.956326699672736e-06, "epoch": 0.07510204081632653, "percentage": 7.51, "elapsed_time": "0:42:03", "remaining_time": "8:38:00"} +{"current_steps": 470, "total_steps": 6125, "loss": 0.10753540992736817, "lr": 4.953867374686856e-06, "epoch": 0.07673469387755102, "percentage": 7.67, "elapsed_time": "0:42:50", "remaining_time": "8:35:27"} +{"current_steps": 480, "total_steps": 6125, "loss": 0.11452326774597169, "lr": 4.951341332818365e-06, "epoch": 0.0783673469387755, "percentage": 7.84, "elapsed_time": "0:43:38", "remaining_time": "8:33:09"} +{"current_steps": 490, "total_steps": 6125, "loss": 0.09555010795593262, "lr": 4.9487486427464594e-06, "epoch": 0.08, "percentage": 8.0, "elapsed_time": "0:44:25", "remaining_time": "8:30:48"} +{"current_steps": 500, "total_steps": 6125, "loss": 0.09771155118942261, "lr": 4.946089374962396e-06, "epoch": 0.08163265306122448, "percentage": 8.16, "elapsed_time": "0:45:12", "remaining_time": "8:28:38"} +{"current_steps": 510, "total_steps": 6125, "loss": 0.10659778118133545, "lr": 4.943363601767582e-06, "epoch": 0.08326530612244898, "percentage": 8.33, "elapsed_time": "0:46:00", "remaining_time": "8:26:27"} +{"current_steps": 520, "total_steps": 6125, "loss": 0.10161921977996827, "lr": 4.940571397271598e-06, "epoch": 0.08489795918367347, "percentage": 8.49, "elapsed_time": "0:46:47", "remaining_time": "8:24:20"} +{"current_steps": 530, "total_steps": 6125, "loss": 0.09155921936035157, "lr": 4.937712837390194e-06, "epoch": 0.08653061224489796, "percentage": 8.65, "elapsed_time": "0:47:35", "remaining_time": "8:22:21"} +{"current_steps": 540, "total_steps": 6125, "loss": 0.11164016723632812, "lr": 4.93478799984322e-06, "epoch": 0.08816326530612245, "percentage": 8.82, "elapsed_time": "0:48:23", "remaining_time": "8:20:25"} +{"current_steps": 550, "total_steps": 6125, "loss": 0.10738091468811035, "lr": 4.9317969641525154e-06, "epoch": 0.08979591836734693, "percentage": 8.98, "elapsed_time": "0:49:10", "remaining_time": "8:18:28"} +{"current_steps": 560, "total_steps": 6125, "loss": 0.09491395950317383, "lr": 4.928739811639741e-06, "epoch": 0.09142857142857143, "percentage": 9.14, "elapsed_time": "0:49:58", "remaining_time": "8:16:35"} +{"current_steps": 570, "total_steps": 6125, "loss": 0.08408294320106506, "lr": 4.9256166254241775e-06, "epoch": 0.09306122448979592, "percentage": 9.31, "elapsed_time": "0:50:45", "remaining_time": "8:14:44"} +{"current_steps": 580, "total_steps": 6125, "loss": 0.10272791385650634, "lr": 4.922427490420457e-06, "epoch": 0.0946938775510204, "percentage": 9.47, "elapsed_time": "0:51:33", "remaining_time": "8:12:57"} +{"current_steps": 590, "total_steps": 6125, "loss": 0.10189608335494996, "lr": 4.919172493336259e-06, "epoch": 0.0963265306122449, "percentage": 9.63, "elapsed_time": "0:52:21", "remaining_time": "8:11:08"} +{"current_steps": 600, "total_steps": 6125, "loss": 0.09506216645240784, "lr": 4.915851722669952e-06, "epoch": 0.09795918367346938, "percentage": 9.8, "elapsed_time": "0:53:08", "remaining_time": "8:09:21"} +{"current_steps": 600, "total_steps": 6125, "eval_loss": 0.09913250058889389, "epoch": 0.09795918367346938, "percentage": 9.8, "elapsed_time": "0:55:46", "remaining_time": "8:33:40"} +{"current_steps": 610, "total_steps": 6125, "loss": 0.09665942788124085, "lr": 4.912465268708186e-06, "epoch": 0.09959183673469388, "percentage": 9.96, "elapsed_time": "0:56:37", "remaining_time": "8:31:59"} +{"current_steps": 620, "total_steps": 6125, "loss": 0.10539349317550659, "lr": 4.90901322352344e-06, "epoch": 0.10122448979591837, "percentage": 10.12, "elapsed_time": "0:57:25", "remaining_time": "8:29:50"} +{"current_steps": 630, "total_steps": 6125, "loss": 0.10907092094421386, "lr": 4.905495680971518e-06, "epoch": 0.10285714285714286, "percentage": 10.29, "elapsed_time": "0:58:12", "remaining_time": "8:27:40"} +{"current_steps": 640, "total_steps": 6125, "loss": 0.09973281621932983, "lr": 4.901912736688995e-06, "epoch": 0.10448979591836735, "percentage": 10.45, "elapsed_time": "0:58:59", "remaining_time": "8:25:37"} +{"current_steps": 650, "total_steps": 6125, "loss": 0.09869267344474793, "lr": 4.898264488090619e-06, "epoch": 0.10612244897959183, "percentage": 10.61, "elapsed_time": "0:59:47", "remaining_time": "8:23:36"} +{"current_steps": 660, "total_steps": 6125, "loss": 0.10499387979507446, "lr": 4.894551034366665e-06, "epoch": 0.10775510204081633, "percentage": 10.78, "elapsed_time": "1:00:35", "remaining_time": "8:21:43"} +{"current_steps": 670, "total_steps": 6125, "loss": 0.10153095722198487, "lr": 4.890772476480229e-06, "epoch": 0.10938775510204081, "percentage": 10.94, "elapsed_time": "1:01:23", "remaining_time": "8:19:54"} +{"current_steps": 680, "total_steps": 6125, "loss": 0.08613221645355225, "lr": 4.886928917164496e-06, "epoch": 0.1110204081632653, "percentage": 11.1, "elapsed_time": "1:02:12", "remaining_time": "8:18:09"} +{"current_steps": 690, "total_steps": 6125, "loss": 0.09545036554336547, "lr": 4.8830204609199335e-06, "epoch": 0.1126530612244898, "percentage": 11.27, "elapsed_time": "1:03:01", "remaining_time": "8:16:22"} +{"current_steps": 700, "total_steps": 6125, "loss": 0.0950542688369751, "lr": 4.8790472140114635e-06, "epoch": 0.11428571428571428, "percentage": 11.43, "elapsed_time": "1:03:49", "remaining_time": "8:14:40"} +{"current_steps": 710, "total_steps": 6125, "loss": 0.10127921104431152, "lr": 4.875009284465561e-06, "epoch": 0.11591836734693878, "percentage": 11.59, "elapsed_time": "1:04:36", "remaining_time": "8:12:48"} +{"current_steps": 720, "total_steps": 6125, "loss": 0.09835844039916992, "lr": 4.8709067820673235e-06, "epoch": 0.11755102040816326, "percentage": 11.76, "elapsed_time": "1:05:24", "remaining_time": "8:10:58"} +{"current_steps": 730, "total_steps": 6125, "loss": 0.08583117127418519, "lr": 4.866739818357489e-06, "epoch": 0.11918367346938775, "percentage": 11.92, "elapsed_time": "1:06:11", "remaining_time": "8:09:12"} +{"current_steps": 740, "total_steps": 6125, "loss": 0.08735222220420838, "lr": 4.862508506629394e-06, "epoch": 0.12081632653061225, "percentage": 12.08, "elapsed_time": "1:06:59", "remaining_time": "8:07:28"} +{"current_steps": 750, "total_steps": 6125, "loss": 0.09324318170547485, "lr": 4.858212961925902e-06, "epoch": 0.12244897959183673, "percentage": 12.24, "elapsed_time": "1:07:46", "remaining_time": "8:05:41"} +{"current_steps": 760, "total_steps": 6125, "loss": 0.09482367634773255, "lr": 4.8538533010362735e-06, "epoch": 0.12408163265306123, "percentage": 12.41, "elapsed_time": "1:08:32", "remaining_time": "8:03:53"} +{"current_steps": 770, "total_steps": 6125, "loss": 0.09595230221748352, "lr": 4.849429642492985e-06, "epoch": 0.12571428571428572, "percentage": 12.57, "elapsed_time": "1:09:20", "remaining_time": "8:02:12"} +{"current_steps": 780, "total_steps": 6125, "loss": 0.08924583196640015, "lr": 4.844942106568517e-06, "epoch": 0.1273469387755102, "percentage": 12.73, "elapsed_time": "1:10:07", "remaining_time": "8:00:31"} +{"current_steps": 790, "total_steps": 6125, "loss": 0.09454164505004883, "lr": 4.84039081527207e-06, "epoch": 0.12897959183673469, "percentage": 12.9, "elapsed_time": "1:10:54", "remaining_time": "7:58:51"} +{"current_steps": 800, "total_steps": 6125, "loss": 0.08659166097640991, "lr": 4.835775892346264e-06, "epoch": 0.1306122448979592, "percentage": 13.06, "elapsed_time": "1:11:43", "remaining_time": "7:57:22"} +{"current_steps": 800, "total_steps": 6125, "eval_loss": 0.09297937154769897, "epoch": 0.1306122448979592, "percentage": 13.06, "elapsed_time": "1:14:20", "remaining_time": "8:14:50"} +{"current_steps": 810, "total_steps": 6125, "loss": 0.09094155430793763, "lr": 4.8310974632637584e-06, "epoch": 0.13224489795918368, "percentage": 13.22, "elapsed_time": "1:15:12", "remaining_time": "8:13:29"} +{"current_steps": 820, "total_steps": 6125, "loss": 0.09823386669158936, "lr": 4.82635565522385e-06, "epoch": 0.13387755102040816, "percentage": 13.39, "elapsed_time": "1:15:59", "remaining_time": "8:11:40"} +{"current_steps": 830, "total_steps": 6125, "loss": 0.09080367088317871, "lr": 4.821550597149012e-06, "epoch": 0.13551020408163264, "percentage": 13.55, "elapsed_time": "1:16:46", "remaining_time": "8:09:49"} +{"current_steps": 840, "total_steps": 6125, "loss": 0.09046205282211303, "lr": 4.816682419681389e-06, "epoch": 0.13714285714285715, "percentage": 13.71, "elapsed_time": "1:17:34", "remaining_time": "8:08:03"} +{"current_steps": 850, "total_steps": 6125, "loss": 0.09502801299095154, "lr": 4.811751255179244e-06, "epoch": 0.13877551020408163, "percentage": 13.88, "elapsed_time": "1:18:21", "remaining_time": "8:06:18"} +{"current_steps": 860, "total_steps": 6125, "loss": 0.09261927604675294, "lr": 4.806757237713361e-06, "epoch": 0.1404081632653061, "percentage": 14.04, "elapsed_time": "1:19:08", "remaining_time": "8:04:30"} +{"current_steps": 870, "total_steps": 6125, "loss": 0.08243635892868043, "lr": 4.8017005030634e-06, "epoch": 0.14204081632653062, "percentage": 14.2, "elapsed_time": "1:19:55", "remaining_time": "8:02:44"} +{"current_steps": 880, "total_steps": 6125, "loss": 0.10203326940536499, "lr": 4.796581188714205e-06, "epoch": 0.1436734693877551, "percentage": 14.37, "elapsed_time": "1:20:43", "remaining_time": "8:01:06"} +{"current_steps": 890, "total_steps": 6125, "loss": 0.08544076681137085, "lr": 4.7913994338520655e-06, "epoch": 0.14530612244897959, "percentage": 14.53, "elapsed_time": "1:21:30", "remaining_time": "7:59:28"} +{"current_steps": 900, "total_steps": 6125, "loss": 0.0944068193435669, "lr": 4.786155379360932e-06, "epoch": 0.1469387755102041, "percentage": 14.69, "elapsed_time": "1:22:18", "remaining_time": "7:57:49"} +{"current_steps": 910, "total_steps": 6125, "loss": 0.0877715528011322, "lr": 4.7808491678185855e-06, "epoch": 0.14857142857142858, "percentage": 14.86, "elapsed_time": "1:23:06", "remaining_time": "7:56:13"} +{"current_steps": 920, "total_steps": 6125, "loss": 0.09196346998214722, "lr": 4.775480943492764e-06, "epoch": 0.15020408163265306, "percentage": 15.02, "elapsed_time": "1:23:53", "remaining_time": "7:54:36"} +{"current_steps": 930, "total_steps": 6125, "loss": 0.09890784621238709, "lr": 4.770050852337236e-06, "epoch": 0.15183673469387754, "percentage": 15.18, "elapsed_time": "1:24:40", "remaining_time": "7:52:59"} +{"current_steps": 940, "total_steps": 6125, "loss": 0.09260086417198181, "lr": 4.764559041987836e-06, "epoch": 0.15346938775510205, "percentage": 15.35, "elapsed_time": "1:25:27", "remaining_time": "7:51:23"} +{"current_steps": 950, "total_steps": 6125, "loss": 0.09412651658058166, "lr": 4.759005661758446e-06, "epoch": 0.15510204081632653, "percentage": 15.51, "elapsed_time": "1:26:14", "remaining_time": "7:49:50"} +{"current_steps": 960, "total_steps": 6125, "loss": 0.09459404945373535, "lr": 4.753390862636939e-06, "epoch": 0.156734693877551, "percentage": 15.67, "elapsed_time": "1:27:02", "remaining_time": "7:48:18"} +{"current_steps": 970, "total_steps": 6125, "loss": 0.09960640072822571, "lr": 4.747714797281076e-06, "epoch": 0.15836734693877552, "percentage": 15.84, "elapsed_time": "1:27:50", "remaining_time": "7:46:47"} +{"current_steps": 980, "total_steps": 6125, "loss": 0.09338371157646179, "lr": 4.741977620014347e-06, "epoch": 0.16, "percentage": 16.0, "elapsed_time": "1:28:37", "remaining_time": "7:45:17"} +{"current_steps": 990, "total_steps": 6125, "loss": 0.08515415191650391, "lr": 4.736179486821788e-06, "epoch": 0.16163265306122448, "percentage": 16.16, "elapsed_time": "1:29:26", "remaining_time": "7:43:57"} +{"current_steps": 1000, "total_steps": 6125, "loss": 0.09090787768363953, "lr": 4.730320555345728e-06, "epoch": 0.16326530612244897, "percentage": 16.33, "elapsed_time": "1:30:16", "remaining_time": "7:42:39"} +{"current_steps": 1000, "total_steps": 6125, "eval_loss": 0.08832322806119919, "epoch": 0.16326530612244897, "percentage": 16.33, "elapsed_time": "1:33:03", "remaining_time": "7:56:54"} +{"current_steps": 1010, "total_steps": 6125, "loss": 0.08005568385124207, "lr": 4.724400984881508e-06, "epoch": 0.16489795918367348, "percentage": 16.49, "elapsed_time": "1:33:57", "remaining_time": "7:55:49"} +{"current_steps": 1020, "total_steps": 6125, "loss": 0.08133251667022705, "lr": 4.7184209363731546e-06, "epoch": 0.16653061224489796, "percentage": 16.65, "elapsed_time": "1:34:46", "remaining_time": "7:54:19"} +{"current_steps": 1030, "total_steps": 6125, "loss": 0.08690541982650757, "lr": 4.7123805724089935e-06, "epoch": 0.16816326530612244, "percentage": 16.82, "elapsed_time": "1:35:33", "remaining_time": "7:52:40"} +{"current_steps": 1040, "total_steps": 6125, "loss": 0.09946454763412475, "lr": 4.706280057217239e-06, "epoch": 0.16979591836734695, "percentage": 16.98, "elapsed_time": "1:36:21", "remaining_time": "7:51:10"} +{"current_steps": 1050, "total_steps": 6125, "loss": 0.08886862993240356, "lr": 4.700119556661521e-06, "epoch": 0.17142857142857143, "percentage": 17.14, "elapsed_time": "1:37:09", "remaining_time": "7:49:35"} +{"current_steps": 1060, "total_steps": 6125, "loss": 0.09117826819419861, "lr": 4.693899238236383e-06, "epoch": 0.1730612244897959, "percentage": 17.31, "elapsed_time": "1:37:56", "remaining_time": "7:48:00"} +{"current_steps": 1070, "total_steps": 6125, "loss": 0.09286551475524903, "lr": 4.687619271062725e-06, "epoch": 0.17469387755102042, "percentage": 17.47, "elapsed_time": "1:38:44", "remaining_time": "7:46:30"} +{"current_steps": 1080, "total_steps": 6125, "loss": 0.09102073907852173, "lr": 4.681279825883201e-06, "epoch": 0.1763265306122449, "percentage": 17.63, "elapsed_time": "1:39:35", "remaining_time": "7:45:14"} +{"current_steps": 1090, "total_steps": 6125, "loss": 0.09481253027915955, "lr": 4.674881075057581e-06, "epoch": 0.17795918367346938, "percentage": 17.8, "elapsed_time": "1:40:25", "remaining_time": "7:43:51"} +{"current_steps": 1100, "total_steps": 6125, "loss": 0.08999797105789184, "lr": 4.668423192558069e-06, "epoch": 0.17959183673469387, "percentage": 17.96, "elapsed_time": "1:41:14", "remaining_time": "7:42:27"} +{"current_steps": 1110, "total_steps": 6125, "loss": 0.07345216870307922, "lr": 4.661906353964563e-06, "epoch": 0.18122448979591838, "percentage": 18.12, "elapsed_time": "1:42:10", "remaining_time": "7:41:37"} +{"current_steps": 1120, "total_steps": 6125, "loss": 0.08096543550491334, "lr": 4.65533073645989e-06, "epoch": 0.18285714285714286, "percentage": 18.29, "elapsed_time": "1:43:07", "remaining_time": "7:40:51"} +{"current_steps": 1130, "total_steps": 6125, "loss": 0.08680164813995361, "lr": 4.6486965188249825e-06, "epoch": 0.18448979591836734, "percentage": 18.45, "elapsed_time": "1:44:04", "remaining_time": "7:40:04"} +{"current_steps": 1140, "total_steps": 6125, "loss": 0.08470291495323182, "lr": 4.642003881434024e-06, "epoch": 0.18612244897959185, "percentage": 18.61, "elapsed_time": "1:45:02", "remaining_time": "7:39:18"} +{"current_steps": 1150, "total_steps": 6125, "loss": 0.10852066278457642, "lr": 4.635253006249536e-06, "epoch": 0.18775510204081633, "percentage": 18.78, "elapsed_time": "1:45:59", "remaining_time": "7:38:30"} +{"current_steps": 1160, "total_steps": 6125, "loss": 0.1022921085357666, "lr": 4.628444076817444e-06, "epoch": 0.1893877551020408, "percentage": 18.94, "elapsed_time": "1:46:56", "remaining_time": "7:37:45"} +{"current_steps": 1170, "total_steps": 6125, "loss": 0.09645735621452331, "lr": 4.621577278262072e-06, "epoch": 0.1910204081632653, "percentage": 19.1, "elapsed_time": "1:47:51", "remaining_time": "7:36:46"} +{"current_steps": 1180, "total_steps": 6125, "loss": 0.08636590242385864, "lr": 4.614652797281118e-06, "epoch": 0.1926530612244898, "percentage": 19.27, "elapsed_time": "1:48:40", "remaining_time": "7:35:26"} +{"current_steps": 1190, "total_steps": 6125, "loss": 0.09293715357780456, "lr": 4.6076708221405806e-06, "epoch": 0.19428571428571428, "percentage": 19.43, "elapsed_time": "1:49:28", "remaining_time": "7:34:01"} +{"current_steps": 1200, "total_steps": 6125, "loss": 0.09799563884735107, "lr": 4.600631542669633e-06, "epoch": 0.19591836734693877, "percentage": 19.59, "elapsed_time": "1:50:16", "remaining_time": "7:32:35"} +{"current_steps": 1200, "total_steps": 6125, "eval_loss": 0.08563050627708435, "epoch": 0.19591836734693877, "percentage": 19.59, "elapsed_time": "1:53:07", "remaining_time": "7:44:17"} +{"current_steps": 1210, "total_steps": 6125, "loss": 0.08345703482627868, "lr": 4.593535150255463e-06, "epoch": 0.19755102040816327, "percentage": 19.76, "elapsed_time": "1:53:58", "remaining_time": "7:42:56"} +{"current_steps": 1220, "total_steps": 6125, "loss": 0.08114275336265564, "lr": 4.586381837838076e-06, "epoch": 0.19918367346938776, "percentage": 19.92, "elapsed_time": "1:54:45", "remaining_time": "7:41:21"} +{"current_steps": 1230, "total_steps": 6125, "loss": 0.0780484676361084, "lr": 4.579171799905044e-06, "epoch": 0.20081632653061224, "percentage": 20.08, "elapsed_time": "1:55:31", "remaining_time": "7:39:45"} +{"current_steps": 1240, "total_steps": 6125, "loss": 0.07816853523254394, "lr": 4.571905232486214e-06, "epoch": 0.20244897959183675, "percentage": 20.24, "elapsed_time": "1:56:19", "remaining_time": "7:38:17"} +{"current_steps": 1250, "total_steps": 6125, "loss": 0.08001847267150879, "lr": 4.56458233314839e-06, "epoch": 0.20408163265306123, "percentage": 20.41, "elapsed_time": "1:57:10", "remaining_time": "7:36:57"} +{"current_steps": 1260, "total_steps": 6125, "loss": 0.08720387816429138, "lr": 4.557203300989948e-06, "epoch": 0.2057142857142857, "percentage": 20.57, "elapsed_time": "1:57:56", "remaining_time": "7:35:24"} +{"current_steps": 1270, "total_steps": 6125, "loss": 0.08812607526779175, "lr": 4.549768336635432e-06, "epoch": 0.2073469387755102, "percentage": 20.73, "elapsed_time": "1:58:43", "remaining_time": "7:33:53"} +{"current_steps": 1280, "total_steps": 6125, "loss": 0.0880801498889923, "lr": 4.542277642230096e-06, "epoch": 0.2089795918367347, "percentage": 20.9, "elapsed_time": "1:59:31", "remaining_time": "7:32:24"} +{"current_steps": 1290, "total_steps": 6125, "loss": 0.09044411182403564, "lr": 4.53473142143441e-06, "epoch": 0.21061224489795918, "percentage": 21.06, "elapsed_time": "2:00:19", "remaining_time": "7:30:57"} +{"current_steps": 1300, "total_steps": 6125, "loss": 0.06792758107185363, "lr": 4.527129879418519e-06, "epoch": 0.21224489795918366, "percentage": 21.22, "elapsed_time": "2:01:07", "remaining_time": "7:29:35"} +{"current_steps": 1310, "total_steps": 6125, "loss": 0.07861824035644531, "lr": 4.519473222856667e-06, "epoch": 0.21387755102040817, "percentage": 21.39, "elapsed_time": "2:01:55", "remaining_time": "7:28:09"} +{"current_steps": 1320, "total_steps": 6125, "loss": 0.08266589641571045, "lr": 4.51176165992158e-06, "epoch": 0.21551020408163266, "percentage": 21.55, "elapsed_time": "2:02:44", "remaining_time": "7:26:49"} +{"current_steps": 1330, "total_steps": 6125, "loss": 0.08272708654403686, "lr": 4.503995400278801e-06, "epoch": 0.21714285714285714, "percentage": 21.71, "elapsed_time": "2:03:34", "remaining_time": "7:25:31"} +{"current_steps": 1340, "total_steps": 6125, "loss": 0.08644292950630188, "lr": 4.4961746550809945e-06, "epoch": 0.21877551020408162, "percentage": 21.88, "elapsed_time": "2:04:23", "remaining_time": "7:24:10"} +{"current_steps": 1350, "total_steps": 6125, "loss": 0.08812489509582519, "lr": 4.488299636962203e-06, "epoch": 0.22040816326530613, "percentage": 22.04, "elapsed_time": "2:05:10", "remaining_time": "7:22:45"} +{"current_steps": 1360, "total_steps": 6125, "loss": 0.08752686977386474, "lr": 4.4803705600320655e-06, "epoch": 0.2220408163265306, "percentage": 22.2, "elapsed_time": "2:06:00", "remaining_time": "7:21:27"} +{"current_steps": 1370, "total_steps": 6125, "loss": 0.08365487456321716, "lr": 4.472387639869998e-06, "epoch": 0.2236734693877551, "percentage": 22.37, "elapsed_time": "2:06:50", "remaining_time": "7:20:14"} +{"current_steps": 1380, "total_steps": 6125, "loss": 0.08101181387901306, "lr": 4.464351093519332e-06, "epoch": 0.2253061224489796, "percentage": 22.53, "elapsed_time": "2:07:39", "remaining_time": "7:18:55"} +{"current_steps": 1390, "total_steps": 6125, "loss": 0.08873040080070496, "lr": 4.45626113948141e-06, "epoch": 0.22693877551020408, "percentage": 22.69, "elapsed_time": "2:08:27", "remaining_time": "7:17:35"} +{"current_steps": 1400, "total_steps": 6125, "loss": 0.08360225558280945, "lr": 4.44811799770965e-06, "epoch": 0.22857142857142856, "percentage": 22.86, "elapsed_time": "2:09:17", "remaining_time": "7:16:20"} +{"current_steps": 1400, "total_steps": 6125, "eval_loss": 0.0838993564248085, "epoch": 0.22857142857142856, "percentage": 22.86, "elapsed_time": "2:11:56", "remaining_time": "7:25:18"} +{"current_steps": 1410, "total_steps": 6125, "loss": 0.07942168116569519, "lr": 4.4399218896035615e-06, "epoch": 0.23020408163265307, "percentage": 23.02, "elapsed_time": "2:12:48", "remaining_time": "7:24:05"} +{"current_steps": 1420, "total_steps": 6125, "loss": 0.07959137558937072, "lr": 4.431673038002726e-06, "epoch": 0.23183673469387756, "percentage": 23.18, "elapsed_time": "2:13:35", "remaining_time": "7:22:38"} +{"current_steps": 1430, "total_steps": 6125, "loss": 0.08047830462455749, "lr": 4.423371667180743e-06, "epoch": 0.23346938775510204, "percentage": 23.35, "elapsed_time": "2:14:23", "remaining_time": "7:21:15"} +{"current_steps": 1440, "total_steps": 6125, "loss": 0.07832802534103393, "lr": 4.415018002839127e-06, "epoch": 0.23510204081632652, "percentage": 23.51, "elapsed_time": "2:15:11", "remaining_time": "7:19:49"} +{"current_steps": 1450, "total_steps": 6125, "loss": 0.07132846713066102, "lr": 4.40661227210117e-06, "epoch": 0.23673469387755103, "percentage": 23.67, "elapsed_time": "2:15:57", "remaining_time": "7:18:22"} +{"current_steps": 1460, "total_steps": 6125, "loss": 0.09222683906555176, "lr": 4.398154703505776e-06, "epoch": 0.2383673469387755, "percentage": 23.84, "elapsed_time": "2:16:44", "remaining_time": "7:16:56"} +{"current_steps": 1470, "total_steps": 6125, "loss": 0.07937920093536377, "lr": 4.389645527001234e-06, "epoch": 0.24, "percentage": 24.0, "elapsed_time": "2:17:31", "remaining_time": "7:15:29"} +{"current_steps": 1480, "total_steps": 6125, "loss": 0.07650941014289855, "lr": 4.381084973938976e-06, "epoch": 0.2416326530612245, "percentage": 24.16, "elapsed_time": "2:18:18", "remaining_time": "7:14:06"} +{"current_steps": 1490, "total_steps": 6125, "loss": 0.07730157375335693, "lr": 4.372473277067285e-06, "epoch": 0.24326530612244898, "percentage": 24.33, "elapsed_time": "2:19:07", "remaining_time": "7:12:45"} +{"current_steps": 1500, "total_steps": 6125, "loss": 0.07192737460136414, "lr": 4.363810670524962e-06, "epoch": 0.24489795918367346, "percentage": 24.49, "elapsed_time": "2:19:55", "remaining_time": "7:11:26"} +{"current_steps": 1510, "total_steps": 6125, "loss": 0.09040454030036926, "lr": 4.355097389834966e-06, "epoch": 0.24653061224489795, "percentage": 24.65, "elapsed_time": "2:20:44", "remaining_time": "7:10:07"} +{"current_steps": 1520, "total_steps": 6125, "loss": 0.06948431730270385, "lr": 4.346333671898007e-06, "epoch": 0.24816326530612245, "percentage": 24.82, "elapsed_time": "2:21:31", "remaining_time": "7:08:47"} +{"current_steps": 1530, "total_steps": 6125, "loss": 0.07317689657211304, "lr": 4.337519754986108e-06, "epoch": 0.24979591836734694, "percentage": 24.98, "elapsed_time": "2:22:19", "remaining_time": "7:07:26"} +{"current_steps": 1540, "total_steps": 6125, "loss": 0.09126524925231934, "lr": 4.328655878736123e-06, "epoch": 0.25142857142857145, "percentage": 25.14, "elapsed_time": "2:23:06", "remaining_time": "7:06:05"} +{"current_steps": 1550, "total_steps": 6125, "loss": 0.09065211415290833, "lr": 4.319742284143226e-06, "epoch": 0.2530612244897959, "percentage": 25.31, "elapsed_time": "2:23:54", "remaining_time": "7:04:45"} +{"current_steps": 1560, "total_steps": 6125, "loss": 0.0718291699886322, "lr": 4.310779213554353e-06, "epoch": 0.2546938775510204, "percentage": 25.47, "elapsed_time": "2:24:41", "remaining_time": "7:03:24"} +{"current_steps": 1570, "total_steps": 6125, "loss": 0.07913097143173217, "lr": 4.301766910661619e-06, "epoch": 0.2563265306122449, "percentage": 25.63, "elapsed_time": "2:25:29", "remaining_time": "7:02:05"} +{"current_steps": 1580, "total_steps": 6125, "loss": 0.06828063130378723, "lr": 4.292705620495689e-06, "epoch": 0.25795918367346937, "percentage": 25.8, "elapsed_time": "2:26:16", "remaining_time": "7:00:46"} +{"current_steps": 1590, "total_steps": 6125, "loss": 0.07042163014411926, "lr": 4.283595589419115e-06, "epoch": 0.2595918367346939, "percentage": 25.96, "elapsed_time": "2:27:03", "remaining_time": "6:59:27"} +{"current_steps": 1600, "total_steps": 6125, "loss": 0.07090482115745544, "lr": 4.274437065119643e-06, "epoch": 0.2612244897959184, "percentage": 26.12, "elapsed_time": "2:27:51", "remaining_time": "6:58:09"} +{"current_steps": 1600, "total_steps": 6125, "eval_loss": 0.08112655580043793, "epoch": 0.2612244897959184, "percentage": 26.12, "elapsed_time": "2:30:29", "remaining_time": "7:05:36"} +{"current_steps": 1610, "total_steps": 6125, "loss": 0.08803416490554809, "lr": 4.265230296603471e-06, "epoch": 0.26285714285714284, "percentage": 26.29, "elapsed_time": "2:31:21", "remaining_time": "7:04:26"} +{"current_steps": 1620, "total_steps": 6125, "loss": 0.0734250545501709, "lr": 4.255975534188488e-06, "epoch": 0.26448979591836735, "percentage": 26.45, "elapsed_time": "2:32:11", "remaining_time": "7:03:12"} +{"current_steps": 1630, "total_steps": 6125, "loss": 0.07703657150268554, "lr": 4.246673029497458e-06, "epoch": 0.26612244897959186, "percentage": 26.61, "elapsed_time": "2:33:00", "remaining_time": "7:01:57"} +{"current_steps": 1640, "total_steps": 6125, "loss": 0.08410758376121522, "lr": 4.237323035451188e-06, "epoch": 0.2677551020408163, "percentage": 26.78, "elapsed_time": "2:33:47", "remaining_time": "7:00:34"} +{"current_steps": 1650, "total_steps": 6125, "loss": 0.0808764636516571, "lr": 4.2279258062616455e-06, "epoch": 0.2693877551020408, "percentage": 26.94, "elapsed_time": "2:34:34", "remaining_time": "6:59:13"} +{"current_steps": 1660, "total_steps": 6125, "loss": 0.07636536359786987, "lr": 4.21848159742505e-06, "epoch": 0.2710204081632653, "percentage": 27.1, "elapsed_time": "2:35:28", "remaining_time": "6:58:12"} +{"current_steps": 1670, "total_steps": 6125, "loss": 0.07789689898490906, "lr": 4.208990665714927e-06, "epoch": 0.2726530612244898, "percentage": 27.27, "elapsed_time": "2:36:25", "remaining_time": "6:57:16"} +{"current_steps": 1680, "total_steps": 6125, "loss": 0.07442367672920228, "lr": 4.19945326917512e-06, "epoch": 0.2742857142857143, "percentage": 27.43, "elapsed_time": "2:37:21", "remaining_time": "6:56:19"} +{"current_steps": 1690, "total_steps": 6125, "loss": 0.07646024227142334, "lr": 4.1898696671127855e-06, "epoch": 0.27591836734693875, "percentage": 27.59, "elapsed_time": "2:38:17", "remaining_time": "6:55:23"} +{"current_steps": 1700, "total_steps": 6125, "loss": 0.07484800815582275, "lr": 4.180240120091333e-06, "epoch": 0.27755102040816326, "percentage": 27.76, "elapsed_time": "2:39:13", "remaining_time": "6:54:26"} +{"current_steps": 1710, "total_steps": 6125, "loss": 0.07452926635742188, "lr": 4.170564889923348e-06, "epoch": 0.27918367346938777, "percentage": 27.92, "elapsed_time": "2:40:09", "remaining_time": "6:53:29"} +{"current_steps": 1720, "total_steps": 6125, "loss": 0.07579211592674255, "lr": 4.1608442396634675e-06, "epoch": 0.2808163265306122, "percentage": 28.08, "elapsed_time": "2:41:05", "remaining_time": "6:52:34"} +{"current_steps": 1730, "total_steps": 6125, "loss": 0.08277950882911682, "lr": 4.151078433601234e-06, "epoch": 0.28244897959183674, "percentage": 28.24, "elapsed_time": "2:41:55", "remaining_time": "6:51:20"} +{"current_steps": 1740, "total_steps": 6125, "loss": 0.07354526519775391, "lr": 4.141267737253905e-06, "epoch": 0.28408163265306124, "percentage": 28.41, "elapsed_time": "2:42:43", "remaining_time": "6:50:03"} +{"current_steps": 1750, "total_steps": 6125, "loss": 0.07377716898918152, "lr": 4.1314124173592356e-06, "epoch": 0.2857142857142857, "percentage": 28.57, "elapsed_time": "2:43:30", "remaining_time": "6:48:46"} +{"current_steps": 1760, "total_steps": 6125, "loss": 0.0802634596824646, "lr": 4.121512741868229e-06, "epoch": 0.2873469387755102, "percentage": 28.73, "elapsed_time": "2:44:18", "remaining_time": "6:47:28"} +{"current_steps": 1770, "total_steps": 6125, "loss": 0.08141970038414001, "lr": 4.111568979937845e-06, "epoch": 0.2889795918367347, "percentage": 28.9, "elapsed_time": "2:45:04", "remaining_time": "6:46:10"} +{"current_steps": 1780, "total_steps": 6125, "loss": 0.07370007634162903, "lr": 4.10158140192369e-06, "epoch": 0.29061224489795917, "percentage": 29.06, "elapsed_time": "2:45:52", "remaining_time": "6:44:53"} +{"current_steps": 1790, "total_steps": 6125, "loss": 0.0754891276359558, "lr": 4.091550279372659e-06, "epoch": 0.2922448979591837, "percentage": 29.22, "elapsed_time": "2:46:39", "remaining_time": "6:43:36"} +{"current_steps": 1800, "total_steps": 6125, "loss": 0.07567381858825684, "lr": 4.081475885015558e-06, "epoch": 0.2938775510204082, "percentage": 29.39, "elapsed_time": "2:47:27", "remaining_time": "6:42:22"} +{"current_steps": 1800, "total_steps": 6125, "eval_loss": 0.07648575305938721, "epoch": 0.2938775510204082, "percentage": 29.39, "elapsed_time": "2:50:24", "remaining_time": "6:49:27"} +{"current_steps": 1810, "total_steps": 6125, "loss": 0.06706757545471191, "lr": 4.071358492759686e-06, "epoch": 0.29551020408163264, "percentage": 29.55, "elapsed_time": "2:51:17", "remaining_time": "6:48:21"} +{"current_steps": 1820, "total_steps": 6125, "loss": 0.07407833337783813, "lr": 4.061198377681391e-06, "epoch": 0.29714285714285715, "percentage": 29.71, "elapsed_time": "2:52:04", "remaining_time": "6:47:01"} +{"current_steps": 1830, "total_steps": 6125, "loss": 0.07593105435371399, "lr": 4.050995816018585e-06, "epoch": 0.2987755102040816, "percentage": 29.88, "elapsed_time": "2:52:51", "remaining_time": "6:45:41"} +{"current_steps": 1840, "total_steps": 6125, "loss": 0.08375502228736878, "lr": 4.040751085163239e-06, "epoch": 0.3004081632653061, "percentage": 30.04, "elapsed_time": "2:53:38", "remaining_time": "6:44:22"} +{"current_steps": 1850, "total_steps": 6125, "loss": 0.0692280650138855, "lr": 4.0304644636538435e-06, "epoch": 0.3020408163265306, "percentage": 30.2, "elapsed_time": "2:54:32", "remaining_time": "6:43:20"} +{"current_steps": 1860, "total_steps": 6125, "loss": 0.07824563384056091, "lr": 4.020136231167824e-06, "epoch": 0.3036734693877551, "percentage": 30.37, "elapsed_time": "2:55:24", "remaining_time": "6:42:13"} +{"current_steps": 1870, "total_steps": 6125, "loss": 0.07255304455757142, "lr": 4.0097666685139516e-06, "epoch": 0.3053061224489796, "percentage": 30.53, "elapsed_time": "2:56:11", "remaining_time": "6:40:53"} +{"current_steps": 1880, "total_steps": 6125, "loss": 0.06304961442947388, "lr": 3.999356057624696e-06, "epoch": 0.3069387755102041, "percentage": 30.69, "elapsed_time": "2:56:57", "remaining_time": "6:39:34"} +{"current_steps": 1890, "total_steps": 6125, "loss": 0.07315694689750671, "lr": 3.988904681548568e-06, "epoch": 0.30857142857142855, "percentage": 30.86, "elapsed_time": "2:57:45", "remaining_time": "6:38:17"} +{"current_steps": 1900, "total_steps": 6125, "loss": 0.07607222199440003, "lr": 3.978412824442421e-06, "epoch": 0.31020408163265306, "percentage": 31.02, "elapsed_time": "2:58:32", "remaining_time": "6:37:01"} +{"current_steps": 1910, "total_steps": 6125, "loss": 0.06320942640304565, "lr": 3.9678807715637245e-06, "epoch": 0.31183673469387757, "percentage": 31.18, "elapsed_time": "2:59:22", "remaining_time": "6:35:49"} +{"current_steps": 1920, "total_steps": 6125, "loss": 0.07607839703559875, "lr": 3.95730880926281e-06, "epoch": 0.313469387755102, "percentage": 31.35, "elapsed_time": "3:00:11", "remaining_time": "6:34:37"} +{"current_steps": 1930, "total_steps": 6125, "loss": 0.07458690404891968, "lr": 3.946697224975083e-06, "epoch": 0.31510204081632653, "percentage": 31.51, "elapsed_time": "3:00:59", "remaining_time": "6:33:24"} +{"current_steps": 1940, "total_steps": 6125, "loss": 0.07876120805740357, "lr": 3.936046307213215e-06, "epoch": 0.31673469387755104, "percentage": 31.67, "elapsed_time": "3:01:49", "remaining_time": "6:32:14"} +{"current_steps": 1950, "total_steps": 6125, "loss": 0.07082821726799012, "lr": 3.925356345559288e-06, "epoch": 0.3183673469387755, "percentage": 31.84, "elapsed_time": "3:02:40", "remaining_time": "6:31:06"} +{"current_steps": 1960, "total_steps": 6125, "loss": 0.06648402214050293, "lr": 3.914627630656931e-06, "epoch": 0.32, "percentage": 32.0, "elapsed_time": "3:03:31", "remaining_time": "6:29:58"} +{"current_steps": 1970, "total_steps": 6125, "loss": 0.07000230550765991, "lr": 3.903860454203413e-06, "epoch": 0.3216326530612245, "percentage": 32.16, "elapsed_time": "3:04:21", "remaining_time": "6:28:50"} +{"current_steps": 1980, "total_steps": 6125, "loss": 0.06887786984443664, "lr": 3.8930551089417145e-06, "epoch": 0.32326530612244897, "percentage": 32.33, "elapsed_time": "3:05:12", "remaining_time": "6:27:42"} +{"current_steps": 1990, "total_steps": 6125, "loss": 0.08991954326629639, "lr": 3.882211888652566e-06, "epoch": 0.3248979591836735, "percentage": 32.49, "elapsed_time": "3:06:00", "remaining_time": "6:26:29"} +{"current_steps": 2000, "total_steps": 6125, "loss": 0.07011507153511047, "lr": 3.871331088146463e-06, "epoch": 0.32653061224489793, "percentage": 32.65, "elapsed_time": "3:06:47", "remaining_time": "6:25:16"} +{"current_steps": 2000, "total_steps": 6125, "eval_loss": 0.07913381606340408, "epoch": 0.32653061224489793, "percentage": 32.65, "elapsed_time": "3:09:29", "remaining_time": "6:30:49"} +{"current_steps": 2010, "total_steps": 6125, "loss": 0.08266008496284485, "lr": 3.860413003255648e-06, "epoch": 0.32816326530612244, "percentage": 32.82, "elapsed_time": "3:10:20", "remaining_time": "6:29:39"} +{"current_steps": 2020, "total_steps": 6125, "loss": 0.07043538689613342, "lr": 3.8494579308260695e-06, "epoch": 0.32979591836734695, "percentage": 32.98, "elapsed_time": "3:11:07", "remaining_time": "6:28:23"} +{"current_steps": 2030, "total_steps": 6125, "loss": 0.06780247688293457, "lr": 3.838466168709312e-06, "epoch": 0.3314285714285714, "percentage": 33.14, "elapsed_time": "3:11:54", "remaining_time": "6:27:06"} +{"current_steps": 2040, "total_steps": 6125, "loss": 0.06872215867042542, "lr": 3.827438015754491e-06, "epoch": 0.3330612244897959, "percentage": 33.31, "elapsed_time": "3:12:40", "remaining_time": "6:25:49"} +{"current_steps": 2050, "total_steps": 6125, "loss": 0.06861716508865356, "lr": 3.81637377180014e-06, "epoch": 0.3346938775510204, "percentage": 33.47, "elapsed_time": "3:13:26", "remaining_time": "6:24:32"} +{"current_steps": 2060, "total_steps": 6125, "loss": 0.07096996307373046, "lr": 3.8052737376660446e-06, "epoch": 0.3363265306122449, "percentage": 33.63, "elapsed_time": "3:14:14", "remaining_time": "6:23:17"} +{"current_steps": 2070, "total_steps": 6125, "loss": 0.07092551589012146, "lr": 3.7941382151450756e-06, "epoch": 0.3379591836734694, "percentage": 33.8, "elapsed_time": "3:15:01", "remaining_time": "6:22:02"} +{"current_steps": 2080, "total_steps": 6125, "loss": 0.06780472993850709, "lr": 3.782967506994975e-06, "epoch": 0.3395918367346939, "percentage": 33.96, "elapsed_time": "3:15:48", "remaining_time": "6:20:46"} +{"current_steps": 2090, "total_steps": 6125, "loss": 0.07661795020103454, "lr": 3.7717619169301302e-06, "epoch": 0.34122448979591835, "percentage": 34.12, "elapsed_time": "3:16:35", "remaining_time": "6:19:32"} +{"current_steps": 2100, "total_steps": 6125, "loss": 0.07939797639846802, "lr": 3.7605217496133127e-06, "epoch": 0.34285714285714286, "percentage": 34.29, "elapsed_time": "3:17:22", "remaining_time": "6:18:18"} +{"current_steps": 2110, "total_steps": 6125, "loss": 0.07869908213615417, "lr": 3.749247310647398e-06, "epoch": 0.34448979591836737, "percentage": 34.45, "elapsed_time": "3:18:09", "remaining_time": "6:17:04"} +{"current_steps": 2120, "total_steps": 6125, "loss": 0.07526676058769226, "lr": 3.737938906567053e-06, "epoch": 0.3461224489795918, "percentage": 34.61, "elapsed_time": "3:18:57", "remaining_time": "6:15:51"} +{"current_steps": 2130, "total_steps": 6125, "loss": 0.07366414070129394, "lr": 3.7265968448304057e-06, "epoch": 0.34775510204081633, "percentage": 34.78, "elapsed_time": "3:19:44", "remaining_time": "6:14:38"} +{"current_steps": 2140, "total_steps": 6125, "loss": 0.06439908146858216, "lr": 3.7152214338106827e-06, "epoch": 0.34938775510204084, "percentage": 34.94, "elapsed_time": "3:20:31", "remaining_time": "6:13:24"} +{"current_steps": 2150, "total_steps": 6125, "loss": 0.08098108768463134, "lr": 3.703812982787828e-06, "epoch": 0.3510204081632653, "percentage": 35.1, "elapsed_time": "3:21:17", "remaining_time": "6:12:09"} +{"current_steps": 2160, "total_steps": 6125, "loss": 0.08134381771087647, "lr": 3.6923718019400906e-06, "epoch": 0.3526530612244898, "percentage": 35.27, "elapsed_time": "3:22:05", "remaining_time": "6:10:57"} +{"current_steps": 2170, "total_steps": 6125, "loss": 0.07070590257644653, "lr": 3.6808982023355934e-06, "epoch": 0.35428571428571426, "percentage": 35.43, "elapsed_time": "3:22:52", "remaining_time": "6:09:45"} +{"current_steps": 2180, "total_steps": 6125, "loss": 0.06200396418571472, "lr": 3.6693924959238774e-06, "epoch": 0.35591836734693877, "percentage": 35.59, "elapsed_time": "3:23:40", "remaining_time": "6:08:33"} +{"current_steps": 2190, "total_steps": 6125, "loss": 0.06886230111122131, "lr": 3.657854995527416e-06, "epoch": 0.3575510204081633, "percentage": 35.76, "elapsed_time": "3:24:27", "remaining_time": "6:07:22"} +{"current_steps": 2200, "total_steps": 6125, "loss": 0.07170915603637695, "lr": 3.646286014833114e-06, "epoch": 0.35918367346938773, "percentage": 35.92, "elapsed_time": "3:25:14", "remaining_time": "6:06:10"} +{"current_steps": 2200, "total_steps": 6125, "eval_loss": 0.06810569018125534, "epoch": 0.35918367346938773, "percentage": 35.92, "elapsed_time": "3:27:52", "remaining_time": "6:10:51"} +{"current_steps": 2210, "total_steps": 6125, "loss": 0.07438129186630249, "lr": 3.634685868383776e-06, "epoch": 0.36081632653061224, "percentage": 36.08, "elapsed_time": "3:28:43", "remaining_time": "6:09:45"} +{"current_steps": 2220, "total_steps": 6125, "loss": 0.07625046968460084, "lr": 3.6230548715695555e-06, "epoch": 0.36244897959183675, "percentage": 36.24, "elapsed_time": "3:29:33", "remaining_time": "6:08:36"} +{"current_steps": 2230, "total_steps": 6125, "loss": 0.06719872951507569, "lr": 3.611393340619381e-06, "epoch": 0.3640816326530612, "percentage": 36.41, "elapsed_time": "3:30:30", "remaining_time": "6:07:40"} +{"current_steps": 2240, "total_steps": 6125, "loss": 0.07131683230400085, "lr": 3.5997015925923563e-06, "epoch": 0.3657142857142857, "percentage": 36.57, "elapsed_time": "3:31:27", "remaining_time": "6:06:44"} +{"current_steps": 2250, "total_steps": 6125, "loss": 0.06948224902153015, "lr": 3.587979945369141e-06, "epoch": 0.3673469387755102, "percentage": 36.73, "elapsed_time": "3:32:23", "remaining_time": "6:05:47"} +{"current_steps": 2260, "total_steps": 6125, "loss": 0.07263018488883972, "lr": 3.5762287176433097e-06, "epoch": 0.3689795918367347, "percentage": 36.9, "elapsed_time": "3:33:20", "remaining_time": "6:04:51"} +{"current_steps": 2270, "total_steps": 6125, "loss": 0.06066258549690247, "lr": 3.564448228912682e-06, "epoch": 0.3706122448979592, "percentage": 37.06, "elapsed_time": "3:34:17", "remaining_time": "6:03:55"} +{"current_steps": 2280, "total_steps": 6125, "loss": 0.07041062712669373, "lr": 3.5526387994706428e-06, "epoch": 0.3722448979591837, "percentage": 37.22, "elapsed_time": "3:35:14", "remaining_time": "6:02:59"} +{"current_steps": 2290, "total_steps": 6125, "loss": 0.07272242307662964, "lr": 3.5408007503974283e-06, "epoch": 0.37387755102040815, "percentage": 37.39, "elapsed_time": "3:36:04", "remaining_time": "6:01:51"} +{"current_steps": 2300, "total_steps": 6125, "loss": 0.07268807291984558, "lr": 3.5289344035513996e-06, "epoch": 0.37551020408163266, "percentage": 37.55, "elapsed_time": "3:36:52", "remaining_time": "6:00:39"} +{"current_steps": 2310, "total_steps": 6125, "loss": 0.05777261257171631, "lr": 3.5170400815602894e-06, "epoch": 0.37714285714285717, "percentage": 37.71, "elapsed_time": "3:37:39", "remaining_time": "5:59:27"} +{"current_steps": 2320, "total_steps": 6125, "loss": 0.06174240708351135, "lr": 3.5051181078124336e-06, "epoch": 0.3787755102040816, "percentage": 37.88, "elapsed_time": "3:38:26", "remaining_time": "5:58:16"} +{"current_steps": 2330, "total_steps": 6125, "loss": 0.06616324782371522, "lr": 3.4931688064479745e-06, "epoch": 0.38040816326530613, "percentage": 38.04, "elapsed_time": "3:39:14", "remaining_time": "5:57:05"} +{"current_steps": 2340, "total_steps": 6125, "loss": 0.06692227125167846, "lr": 3.4811925023500524e-06, "epoch": 0.3820408163265306, "percentage": 38.2, "elapsed_time": "3:40:01", "remaining_time": "5:55:53"} +{"current_steps": 2350, "total_steps": 6125, "loss": 0.0634126603603363, "lr": 3.4691895211359693e-06, "epoch": 0.3836734693877551, "percentage": 38.37, "elapsed_time": "3:40:49", "remaining_time": "5:54:43"} +{"current_steps": 2360, "total_steps": 6125, "loss": 0.06884999275207519, "lr": 3.457160189148337e-06, "epoch": 0.3853061224489796, "percentage": 38.53, "elapsed_time": "3:41:35", "remaining_time": "5:53:31"} +{"current_steps": 2370, "total_steps": 6125, "loss": 0.05986430644989014, "lr": 3.445104833446205e-06, "epoch": 0.38693877551020406, "percentage": 38.69, "elapsed_time": "3:42:22", "remaining_time": "5:52:19"} +{"current_steps": 2380, "total_steps": 6125, "loss": 0.06759394407272339, "lr": 3.433023781796167e-06, "epoch": 0.38857142857142857, "percentage": 38.86, "elapsed_time": "3:43:09", "remaining_time": "5:51:08"} +{"current_steps": 2390, "total_steps": 6125, "loss": 0.06813116669654846, "lr": 3.4209173626634494e-06, "epoch": 0.3902040816326531, "percentage": 39.02, "elapsed_time": "3:43:57", "remaining_time": "5:49:59"} +{"current_steps": 2400, "total_steps": 6125, "loss": 0.06371633410453796, "lr": 3.4087859052029837e-06, "epoch": 0.39183673469387753, "percentage": 39.18, "elapsed_time": "3:44:44", "remaining_time": "5:48:48"} +{"current_steps": 2400, "total_steps": 6125, "eval_loss": 0.07035119831562042, "epoch": 0.39183673469387753, "percentage": 39.18, "elapsed_time": "3:47:21", "remaining_time": "5:52:52"} +{"current_steps": 2410, "total_steps": 6125, "loss": 0.06804299950599671, "lr": 3.3966297392504535e-06, "epoch": 0.39346938775510204, "percentage": 39.35, "elapsed_time": "3:48:12", "remaining_time": "5:51:46"} +{"current_steps": 2420, "total_steps": 6125, "loss": 0.07678125500679016, "lr": 3.3844491953133272e-06, "epoch": 0.39510204081632655, "percentage": 39.51, "elapsed_time": "3:48:58", "remaining_time": "5:50:33"} +{"current_steps": 2430, "total_steps": 6125, "loss": 0.06537411212921143, "lr": 3.372244604561875e-06, "epoch": 0.396734693877551, "percentage": 39.67, "elapsed_time": "3:49:45", "remaining_time": "5:49:21"} +{"current_steps": 2440, "total_steps": 6125, "loss": 0.05702770948410034, "lr": 3.360016298820163e-06, "epoch": 0.3983673469387755, "percentage": 39.84, "elapsed_time": "3:50:31", "remaining_time": "5:48:09"} +{"current_steps": 2450, "total_steps": 6125, "loss": 0.06334798336029053, "lr": 3.3477646105570293e-06, "epoch": 0.4, "percentage": 40.0, "elapsed_time": "3:51:19", "remaining_time": "5:46:59"} +{"current_steps": 2460, "total_steps": 6125, "loss": 0.051438117027282716, "lr": 3.3354898728770503e-06, "epoch": 0.4016326530612245, "percentage": 40.16, "elapsed_time": "3:52:07", "remaining_time": "5:45:49"} +{"current_steps": 2470, "total_steps": 6125, "loss": 0.06427289247512817, "lr": 3.3231924195114774e-06, "epoch": 0.403265306122449, "percentage": 40.33, "elapsed_time": "3:52:54", "remaining_time": "5:44:38"} +{"current_steps": 2480, "total_steps": 6125, "loss": 0.06652372479438781, "lr": 3.3108725848091685e-06, "epoch": 0.4048979591836735, "percentage": 40.49, "elapsed_time": "3:53:41", "remaining_time": "5:43:28"} +{"current_steps": 2490, "total_steps": 6125, "loss": 0.07374808788299561, "lr": 3.2985307037274937e-06, "epoch": 0.40653061224489795, "percentage": 40.65, "elapsed_time": "3:54:28", "remaining_time": "5:42:18"} +{"current_steps": 2500, "total_steps": 6125, "loss": 0.06349012851715088, "lr": 3.286167111823234e-06, "epoch": 0.40816326530612246, "percentage": 40.82, "elapsed_time": "3:55:16", "remaining_time": "5:41:08"} +{"current_steps": 2510, "total_steps": 6125, "loss": 0.06953533291816712, "lr": 3.2737821452434502e-06, "epoch": 0.4097959183673469, "percentage": 40.98, "elapsed_time": "3:56:03", "remaining_time": "5:39:58"} +{"current_steps": 2520, "total_steps": 6125, "loss": 0.05826004147529602, "lr": 3.26137614071635e-06, "epoch": 0.4114285714285714, "percentage": 41.14, "elapsed_time": "3:56:50", "remaining_time": "5:38:48"} +{"current_steps": 2530, "total_steps": 6125, "loss": 0.05837242007255554, "lr": 3.2489494355421293e-06, "epoch": 0.41306122448979593, "percentage": 41.31, "elapsed_time": "3:57:37", "remaining_time": "5:37:39"} +{"current_steps": 2540, "total_steps": 6125, "loss": 0.06359312534332276, "lr": 3.2365023675838027e-06, "epoch": 0.4146938775510204, "percentage": 41.47, "elapsed_time": "3:58:24", "remaining_time": "5:36:30"} +{"current_steps": 2550, "total_steps": 6125, "loss": 0.07361164093017578, "lr": 3.22403527525802e-06, "epoch": 0.4163265306122449, "percentage": 41.63, "elapsed_time": "3:59:12", "remaining_time": "5:35:21"} +{"current_steps": 2560, "total_steps": 6125, "loss": 0.05989238619804382, "lr": 3.211548497525861e-06, "epoch": 0.4179591836734694, "percentage": 41.8, "elapsed_time": "3:59:58", "remaining_time": "5:34:11"} +{"current_steps": 2570, "total_steps": 6125, "loss": 0.07593320608139038, "lr": 3.1990423738836206e-06, "epoch": 0.41959183673469386, "percentage": 41.96, "elapsed_time": "4:00:46", "remaining_time": "5:33:03"} +{"current_steps": 2580, "total_steps": 6125, "loss": 0.06850495338439941, "lr": 3.1865172443535797e-06, "epoch": 0.42122448979591837, "percentage": 42.12, "elapsed_time": "4:01:33", "remaining_time": "5:31:53"} +{"current_steps": 2590, "total_steps": 6125, "loss": 0.056969082355499266, "lr": 3.173973449474762e-06, "epoch": 0.4228571428571429, "percentage": 42.29, "elapsed_time": "4:02:20", "remaining_time": "5:30:45"} +{"current_steps": 2600, "total_steps": 6125, "loss": 0.06189748048782349, "lr": 3.1614113302936716e-06, "epoch": 0.42448979591836733, "percentage": 42.45, "elapsed_time": "4:03:07", "remaining_time": "5:29:37"} +{"current_steps": 2600, "total_steps": 6125, "eval_loss": 0.0618240088224411, "epoch": 0.42448979591836733, "percentage": 42.45, "elapsed_time": "4:05:44", "remaining_time": "5:33:10"} +{"current_steps": 2610, "total_steps": 6125, "loss": 0.061647194623947146, "lr": 3.1488312283550216e-06, "epoch": 0.42612244897959184, "percentage": 42.61, "elapsed_time": "4:06:35", "remaining_time": "5:32:05"} +{"current_steps": 2620, "total_steps": 6125, "loss": 0.05916886925697327, "lr": 3.136233485692451e-06, "epoch": 0.42775510204081635, "percentage": 42.78, "elapsed_time": "4:07:21", "remaining_time": "5:30:55"} +{"current_steps": 2630, "total_steps": 6125, "loss": 0.059158307313919065, "lr": 3.12361844481922e-06, "epoch": 0.4293877551020408, "percentage": 42.94, "elapsed_time": "4:08:08", "remaining_time": "5:29:44"} +{"current_steps": 2640, "total_steps": 6125, "loss": 0.05914759635925293, "lr": 3.110986448718902e-06, "epoch": 0.4310204081632653, "percentage": 43.1, "elapsed_time": "4:08:54", "remaining_time": "5:28:34"} +{"current_steps": 2650, "total_steps": 6125, "loss": 0.059078723192214966, "lr": 3.0983378408360597e-06, "epoch": 0.4326530612244898, "percentage": 43.27, "elapsed_time": "4:09:41", "remaining_time": "5:27:25"} +{"current_steps": 2660, "total_steps": 6125, "loss": 0.05707222819328308, "lr": 3.085672965066899e-06, "epoch": 0.4342857142857143, "percentage": 43.43, "elapsed_time": "4:10:28", "remaining_time": "5:26:17"} +{"current_steps": 2670, "total_steps": 6125, "loss": 0.05138048529624939, "lr": 3.0729921657499294e-06, "epoch": 0.4359183673469388, "percentage": 43.59, "elapsed_time": "4:11:17", "remaining_time": "5:25:10"} +{"current_steps": 2680, "total_steps": 6125, "loss": 0.050283265113830564, "lr": 3.0602957876565943e-06, "epoch": 0.43755102040816324, "percentage": 43.76, "elapsed_time": "4:12:06", "remaining_time": "5:24:04"} +{"current_steps": 2690, "total_steps": 6125, "loss": 0.06342648863792419, "lr": 3.0475841759819023e-06, "epoch": 0.43918367346938775, "percentage": 43.92, "elapsed_time": "4:12:54", "remaining_time": "5:22:57"} +{"current_steps": 2700, "total_steps": 6125, "loss": 0.06127093434333801, "lr": 3.034857676335038e-06, "epoch": 0.44081632653061226, "percentage": 44.08, "elapsed_time": "4:13:44", "remaining_time": "5:21:53"} +{"current_steps": 2710, "total_steps": 6125, "loss": 0.05412284731864929, "lr": 3.0221166347299673e-06, "epoch": 0.4424489795918367, "percentage": 44.24, "elapsed_time": "4:14:34", "remaining_time": "5:20:48"} +{"current_steps": 2720, "total_steps": 6125, "loss": 0.05579071640968323, "lr": 3.009361397576031e-06, "epoch": 0.4440816326530612, "percentage": 44.41, "elapsed_time": "4:15:24", "remaining_time": "5:19:44"} +{"current_steps": 2730, "total_steps": 6125, "loss": 0.06472888588905334, "lr": 2.9965923116685224e-06, "epoch": 0.44571428571428573, "percentage": 44.57, "elapsed_time": "4:16:14", "remaining_time": "5:18:39"} +{"current_steps": 2740, "total_steps": 6125, "loss": 0.06263615489006043, "lr": 2.9838097241792646e-06, "epoch": 0.4473469387755102, "percentage": 44.73, "elapsed_time": "4:17:04", "remaining_time": "5:17:35"} +{"current_steps": 2750, "total_steps": 6125, "loss": 0.0624904453754425, "lr": 2.9710139826471646e-06, "epoch": 0.4489795918367347, "percentage": 44.9, "elapsed_time": "4:17:53", "remaining_time": "5:16:30"} +{"current_steps": 2760, "total_steps": 6125, "loss": 0.05488716959953308, "lr": 2.9582054349687706e-06, "epoch": 0.4506122448979592, "percentage": 45.06, "elapsed_time": "4:18:44", "remaining_time": "5:15:26"} +{"current_steps": 2770, "total_steps": 6125, "loss": 0.06263139843940735, "lr": 2.9453844293888067e-06, "epoch": 0.45224489795918366, "percentage": 45.22, "elapsed_time": "4:19:33", "remaining_time": "5:14:23"} +{"current_steps": 2780, "total_steps": 6125, "loss": 0.06324111819267272, "lr": 2.932551314490712e-06, "epoch": 0.45387755102040817, "percentage": 45.39, "elapsed_time": "4:20:24", "remaining_time": "5:13:19"} +{"current_steps": 2790, "total_steps": 6125, "loss": 0.06384775042533875, "lr": 2.9197064391871565e-06, "epoch": 0.4555102040816327, "percentage": 45.55, "elapsed_time": "4:21:11", "remaining_time": "5:12:12"} +{"current_steps": 2800, "total_steps": 6125, "loss": 0.05722553730010986, "lr": 2.9068501527105595e-06, "epoch": 0.45714285714285713, "percentage": 45.71, "elapsed_time": "4:22:06", "remaining_time": "5:11:15"} +{"current_steps": 2800, "total_steps": 6125, "eval_loss": 0.05622806400060654, "epoch": 0.45714285714285713, "percentage": 45.71, "elapsed_time": "4:24:57", "remaining_time": "5:14:37"} +{"current_steps": 2810, "total_steps": 6125, "loss": 0.060957270860672, "lr": 2.893982804603592e-06, "epoch": 0.45877551020408164, "percentage": 45.88, "elapsed_time": "4:26:01", "remaining_time": "5:13:49"} +{"current_steps": 2820, "total_steps": 6125, "loss": 0.05667365789413452, "lr": 2.8811047447096714e-06, "epoch": 0.46040816326530615, "percentage": 46.04, "elapsed_time": "4:27:00", "remaining_time": "5:12:56"} +{"current_steps": 2830, "total_steps": 6125, "loss": 0.06144403219223023, "lr": 2.8682163231634557e-06, "epoch": 0.4620408163265306, "percentage": 46.2, "elapsed_time": "4:27:54", "remaining_time": "5:11:55"} +{"current_steps": 2840, "total_steps": 6125, "loss": 0.04665087461471558, "lr": 2.8553178903813193e-06, "epoch": 0.4636734693877551, "percentage": 46.37, "elapsed_time": "4:28:45", "remaining_time": "5:10:51"} +{"current_steps": 2850, "total_steps": 6125, "loss": 0.06363347172737122, "lr": 2.842409797051825e-06, "epoch": 0.46530612244897956, "percentage": 46.53, "elapsed_time": "4:29:35", "remaining_time": "5:09:47"} +{"current_steps": 2860, "total_steps": 6125, "loss": 0.05332474112510681, "lr": 2.829492394126192e-06, "epoch": 0.4669387755102041, "percentage": 46.69, "elapsed_time": "4:30:26", "remaining_time": "5:08:43"} +{"current_steps": 2870, "total_steps": 6125, "loss": 0.07094461917877197, "lr": 2.8165660328087546e-06, "epoch": 0.4685714285714286, "percentage": 46.86, "elapsed_time": "4:31:17", "remaining_time": "5:07:41"} +{"current_steps": 2880, "total_steps": 6125, "loss": 0.058167701959609984, "lr": 2.8036310645474096e-06, "epoch": 0.47020408163265304, "percentage": 47.02, "elapsed_time": "4:32:07", "remaining_time": "5:06:37"} +{"current_steps": 2890, "total_steps": 6125, "loss": 0.0486674964427948, "lr": 2.7906878410240655e-06, "epoch": 0.47183673469387755, "percentage": 47.18, "elapsed_time": "4:32:58", "remaining_time": "5:05:33"} +{"current_steps": 2900, "total_steps": 6125, "loss": 0.062025409936904904, "lr": 2.777736714145077e-06, "epoch": 0.47346938775510206, "percentage": 47.35, "elapsed_time": "4:33:48", "remaining_time": "5:04:30"} +{"current_steps": 2910, "total_steps": 6125, "loss": 0.061118441820144656, "lr": 2.7647780360316787e-06, "epoch": 0.4751020408163265, "percentage": 47.51, "elapsed_time": "4:34:36", "remaining_time": "5:03:23"} +{"current_steps": 2920, "total_steps": 6125, "loss": 0.061808472871780394, "lr": 2.7518121590104145e-06, "epoch": 0.476734693877551, "percentage": 47.67, "elapsed_time": "4:35:23", "remaining_time": "5:02:16"} +{"current_steps": 2930, "total_steps": 6125, "loss": 0.05849882960319519, "lr": 2.7388394356035524e-06, "epoch": 0.47836734693877553, "percentage": 47.84, "elapsed_time": "4:36:10", "remaining_time": "5:01:09"} +{"current_steps": 2940, "total_steps": 6125, "loss": 0.06612529158592224, "lr": 2.7258602185195043e-06, "epoch": 0.48, "percentage": 48.0, "elapsed_time": "4:36:56", "remaining_time": "5:00:01"} +{"current_steps": 2950, "total_steps": 6125, "loss": 0.058327901363372806, "lr": 2.7128748606432353e-06, "epoch": 0.4816326530612245, "percentage": 48.16, "elapsed_time": "4:37:44", "remaining_time": "4:58:55"} +{"current_steps": 2960, "total_steps": 6125, "loss": 0.055737996101379396, "lr": 2.699883715026669e-06, "epoch": 0.483265306122449, "percentage": 48.33, "elapsed_time": "4:38:31", "remaining_time": "4:57:48"} +{"current_steps": 2970, "total_steps": 6125, "loss": 0.051851028203964235, "lr": 2.686887134879089e-06, "epoch": 0.48489795918367345, "percentage": 48.49, "elapsed_time": "4:39:18", "remaining_time": "4:56:42"} +{"current_steps": 2980, "total_steps": 6125, "loss": 0.06357839703559875, "lr": 2.6738854735575358e-06, "epoch": 0.48653061224489796, "percentage": 48.65, "elapsed_time": "4:40:05", "remaining_time": "4:55:35"} +{"current_steps": 2990, "total_steps": 6125, "loss": 0.06160399913787842, "lr": 2.660879084557198e-06, "epoch": 0.4881632653061225, "percentage": 48.82, "elapsed_time": "4:40:52", "remaining_time": "4:54:29"} +{"current_steps": 3000, "total_steps": 6125, "loss": 0.060502588748931885, "lr": 2.6478683215018025e-06, "epoch": 0.4897959183673469, "percentage": 48.98, "elapsed_time": "4:41:39", "remaining_time": "4:53:23"} +{"current_steps": 3000, "total_steps": 6125, "eval_loss": 0.0561000294983387, "epoch": 0.4897959183673469, "percentage": 48.98, "elapsed_time": "4:44:15", "remaining_time": "4:56:06"} +{"current_steps": 3010, "total_steps": 6125, "loss": 0.060459482669830325, "lr": 2.6348535381340025e-06, "epoch": 0.49142857142857144, "percentage": 49.14, "elapsed_time": "4:45:06", "remaining_time": "4:55:02"} +{"current_steps": 3020, "total_steps": 6125, "loss": 0.0632048487663269, "lr": 2.6218350883057546e-06, "epoch": 0.4930612244897959, "percentage": 49.31, "elapsed_time": "4:45:52", "remaining_time": "4:53:55"} +{"current_steps": 3030, "total_steps": 6125, "loss": 0.04655081033706665, "lr": 2.608813325968702e-06, "epoch": 0.4946938775510204, "percentage": 49.47, "elapsed_time": "4:46:39", "remaining_time": "4:52:48"} +{"current_steps": 3040, "total_steps": 6125, "loss": 0.05672039389610291, "lr": 2.59578860516455e-06, "epoch": 0.4963265306122449, "percentage": 49.63, "elapsed_time": "4:47:26", "remaining_time": "4:51:41"} +{"current_steps": 3050, "total_steps": 6125, "loss": 0.047120341658592226, "lr": 2.5827612800154382e-06, "epoch": 0.49795918367346936, "percentage": 49.8, "elapsed_time": "4:48:13", "remaining_time": "4:50:35"} +{"current_steps": 3060, "total_steps": 6125, "loss": 0.06063341498374939, "lr": 2.5697317047143177e-06, "epoch": 0.4995918367346939, "percentage": 49.96, "elapsed_time": "4:49:00", "remaining_time": "4:49:28"} +{"current_steps": 3070, "total_steps": 6125, "loss": 0.05240688323974609, "lr": 2.556700233515316e-06, "epoch": 0.5012244897959184, "percentage": 50.12, "elapsed_time": "4:49:47", "remaining_time": "4:48:22"} +{"current_steps": 3080, "total_steps": 6125, "loss": 0.053180736303329465, "lr": 2.5436672207241064e-06, "epoch": 0.5028571428571429, "percentage": 50.29, "elapsed_time": "4:50:34", "remaining_time": "4:47:16"} +{"current_steps": 3090, "total_steps": 6125, "loss": 0.06092001795768738, "lr": 2.5306330206882764e-06, "epoch": 0.5044897959183674, "percentage": 50.45, "elapsed_time": "4:51:22", "remaining_time": "4:46:11"} +{"current_steps": 3100, "total_steps": 6125, "loss": 0.06613186597824097, "lr": 2.5175979877876935e-06, "epoch": 0.5061224489795918, "percentage": 50.61, "elapsed_time": "4:52:09", "remaining_time": "4:45:05"} +{"current_steps": 3110, "total_steps": 6125, "loss": 0.06115126609802246, "lr": 2.5045624764248687e-06, "epoch": 0.5077551020408163, "percentage": 50.78, "elapsed_time": "4:52:56", "remaining_time": "4:43:59"} +{"current_steps": 3120, "total_steps": 6125, "loss": 0.044120225310325625, "lr": 2.491526841015321e-06, "epoch": 0.5093877551020408, "percentage": 50.94, "elapsed_time": "4:53:43", "remaining_time": "4:42:53"} +{"current_steps": 3130, "total_steps": 6125, "loss": 0.07098687291145325, "lr": 2.478491435977945e-06, "epoch": 0.5110204081632653, "percentage": 51.1, "elapsed_time": "4:54:30", "remaining_time": "4:41:47"} +{"current_steps": 3140, "total_steps": 6125, "loss": 0.05738852024078369, "lr": 2.4654566157253683e-06, "epoch": 0.5126530612244898, "percentage": 51.27, "elapsed_time": "4:55:17", "remaining_time": "4:40:42"} +{"current_steps": 3150, "total_steps": 6125, "loss": 0.053479206562042234, "lr": 2.452422734654321e-06, "epoch": 0.5142857142857142, "percentage": 51.43, "elapsed_time": "4:56:04", "remaining_time": "4:39:37"} +{"current_steps": 3160, "total_steps": 6125, "loss": 0.056794995069503786, "lr": 2.4393901471359977e-06, "epoch": 0.5159183673469387, "percentage": 51.59, "elapsed_time": "4:56:50", "remaining_time": "4:38:31"} +{"current_steps": 3170, "total_steps": 6125, "loss": 0.05802353620529175, "lr": 2.4263592075064238e-06, "epoch": 0.5175510204081633, "percentage": 51.76, "elapsed_time": "4:57:37", "remaining_time": "4:37:26"} +{"current_steps": 3180, "total_steps": 6125, "loss": 0.05282890200614929, "lr": 2.41333027005682e-06, "epoch": 0.5191836734693878, "percentage": 51.92, "elapsed_time": "4:58:24", "remaining_time": "4:36:21"} +{"current_steps": 3190, "total_steps": 6125, "loss": 0.05190218687057495, "lr": 2.400303689023972e-06, "epoch": 0.5208163265306123, "percentage": 52.08, "elapsed_time": "4:59:11", "remaining_time": "4:35:16"} +{"current_steps": 3200, "total_steps": 6125, "loss": 0.06482383608818054, "lr": 2.3872798185805986e-06, "epoch": 0.5224489795918368, "percentage": 52.24, "elapsed_time": "4:59:57", "remaining_time": "4:34:10"} +{"current_steps": 3200, "total_steps": 6125, "eval_loss": 0.058392543345689774, "epoch": 0.5224489795918368, "percentage": 52.24, "elapsed_time": "5:02:34", "remaining_time": "4:36:34"} +{"current_steps": 3210, "total_steps": 6125, "loss": 0.06062687039375305, "lr": 2.37425901282572e-06, "epoch": 0.5240816326530612, "percentage": 52.41, "elapsed_time": "5:03:25", "remaining_time": "4:35:32"} +{"current_steps": 3220, "total_steps": 6125, "loss": 0.06494970321655273, "lr": 2.3612416257750335e-06, "epoch": 0.5257142857142857, "percentage": 52.57, "elapsed_time": "5:04:12", "remaining_time": "4:34:26"} +{"current_steps": 3230, "total_steps": 6125, "loss": 0.05140092372894287, "lr": 2.348228011351287e-06, "epoch": 0.5273469387755102, "percentage": 52.73, "elapsed_time": "5:04:59", "remaining_time": "4:33:21"} +{"current_steps": 3240, "total_steps": 6125, "loss": 0.041680914163589475, "lr": 2.335218523374656e-06, "epoch": 0.5289795918367347, "percentage": 52.9, "elapsed_time": "5:05:46", "remaining_time": "4:32:16"} +{"current_steps": 3250, "total_steps": 6125, "loss": 0.04369679093360901, "lr": 2.3222135155531248e-06, "epoch": 0.5306122448979592, "percentage": 53.06, "elapsed_time": "5:06:33", "remaining_time": "4:31:11"} +{"current_steps": 3260, "total_steps": 6125, "loss": 0.050543594360351565, "lr": 2.309213341472868e-06, "epoch": 0.5322448979591837, "percentage": 53.22, "elapsed_time": "5:07:21", "remaining_time": "4:30:06"} +{"current_steps": 3270, "total_steps": 6125, "loss": 0.05258342027664185, "lr": 2.29621835458864e-06, "epoch": 0.5338775510204081, "percentage": 53.39, "elapsed_time": "5:08:07", "remaining_time": "4:29:01"} +{"current_steps": 3280, "total_steps": 6125, "loss": 0.055678969621658324, "lr": 2.283228908214163e-06, "epoch": 0.5355102040816326, "percentage": 53.55, "elapsed_time": "5:08:54", "remaining_time": "4:27:56"} +{"current_steps": 3290, "total_steps": 6125, "loss": 0.048620349168777464, "lr": 2.2702453555125182e-06, "epoch": 0.5371428571428571, "percentage": 53.71, "elapsed_time": "5:09:42", "remaining_time": "4:26:52"} +{"current_steps": 3300, "total_steps": 6125, "loss": 0.046547812223434445, "lr": 2.2572680494865527e-06, "epoch": 0.5387755102040817, "percentage": 53.88, "elapsed_time": "5:10:29", "remaining_time": "4:25:47"} +{"current_steps": 3310, "total_steps": 6125, "loss": 0.04967870116233826, "lr": 2.2442973429692705e-06, "epoch": 0.5404081632653062, "percentage": 54.04, "elapsed_time": "5:11:16", "remaining_time": "4:24:43"} +{"current_steps": 3320, "total_steps": 6125, "loss": 0.0508593499660492, "lr": 2.231333588614248e-06, "epoch": 0.5420408163265306, "percentage": 54.2, "elapsed_time": "5:12:02", "remaining_time": "4:23:38"} +{"current_steps": 3330, "total_steps": 6125, "loss": 0.04854269027709961, "lr": 2.2183771388860427e-06, "epoch": 0.5436734693877551, "percentage": 54.37, "elapsed_time": "5:12:49", "remaining_time": "4:22:34"} +{"current_steps": 3340, "total_steps": 6125, "loss": 0.05934192538261414, "lr": 2.2054283460506096e-06, "epoch": 0.5453061224489796, "percentage": 54.53, "elapsed_time": "5:13:36", "remaining_time": "4:21:30"} +{"current_steps": 3350, "total_steps": 6125, "loss": 0.05332346558570862, "lr": 2.1924875621657256e-06, "epoch": 0.5469387755102041, "percentage": 54.69, "elapsed_time": "5:14:23", "remaining_time": "4:20:26"} +{"current_steps": 3360, "total_steps": 6125, "loss": 0.04938814043998718, "lr": 2.179555139071415e-06, "epoch": 0.5485714285714286, "percentage": 54.86, "elapsed_time": "5:15:10", "remaining_time": "4:19:21"} +{"current_steps": 3370, "total_steps": 6125, "loss": 0.05734975934028626, "lr": 2.166631428380387e-06, "epoch": 0.5502040816326531, "percentage": 55.02, "elapsed_time": "5:15:57", "remaining_time": "4:18:18"} +{"current_steps": 3380, "total_steps": 6125, "loss": 0.047475004196166994, "lr": 2.1537167814684728e-06, "epoch": 0.5518367346938775, "percentage": 55.18, "elapsed_time": "5:16:44", "remaining_time": "4:17:14"} +{"current_steps": 3390, "total_steps": 6125, "loss": 0.062284767627716064, "lr": 2.140811549465074e-06, "epoch": 0.553469387755102, "percentage": 55.35, "elapsed_time": "5:17:31", "remaining_time": "4:16:10"} +{"current_steps": 3400, "total_steps": 6125, "loss": 0.06585791110992431, "lr": 2.127916083243615e-06, "epoch": 0.5551020408163265, "percentage": 55.51, "elapsed_time": "5:18:17", "remaining_time": "4:15:06"} +{"current_steps": 3400, "total_steps": 6125, "eval_loss": 0.05396538972854614, "epoch": 0.5551020408163265, "percentage": 55.51, "elapsed_time": "5:20:53", "remaining_time": "4:17:11"} +{"current_steps": 3410, "total_steps": 6125, "loss": 0.04635375440120697, "lr": 2.1150307334120033e-06, "epoch": 0.556734693877551, "percentage": 55.67, "elapsed_time": "5:21:45", "remaining_time": "4:16:10"} +{"current_steps": 3420, "total_steps": 6125, "loss": 0.05940789580345154, "lr": 2.1021558503030973e-06, "epoch": 0.5583673469387755, "percentage": 55.84, "elapsed_time": "5:22:32", "remaining_time": "4:15:06"} +{"current_steps": 3430, "total_steps": 6125, "loss": 0.047165653109550475, "lr": 2.0892917839651818e-06, "epoch": 0.56, "percentage": 56.0, "elapsed_time": "5:23:19", "remaining_time": "4:14:02"} +{"current_steps": 3440, "total_steps": 6125, "loss": 0.04550817906856537, "lr": 2.076438884152449e-06, "epoch": 0.5616326530612245, "percentage": 56.16, "elapsed_time": "5:24:05", "remaining_time": "4:12:57"} +{"current_steps": 3450, "total_steps": 6125, "loss": 0.045033201575279236, "lr": 2.0635975003154934e-06, "epoch": 0.563265306122449, "percentage": 56.33, "elapsed_time": "5:24:52", "remaining_time": "4:11:53"} +{"current_steps": 3460, "total_steps": 6125, "loss": 0.04502847194671631, "lr": 2.0507679815918043e-06, "epoch": 0.5648979591836735, "percentage": 56.49, "elapsed_time": "5:25:39", "remaining_time": "4:10:49"} +{"current_steps": 3470, "total_steps": 6125, "loss": 0.04697479605674744, "lr": 2.0379506767962788e-06, "epoch": 0.566530612244898, "percentage": 56.65, "elapsed_time": "5:26:26", "remaining_time": "4:09:46"} +{"current_steps": 3480, "total_steps": 6125, "loss": 0.052119261026382445, "lr": 2.0251459344117345e-06, "epoch": 0.5681632653061225, "percentage": 56.82, "elapsed_time": "5:27:13", "remaining_time": "4:08:42"} +{"current_steps": 3490, "total_steps": 6125, "loss": 0.05213663578033447, "lr": 2.0123541025794397e-06, "epoch": 0.5697959183673469, "percentage": 56.98, "elapsed_time": "5:28:00", "remaining_time": "4:07:38"} +{"current_steps": 3500, "total_steps": 6125, "loss": 0.05319364666938782, "lr": 1.9995755290896414e-06, "epoch": 0.5714285714285714, "percentage": 57.14, "elapsed_time": "5:28:46", "remaining_time": "4:06:34"} +{"current_steps": 3510, "total_steps": 6125, "loss": 0.046560952067375184, "lr": 1.986810561372113e-06, "epoch": 0.5730612244897959, "percentage": 57.31, "elapsed_time": "5:29:32", "remaining_time": "4:05:30"} +{"current_steps": 3520, "total_steps": 6125, "loss": 0.05037369728088379, "lr": 1.9740595464867092e-06, "epoch": 0.5746938775510204, "percentage": 57.47, "elapsed_time": "5:30:18", "remaining_time": "4:04:27"} +{"current_steps": 3530, "total_steps": 6125, "loss": 0.0543134331703186, "lr": 1.961322831113927e-06, "epoch": 0.5763265306122449, "percentage": 57.63, "elapsed_time": "5:31:05", "remaining_time": "4:03:23"} +{"current_steps": 3540, "total_steps": 6125, "loss": 0.052860957384109494, "lr": 1.9486007615454837e-06, "epoch": 0.5779591836734694, "percentage": 57.8, "elapsed_time": "5:31:52", "remaining_time": "4:02:20"} +{"current_steps": 3550, "total_steps": 6125, "loss": 0.05510561466217041, "lr": 1.9358936836748972e-06, "epoch": 0.5795918367346938, "percentage": 57.96, "elapsed_time": "5:32:39", "remaining_time": "4:01:17"} +{"current_steps": 3560, "total_steps": 6125, "loss": 0.06125714182853699, "lr": 1.9232019429880874e-06, "epoch": 0.5812244897959183, "percentage": 58.12, "elapsed_time": "5:33:25", "remaining_time": "4:00:14"} +{"current_steps": 3570, "total_steps": 6125, "loss": 0.051503753662109374, "lr": 1.910525884553976e-06, "epoch": 0.5828571428571429, "percentage": 58.29, "elapsed_time": "5:34:13", "remaining_time": "3:59:11"} +{"current_steps": 3580, "total_steps": 6125, "loss": 0.05377998948097229, "lr": 1.8978658530151113e-06, "epoch": 0.5844897959183674, "percentage": 58.45, "elapsed_time": "5:35:00", "remaining_time": "3:58:08"} +{"current_steps": 3590, "total_steps": 6125, "loss": 0.05506981611251831, "lr": 1.8852221925782935e-06, "epoch": 0.5861224489795919, "percentage": 58.61, "elapsed_time": "5:35:46", "remaining_time": "3:57:06"} +{"current_steps": 3600, "total_steps": 6125, "loss": 0.056353437900543216, "lr": 1.872595247005218e-06, "epoch": 0.5877551020408164, "percentage": 58.78, "elapsed_time": "5:36:33", "remaining_time": "3:56:03"} +{"current_steps": 3600, "total_steps": 6125, "eval_loss": 0.04787343740463257, "epoch": 0.5877551020408164, "percentage": 58.78, "elapsed_time": "5:39:11", "remaining_time": "3:57:54"} +{"current_steps": 3610, "total_steps": 6125, "loss": 0.05329249501228332, "lr": 1.8599853596031289e-06, "epoch": 0.5893877551020408, "percentage": 58.94, "elapsed_time": "5:40:02", "remaining_time": "3:56:53"} +{"current_steps": 3620, "total_steps": 6125, "loss": 0.04905630648136139, "lr": 1.8473928732154847e-06, "epoch": 0.5910204081632653, "percentage": 59.1, "elapsed_time": "5:40:49", "remaining_time": "3:55:51"} +{"current_steps": 3630, "total_steps": 6125, "loss": 0.04863021373748779, "lr": 1.8348181302126367e-06, "epoch": 0.5926530612244898, "percentage": 59.27, "elapsed_time": "5:41:37", "remaining_time": "3:54:48"} +{"current_steps": 3640, "total_steps": 6125, "loss": 0.04666702449321747, "lr": 1.8222614724825222e-06, "epoch": 0.5942857142857143, "percentage": 59.43, "elapsed_time": "5:42:25", "remaining_time": "3:53:45"} +{"current_steps": 3650, "total_steps": 6125, "loss": 0.05730679631233215, "lr": 1.8097232414213662e-06, "epoch": 0.5959183673469388, "percentage": 59.59, "elapsed_time": "5:43:12", "remaining_time": "3:52:43"} +{"current_steps": 3660, "total_steps": 6125, "loss": 0.04433938264846802, "lr": 1.7972037779244e-06, "epoch": 0.5975510204081632, "percentage": 59.76, "elapsed_time": "5:43:59", "remaining_time": "3:51:40"} +{"current_steps": 3670, "total_steps": 6125, "loss": 0.04502029418945312, "lr": 1.784703422376598e-06, "epoch": 0.5991836734693877, "percentage": 59.92, "elapsed_time": "5:44:47", "remaining_time": "3:50:38"} +{"current_steps": 3680, "total_steps": 6125, "loss": 0.04091633260250092, "lr": 1.7722225146434146e-06, "epoch": 0.6008163265306122, "percentage": 60.08, "elapsed_time": "5:45:34", "remaining_time": "3:49:36"} +{"current_steps": 3690, "total_steps": 6125, "loss": 0.0417140930891037, "lr": 1.7597613940615492e-06, "epoch": 0.6024489795918367, "percentage": 60.24, "elapsed_time": "5:46:21", "remaining_time": "3:48:33"} +{"current_steps": 3700, "total_steps": 6125, "loss": 0.045112240314483645, "lr": 1.7473203994297197e-06, "epoch": 0.6040816326530613, "percentage": 60.41, "elapsed_time": "5:47:09", "remaining_time": "3:47:31"} +{"current_steps": 3710, "total_steps": 6125, "loss": 0.04915813505649567, "lr": 1.7348998689994492e-06, "epoch": 0.6057142857142858, "percentage": 60.57, "elapsed_time": "5:47:56", "remaining_time": "3:46:29"} +{"current_steps": 3720, "total_steps": 6125, "loss": 0.05195118188858032, "lr": 1.7225001404658714e-06, "epoch": 0.6073469387755102, "percentage": 60.73, "elapsed_time": "5:48:44", "remaining_time": "3:45:27"} +{"current_steps": 3730, "total_steps": 6125, "loss": 0.047248026728630065, "lr": 1.7101215509585482e-06, "epoch": 0.6089795918367347, "percentage": 60.9, "elapsed_time": "5:49:32", "remaining_time": "3:44:26"} +{"current_steps": 3740, "total_steps": 6125, "loss": 0.05229860544204712, "lr": 1.6977644370323032e-06, "epoch": 0.6106122448979592, "percentage": 61.06, "elapsed_time": "5:50:19", "remaining_time": "3:43:24"} +{"current_steps": 3750, "total_steps": 6125, "loss": 0.048448923230171206, "lr": 1.6854291346580737e-06, "epoch": 0.6122448979591837, "percentage": 61.22, "elapsed_time": "5:51:07", "remaining_time": "3:42:22"} +{"current_steps": 3760, "total_steps": 6125, "loss": 0.04779277443885803, "lr": 1.673115979213773e-06, "epoch": 0.6138775510204082, "percentage": 61.39, "elapsed_time": "5:51:54", "remaining_time": "3:41:20"} +{"current_steps": 3770, "total_steps": 6125, "loss": 0.04001966416835785, "lr": 1.6608253054751739e-06, "epoch": 0.6155102040816327, "percentage": 61.55, "elapsed_time": "5:52:41", "remaining_time": "3:40:19"} +{"current_steps": 3780, "total_steps": 6125, "loss": 0.04915740489959717, "lr": 1.6485574476068056e-06, "epoch": 0.6171428571428571, "percentage": 61.71, "elapsed_time": "5:53:29", "remaining_time": "3:39:17"} +{"current_steps": 3790, "total_steps": 6125, "loss": 0.055313241481781, "lr": 1.6363127391528694e-06, "epoch": 0.6187755102040816, "percentage": 61.88, "elapsed_time": "5:54:16", "remaining_time": "3:38:16"} +{"current_steps": 3800, "total_steps": 6125, "loss": 0.05452631115913391, "lr": 1.6240915130281696e-06, "epoch": 0.6204081632653061, "percentage": 62.04, "elapsed_time": "5:55:04", "remaining_time": "3:37:15"} +{"current_steps": 3800, "total_steps": 6125, "eval_loss": 0.04318515956401825, "epoch": 0.6204081632653061, "percentage": 62.04, "elapsed_time": "5:57:43", "remaining_time": "3:38:52"} +{"current_steps": 3810, "total_steps": 6125, "loss": 0.047327810525894166, "lr": 1.6118941015090614e-06, "epoch": 0.6220408163265306, "percentage": 62.2, "elapsed_time": "5:58:35", "remaining_time": "3:37:53"} +{"current_steps": 3820, "total_steps": 6125, "loss": 0.04089818894863129, "lr": 1.599720836224419e-06, "epoch": 0.6236734693877551, "percentage": 62.37, "elapsed_time": "5:59:23", "remaining_time": "3:36:51"} +{"current_steps": 3830, "total_steps": 6125, "loss": 0.04378651976585388, "lr": 1.5875720481466162e-06, "epoch": 0.6253061224489795, "percentage": 62.53, "elapsed_time": "6:00:10", "remaining_time": "3:35:49"} +{"current_steps": 3840, "total_steps": 6125, "loss": 0.055971544981002805, "lr": 1.5754480675825295e-06, "epoch": 0.626938775510204, "percentage": 62.69, "elapsed_time": "6:00:58", "remaining_time": "3:34:47"} +{"current_steps": 3850, "total_steps": 6125, "loss": 0.04364039599895477, "lr": 1.563349224164556e-06, "epoch": 0.6285714285714286, "percentage": 62.86, "elapsed_time": "6:01:45", "remaining_time": "3:33:46"} +{"current_steps": 3860, "total_steps": 6125, "loss": 0.04227602481842041, "lr": 1.5512758468416561e-06, "epoch": 0.6302040816326531, "percentage": 63.02, "elapsed_time": "6:02:33", "remaining_time": "3:32:44"} +{"current_steps": 3870, "total_steps": 6125, "loss": 0.03987776041030884, "lr": 1.5392282638704032e-06, "epoch": 0.6318367346938776, "percentage": 63.18, "elapsed_time": "6:03:20", "remaining_time": "3:31:43"} +{"current_steps": 3880, "total_steps": 6125, "loss": 0.05040489435195923, "lr": 1.5272068028060616e-06, "epoch": 0.6334693877551021, "percentage": 63.35, "elapsed_time": "6:04:08", "remaining_time": "3:30:41"} +{"current_steps": 3890, "total_steps": 6125, "loss": 0.04129888415336609, "lr": 1.5152117904936827e-06, "epoch": 0.6351020408163265, "percentage": 63.51, "elapsed_time": "6:04:55", "remaining_time": "3:29:40"} +{"current_steps": 3900, "total_steps": 6125, "loss": 0.04145504236221313, "lr": 1.5032435530592165e-06, "epoch": 0.636734693877551, "percentage": 63.67, "elapsed_time": "6:05:43", "remaining_time": "3:28:38"} +{"current_steps": 3910, "total_steps": 6125, "loss": 0.03938417434692383, "lr": 1.4913024159006444e-06, "epoch": 0.6383673469387755, "percentage": 63.84, "elapsed_time": "6:06:30", "remaining_time": "3:27:37"} +{"current_steps": 3920, "total_steps": 6125, "loss": 0.047359606623649596, "lr": 1.4793887036791338e-06, "epoch": 0.64, "percentage": 64.0, "elapsed_time": "6:07:17", "remaining_time": "3:26:36"} +{"current_steps": 3930, "total_steps": 6125, "loss": 0.047661393880844116, "lr": 1.4675027403102107e-06, "epoch": 0.6416326530612245, "percentage": 64.16, "elapsed_time": "6:08:04", "remaining_time": "3:25:34"} +{"current_steps": 3940, "total_steps": 6125, "loss": 0.04829471111297608, "lr": 1.4556448489549519e-06, "epoch": 0.643265306122449, "percentage": 64.33, "elapsed_time": "6:08:51", "remaining_time": "3:24:33"} +{"current_steps": 3950, "total_steps": 6125, "loss": 0.047904521226882935, "lr": 1.4438153520111978e-06, "epoch": 0.6448979591836734, "percentage": 64.49, "elapsed_time": "6:09:39", "remaining_time": "3:23:32"} +{"current_steps": 3960, "total_steps": 6125, "loss": 0.04648992121219635, "lr": 1.4320145711047894e-06, "epoch": 0.6465306122448979, "percentage": 64.65, "elapsed_time": "6:10:26", "remaining_time": "3:22:31"} +{"current_steps": 3970, "total_steps": 6125, "loss": 0.044715133309364316, "lr": 1.4202428270808256e-06, "epoch": 0.6481632653061224, "percentage": 64.82, "elapsed_time": "6:11:14", "remaining_time": "3:21:31"} +{"current_steps": 3980, "total_steps": 6125, "loss": 0.042470496892929074, "lr": 1.408500439994933e-06, "epoch": 0.649795918367347, "percentage": 64.98, "elapsed_time": "6:12:01", "remaining_time": "3:20:30"} +{"current_steps": 3990, "total_steps": 6125, "loss": 0.03910423815250397, "lr": 1.3967877291045706e-06, "epoch": 0.6514285714285715, "percentage": 65.14, "elapsed_time": "6:12:48", "remaining_time": "3:19:28"} +{"current_steps": 4000, "total_steps": 6125, "loss": 0.046834564208984374, "lr": 1.3851050128603454e-06, "epoch": 0.6530612244897959, "percentage": 65.31, "elapsed_time": "6:13:34", "remaining_time": "3:18:27"} +{"current_steps": 4000, "total_steps": 6125, "eval_loss": 0.04485878720879555, "epoch": 0.6530612244897959, "percentage": 65.31, "elapsed_time": "6:16:09", "remaining_time": "3:19:50"} +{"current_steps": 4010, "total_steps": 6125, "loss": 0.048332995176315306, "lr": 1.3734526088973576e-06, "epoch": 0.6546938775510204, "percentage": 65.47, "elapsed_time": "6:17:00", "remaining_time": "3:18:50"} +{"current_steps": 4020, "total_steps": 6125, "loss": 0.05632186532020569, "lr": 1.3618308340265628e-06, "epoch": 0.6563265306122449, "percentage": 65.63, "elapsed_time": "6:17:46", "remaining_time": "3:17:48"} +{"current_steps": 4030, "total_steps": 6125, "loss": 0.0413711816072464, "lr": 1.3502400042261583e-06, "epoch": 0.6579591836734694, "percentage": 65.8, "elapsed_time": "6:18:32", "remaining_time": "3:16:47"} +{"current_steps": 4040, "total_steps": 6125, "loss": 0.04443484246730804, "lr": 1.3386804346329913e-06, "epoch": 0.6595918367346939, "percentage": 65.96, "elapsed_time": "6:19:19", "remaining_time": "3:15:45"} +{"current_steps": 4050, "total_steps": 6125, "loss": 0.03936767876148224, "lr": 1.3271524395339958e-06, "epoch": 0.6612244897959184, "percentage": 66.12, "elapsed_time": "6:20:06", "remaining_time": "3:14:44"} +{"current_steps": 4060, "total_steps": 6125, "loss": 0.03893322050571442, "lr": 1.31565633235764e-06, "epoch": 0.6628571428571428, "percentage": 66.29, "elapsed_time": "6:20:53", "remaining_time": "3:13:43"} +{"current_steps": 4070, "total_steps": 6125, "loss": 0.05221283435821533, "lr": 1.30419242566541e-06, "epoch": 0.6644897959183673, "percentage": 66.45, "elapsed_time": "6:21:40", "remaining_time": "3:12:42"} +{"current_steps": 4080, "total_steps": 6125, "loss": 0.04261190891265869, "lr": 1.2927610311433098e-06, "epoch": 0.6661224489795918, "percentage": 66.61, "elapsed_time": "6:22:27", "remaining_time": "3:11:41"} +{"current_steps": 4090, "total_steps": 6125, "loss": 0.04804243743419647, "lr": 1.2813624595933885e-06, "epoch": 0.6677551020408163, "percentage": 66.78, "elapsed_time": "6:23:14", "remaining_time": "3:10:41"} +{"current_steps": 4100, "total_steps": 6125, "loss": 0.03677414059638977, "lr": 1.2699970209252877e-06, "epoch": 0.6693877551020408, "percentage": 66.94, "elapsed_time": "6:24:00", "remaining_time": "3:09:39"} +{"current_steps": 4110, "total_steps": 6125, "loss": 0.04266786575317383, "lr": 1.2586650241478173e-06, "epoch": 0.6710204081632654, "percentage": 67.1, "elapsed_time": "6:24:46", "remaining_time": "3:08:38"} +{"current_steps": 4120, "total_steps": 6125, "loss": 0.045382776856422426, "lr": 1.2473667773605542e-06, "epoch": 0.6726530612244898, "percentage": 67.27, "elapsed_time": "6:25:32", "remaining_time": "3:07:37"} +{"current_steps": 4130, "total_steps": 6125, "loss": 0.0483401358127594, "lr": 1.236102587745464e-06, "epoch": 0.6742857142857143, "percentage": 67.43, "elapsed_time": "6:26:18", "remaining_time": "3:06:36"} +{"current_steps": 4140, "total_steps": 6125, "loss": 0.0531754195690155, "lr": 1.2248727615585501e-06, "epoch": 0.6759183673469388, "percentage": 67.59, "elapsed_time": "6:27:10", "remaining_time": "3:05:38"} +{"current_steps": 4150, "total_steps": 6125, "loss": 0.046069496870040895, "lr": 1.2136776041215293e-06, "epoch": 0.6775510204081633, "percentage": 67.76, "elapsed_time": "6:27:59", "remaining_time": "3:04:38"} +{"current_steps": 4160, "total_steps": 6125, "loss": 0.03938464820384979, "lr": 1.2025174198135255e-06, "epoch": 0.6791836734693878, "percentage": 67.92, "elapsed_time": "6:28:47", "remaining_time": "3:03:39"} +{"current_steps": 4170, "total_steps": 6125, "loss": 0.04410702586174011, "lr": 1.1913925120627987e-06, "epoch": 0.6808163265306122, "percentage": 68.08, "elapsed_time": "6:29:40", "remaining_time": "3:02:41"} +{"current_steps": 4180, "total_steps": 6125, "loss": 0.03496443629264832, "lr": 1.1803031833384923e-06, "epoch": 0.6824489795918367, "percentage": 68.24, "elapsed_time": "6:30:33", "remaining_time": "3:01:43"} +{"current_steps": 4190, "total_steps": 6125, "loss": 0.04019207060337067, "lr": 1.1692497351424117e-06, "epoch": 0.6840816326530612, "percentage": 68.41, "elapsed_time": "6:31:18", "remaining_time": "3:00:42"} +{"current_steps": 4200, "total_steps": 6125, "loss": 0.03875584900379181, "lr": 1.1582324680008252e-06, "epoch": 0.6857142857142857, "percentage": 68.57, "elapsed_time": "6:32:04", "remaining_time": "2:59:42"} +{"current_steps": 4200, "total_steps": 6125, "eval_loss": 0.0395464189350605, "epoch": 0.6857142857142857, "percentage": 68.57, "elapsed_time": "6:34:38", "remaining_time": "3:00:52"} +{"current_steps": 4210, "total_steps": 6125, "loss": 0.04495754837989807, "lr": 1.1472516814562945e-06, "epoch": 0.6873469387755102, "percentage": 68.73, "elapsed_time": "6:35:28", "remaining_time": "2:59:53"} +{"current_steps": 4220, "total_steps": 6125, "loss": 0.0422965407371521, "lr": 1.1363076740595294e-06, "epoch": 0.6889795918367347, "percentage": 68.9, "elapsed_time": "6:36:14", "remaining_time": "2:58:52"} +{"current_steps": 4230, "total_steps": 6125, "loss": 0.04501302838325501, "lr": 1.1254007433612705e-06, "epoch": 0.6906122448979591, "percentage": 69.06, "elapsed_time": "6:37:00", "remaining_time": "2:57:51"} +{"current_steps": 4240, "total_steps": 6125, "loss": 0.03593409359455109, "lr": 1.1145311859042026e-06, "epoch": 0.6922448979591836, "percentage": 69.22, "elapsed_time": "6:37:47", "remaining_time": "2:56:50"} +{"current_steps": 4250, "total_steps": 6125, "loss": 0.034275355935096743, "lr": 1.1036992972148865e-06, "epoch": 0.6938775510204082, "percentage": 69.39, "elapsed_time": "6:38:32", "remaining_time": "2:55:49"} +{"current_steps": 4260, "total_steps": 6125, "loss": 0.039912134408950806, "lr": 1.092905371795729e-06, "epoch": 0.6955102040816327, "percentage": 69.55, "elapsed_time": "6:39:17", "remaining_time": "2:54:48"} +{"current_steps": 4270, "total_steps": 6125, "loss": 0.03563873171806335, "lr": 1.0821497031169729e-06, "epoch": 0.6971428571428572, "percentage": 69.71, "elapsed_time": "6:40:03", "remaining_time": "2:53:47"} +{"current_steps": 4280, "total_steps": 6125, "loss": 0.036586591601371767, "lr": 1.0714325836087191e-06, "epoch": 0.6987755102040817, "percentage": 69.88, "elapsed_time": "6:40:49", "remaining_time": "2:52:47"} +{"current_steps": 4290, "total_steps": 6125, "loss": 0.03775157630443573, "lr": 1.0607543046529763e-06, "epoch": 0.7004081632653061, "percentage": 70.04, "elapsed_time": "6:41:35", "remaining_time": "2:51:46"} +{"current_steps": 4300, "total_steps": 6125, "loss": 0.03171868622303009, "lr": 1.050115156575738e-06, "epoch": 0.7020408163265306, "percentage": 70.2, "elapsed_time": "6:42:21", "remaining_time": "2:50:46"} +{"current_steps": 4310, "total_steps": 6125, "loss": 0.028169712424278258, "lr": 1.0395154286390896e-06, "epoch": 0.7036734693877551, "percentage": 70.37, "elapsed_time": "6:43:07", "remaining_time": "2:49:45"} +{"current_steps": 4320, "total_steps": 6125, "loss": 0.03762204349040985, "lr": 1.028955409033342e-06, "epoch": 0.7053061224489796, "percentage": 70.53, "elapsed_time": "6:43:53", "remaining_time": "2:48:45"} +{"current_steps": 4330, "total_steps": 6125, "loss": 0.04035975933074951, "lr": 1.0184353848692005e-06, "epoch": 0.7069387755102041, "percentage": 70.69, "elapsed_time": "6:44:38", "remaining_time": "2:47:44"} +{"current_steps": 4340, "total_steps": 6125, "loss": 0.04394418001174927, "lr": 1.0079556421699533e-06, "epoch": 0.7085714285714285, "percentage": 70.86, "elapsed_time": "6:45:25", "remaining_time": "2:46:44"} +{"current_steps": 4350, "total_steps": 6125, "loss": 0.04101270735263825, "lr": 9.97516465863698e-07, "epoch": 0.710204081632653, "percentage": 71.02, "elapsed_time": "6:46:11", "remaining_time": "2:45:44"} +{"current_steps": 4360, "total_steps": 6125, "loss": 0.04232141673564911, "lr": 9.87118139775595e-07, "epoch": 0.7118367346938775, "percentage": 71.18, "elapsed_time": "6:46:58", "remaining_time": "2:44:45"} +{"current_steps": 4370, "total_steps": 6125, "loss": 0.03110981285572052, "lr": 9.767609466201494e-07, "epoch": 0.713469387755102, "percentage": 71.35, "elapsed_time": "6:47:45", "remaining_time": "2:43:45"} +{"current_steps": 4380, "total_steps": 6125, "loss": 0.036100244522094725, "lr": 9.664451679935252e-07, "epoch": 0.7151020408163266, "percentage": 71.51, "elapsed_time": "6:48:31", "remaining_time": "2:42:45"} +{"current_steps": 4390, "total_steps": 6125, "loss": 0.028025591373443605, "lr": 9.561710843658892e-07, "epoch": 0.7167346938775511, "percentage": 71.67, "elapsed_time": "6:49:18", "remaining_time": "2:41:45"} +{"current_steps": 4400, "total_steps": 6125, "loss": 0.03276517987251282, "lr": 9.459389750737854e-07, "epoch": 0.7183673469387755, "percentage": 71.84, "elapsed_time": "6:50:04", "remaining_time": "2:40:46"} +{"current_steps": 4400, "total_steps": 6125, "eval_loss": 0.03968822583556175, "epoch": 0.7183673469387755, "percentage": 71.84, "elapsed_time": "6:52:55", "remaining_time": "2:41:53"} +{"current_steps": 4410, "total_steps": 6125, "loss": 0.04240003228187561, "lr": 9.357491183125398e-07, "epoch": 0.72, "percentage": 72.0, "elapsed_time": "6:53:45", "remaining_time": "2:40:54"} +{"current_steps": 4420, "total_steps": 6125, "loss": 0.03953196704387665, "lr": 9.256017911286958e-07, "epoch": 0.7216326530612245, "percentage": 72.16, "elapsed_time": "6:54:32", "remaining_time": "2:39:54"} +{"current_steps": 4430, "total_steps": 6125, "loss": 0.03630510270595551, "lr": 9.154972694124866e-07, "epoch": 0.723265306122449, "percentage": 72.33, "elapsed_time": "6:55:18", "remaining_time": "2:38:54"} +{"current_steps": 4440, "total_steps": 6125, "loss": 0.04581010937690735, "lr": 9.054358278903272e-07, "epoch": 0.7248979591836735, "percentage": 72.49, "elapsed_time": "6:56:04", "remaining_time": "2:37:54"} +{"current_steps": 4450, "total_steps": 6125, "loss": 0.04633161723613739, "lr": 8.954177401173491e-07, "epoch": 0.726530612244898, "percentage": 72.65, "elapsed_time": "6:56:50", "remaining_time": "2:36:54"} +{"current_steps": 4460, "total_steps": 6125, "loss": 0.03686977326869965, "lr": 8.854432784699624e-07, "epoch": 0.7281632653061224, "percentage": 72.82, "elapsed_time": "6:57:36", "remaining_time": "2:35:54"} +{"current_steps": 4470, "total_steps": 6125, "loss": 0.03494169116020203, "lr": 8.755127141384495e-07, "epoch": 0.7297959183673469, "percentage": 72.98, "elapsed_time": "6:58:22", "remaining_time": "2:34:54"} +{"current_steps": 4480, "total_steps": 6125, "loss": 0.04174305498600006, "lr": 8.656263171195931e-07, "epoch": 0.7314285714285714, "percentage": 73.14, "elapsed_time": "6:59:08", "remaining_time": "2:33:54"} +{"current_steps": 4490, "total_steps": 6125, "loss": 0.04263312518596649, "lr": 8.557843562093329e-07, "epoch": 0.7330612244897959, "percentage": 73.31, "elapsed_time": "6:59:54", "remaining_time": "2:32:54"} +{"current_steps": 4500, "total_steps": 6125, "loss": 0.03155354261398315, "lr": 8.459870989954611e-07, "epoch": 0.7346938775510204, "percentage": 73.47, "elapsed_time": "7:00:39", "remaining_time": "2:31:54"} +{"current_steps": 4510, "total_steps": 6125, "loss": 0.05083600878715515, "lr": 8.362348118503424e-07, "epoch": 0.7363265306122448, "percentage": 73.63, "elapsed_time": "7:01:25", "remaining_time": "2:30:54"} +{"current_steps": 4520, "total_steps": 6125, "loss": 0.031102049350738525, "lr": 8.265277599236785e-07, "epoch": 0.7379591836734694, "percentage": 73.8, "elapsed_time": "7:02:12", "remaining_time": "2:29:55"} +{"current_steps": 4530, "total_steps": 6125, "loss": 0.033837145566940306, "lr": 8.168662071352918e-07, "epoch": 0.7395918367346939, "percentage": 73.96, "elapsed_time": "7:02:58", "remaining_time": "2:28:55"} +{"current_steps": 4540, "total_steps": 6125, "loss": 0.0337544322013855, "lr": 8.072504161679534e-07, "epoch": 0.7412244897959184, "percentage": 74.12, "elapsed_time": "7:03:44", "remaining_time": "2:27:56"} +{"current_steps": 4550, "total_steps": 6125, "loss": 0.03291972577571869, "lr": 7.976806484602417e-07, "epoch": 0.7428571428571429, "percentage": 74.29, "elapsed_time": "7:04:38", "remaining_time": "2:26:59"} +{"current_steps": 4560, "total_steps": 6125, "loss": 0.032550466060638425, "lr": 7.881571641994331e-07, "epoch": 0.7444897959183674, "percentage": 74.45, "elapsed_time": "7:05:31", "remaining_time": "2:26:02"} +{"current_steps": 4570, "total_steps": 6125, "loss": 0.030972787737846376, "lr": 7.786802223144286e-07, "epoch": 0.7461224489795918, "percentage": 74.61, "elapsed_time": "7:06:26", "remaining_time": "2:25:06"} +{"current_steps": 4580, "total_steps": 6125, "loss": 0.0415867954492569, "lr": 7.69250080468712e-07, "epoch": 0.7477551020408163, "percentage": 74.78, "elapsed_time": "7:07:19", "remaining_time": "2:24:09"} +{"current_steps": 4590, "total_steps": 6125, "loss": 0.0360225111246109, "lr": 7.59866995053348e-07, "epoch": 0.7493877551020408, "percentage": 74.94, "elapsed_time": "7:08:09", "remaining_time": "2:23:11"} +{"current_steps": 4600, "total_steps": 6125, "loss": 0.03627174496650696, "lr": 7.505312211800081e-07, "epoch": 0.7510204081632653, "percentage": 75.1, "elapsed_time": "7:09:05", "remaining_time": "2:22:15"} +{"current_steps": 4600, "total_steps": 6125, "eval_loss": 0.03568050265312195, "epoch": 0.7510204081632653, "percentage": 75.1, "elapsed_time": "7:11:42", "remaining_time": "2:23:07"} +{"current_steps": 4610, "total_steps": 6125, "loss": 0.033873635530471805, "lr": 7.41243012674035e-07, "epoch": 0.7526530612244898, "percentage": 75.27, "elapsed_time": "7:12:36", "remaining_time": "2:22:10"} +{"current_steps": 4620, "total_steps": 6125, "loss": 0.03949807286262512, "lr": 7.320026220675447e-07, "epoch": 0.7542857142857143, "percentage": 75.43, "elapsed_time": "7:13:23", "remaining_time": "2:21:10"} +{"current_steps": 4630, "total_steps": 6125, "loss": 0.03478931188583374, "lr": 7.228103005925557e-07, "epoch": 0.7559183673469387, "percentage": 75.59, "elapsed_time": "7:14:09", "remaining_time": "2:20:11"} +{"current_steps": 4640, "total_steps": 6125, "loss": 0.030326524376869203, "lr": 7.136662981741613e-07, "epoch": 0.7575510204081632, "percentage": 75.76, "elapsed_time": "7:14:55", "remaining_time": "2:19:11"} +{"current_steps": 4650, "total_steps": 6125, "loss": 0.034136393666267396, "lr": 7.045708634237341e-07, "epoch": 0.7591836734693878, "percentage": 75.92, "elapsed_time": "7:15:41", "remaining_time": "2:18:12"} +{"current_steps": 4660, "total_steps": 6125, "loss": 0.040317881107330325, "lr": 6.955242436321663e-07, "epoch": 0.7608163265306123, "percentage": 76.08, "elapsed_time": "7:16:28", "remaining_time": "2:17:12"} +{"current_steps": 4670, "total_steps": 6125, "loss": 0.02895120084285736, "lr": 6.865266847631463e-07, "epoch": 0.7624489795918368, "percentage": 76.24, "elapsed_time": "7:17:14", "remaining_time": "2:16:13"} +{"current_steps": 4680, "total_steps": 6125, "loss": 0.029726022481918336, "lr": 6.775784314464717e-07, "epoch": 0.7640816326530612, "percentage": 76.41, "elapsed_time": "7:18:00", "remaining_time": "2:15:14"} +{"current_steps": 4690, "total_steps": 6125, "loss": 0.02383600324392319, "lr": 6.686797269713971e-07, "epoch": 0.7657142857142857, "percentage": 76.57, "elapsed_time": "7:18:46", "remaining_time": "2:14:15"} +{"current_steps": 4700, "total_steps": 6125, "loss": 0.03801000118255615, "lr": 6.598308132800221e-07, "epoch": 0.7673469387755102, "percentage": 76.73, "elapsed_time": "7:19:32", "remaining_time": "2:13:15"} +{"current_steps": 4710, "total_steps": 6125, "loss": 0.030053699016571046, "lr": 6.510319309607099e-07, "epoch": 0.7689795918367347, "percentage": 76.9, "elapsed_time": "7:20:18", "remaining_time": "2:12:16"} +{"current_steps": 4720, "total_steps": 6125, "loss": 0.03296325206756592, "lr": 6.422833192415476e-07, "epoch": 0.7706122448979592, "percentage": 77.06, "elapsed_time": "7:21:04", "remaining_time": "2:11:17"} +{"current_steps": 4730, "total_steps": 6125, "loss": 0.029071077704429626, "lr": 6.335852159838423e-07, "epoch": 0.7722448979591837, "percentage": 77.22, "elapsed_time": "7:21:50", "remaining_time": "2:10:18"} +{"current_steps": 4740, "total_steps": 6125, "loss": 0.03307548463344574, "lr": 6.249378576756538e-07, "epoch": 0.7738775510204081, "percentage": 77.39, "elapsed_time": "7:22:36", "remaining_time": "2:09:19"} +{"current_steps": 4750, "total_steps": 6125, "loss": 0.03507235944271088, "lr": 6.163414794253641e-07, "epoch": 0.7755102040816326, "percentage": 77.55, "elapsed_time": "7:23:22", "remaining_time": "2:08:20"} +{"current_steps": 4760, "total_steps": 6125, "loss": 0.038254004716873166, "lr": 6.077963149552868e-07, "epoch": 0.7771428571428571, "percentage": 77.71, "elapsed_time": "7:24:08", "remaining_time": "2:07:21"} +{"current_steps": 4770, "total_steps": 6125, "loss": 0.03428310751914978, "lr": 5.993025965953103e-07, "epoch": 0.7787755102040816, "percentage": 77.88, "elapsed_time": "7:24:53", "remaining_time": "2:06:22"} +{"current_steps": 4780, "total_steps": 6125, "loss": 0.032243117690086365, "lr": 5.908605552765833e-07, "epoch": 0.7804081632653062, "percentage": 78.04, "elapsed_time": "7:25:39", "remaining_time": "2:05:24"} +{"current_steps": 4790, "total_steps": 6125, "loss": 0.03812848925590515, "lr": 5.824704205252343e-07, "epoch": 0.7820408163265307, "percentage": 78.2, "elapsed_time": "7:26:25", "remaining_time": "2:04:25"} +{"current_steps": 4800, "total_steps": 6125, "loss": 0.031389710307121274, "lr": 5.741324204561335e-07, "epoch": 0.7836734693877551, "percentage": 78.37, "elapsed_time": "7:27:11", "remaining_time": "2:03:26"} +{"current_steps": 4800, "total_steps": 6125, "eval_loss": 0.03615976870059967, "epoch": 0.7836734693877551, "percentage": 78.37, "elapsed_time": "7:29:45", "remaining_time": "2:04:09"} +{"current_steps": 4810, "total_steps": 6125, "loss": 0.027873021364212037, "lr": 5.65846781766688e-07, "epoch": 0.7853061224489796, "percentage": 78.53, "elapsed_time": "7:30:35", "remaining_time": "2:03:11"} +{"current_steps": 4820, "total_steps": 6125, "loss": 0.0407156765460968, "lr": 5.576137297306794e-07, "epoch": 0.7869387755102041, "percentage": 78.69, "elapsed_time": "7:31:21", "remaining_time": "2:02:12"} +{"current_steps": 4830, "total_steps": 6125, "loss": 0.03936888575553894, "lr": 5.494334881921393e-07, "epoch": 0.7885714285714286, "percentage": 78.86, "elapsed_time": "7:32:07", "remaining_time": "2:01:13"} +{"current_steps": 4840, "total_steps": 6125, "loss": 0.03059300184249878, "lr": 5.413062795592633e-07, "epoch": 0.7902040816326531, "percentage": 79.02, "elapsed_time": "7:32:52", "remaining_time": "2:00:14"} +{"current_steps": 4850, "total_steps": 6125, "loss": 0.038730043172836306, "lr": 5.332323247983632e-07, "epoch": 0.7918367346938775, "percentage": 79.18, "elapsed_time": "7:33:38", "remaining_time": "1:59:15"} +{"current_steps": 4860, "total_steps": 6125, "loss": 0.033898717164993285, "lr": 5.252118434278605e-07, "epoch": 0.793469387755102, "percentage": 79.35, "elapsed_time": "7:34:24", "remaining_time": "1:58:16"} +{"current_steps": 4870, "total_steps": 6125, "loss": 0.033659690618515016, "lr": 5.172450535123166e-07, "epoch": 0.7951020408163265, "percentage": 79.51, "elapsed_time": "7:35:09", "remaining_time": "1:57:17"} +{"current_steps": 4880, "total_steps": 6125, "loss": 0.0293354332447052, "lr": 5.093321716565064e-07, "epoch": 0.796734693877551, "percentage": 79.67, "elapsed_time": "7:35:54", "remaining_time": "1:56:18"} +{"current_steps": 4890, "total_steps": 6125, "loss": 0.027682244777679443, "lr": 5.014734129995258e-07, "epoch": 0.7983673469387755, "percentage": 79.84, "elapsed_time": "7:36:41", "remaining_time": "1:55:20"} +{"current_steps": 4900, "total_steps": 6125, "loss": 0.029118484258651732, "lr": 4.936689912089443e-07, "epoch": 0.8, "percentage": 80.0, "elapsed_time": "7:37:27", "remaining_time": "1:54:21"} +{"current_steps": 4910, "total_steps": 6125, "loss": 0.031624987721443176, "lr": 4.859191184749968e-07, "epoch": 0.8016326530612244, "percentage": 80.16, "elapsed_time": "7:38:13", "remaining_time": "1:53:23"} +{"current_steps": 4920, "total_steps": 6125, "loss": 0.03415923118591309, "lr": 4.782240055048113e-07, "epoch": 0.803265306122449, "percentage": 80.33, "elapsed_time": "7:38:59", "remaining_time": "1:52:24"} +{"current_steps": 4930, "total_steps": 6125, "loss": 0.035749971866607666, "lr": 4.705838615166836e-07, "epoch": 0.8048979591836735, "percentage": 80.49, "elapsed_time": "7:39:45", "remaining_time": "1:51:26"} +{"current_steps": 4940, "total_steps": 6125, "loss": 0.029294773936271667, "lr": 4.629988942343863e-07, "epoch": 0.806530612244898, "percentage": 80.65, "elapsed_time": "7:40:31", "remaining_time": "1:50:28"} +{"current_steps": 4950, "total_steps": 6125, "loss": 0.026727235317230223, "lr": 4.55469309881523e-07, "epoch": 0.8081632653061225, "percentage": 80.82, "elapsed_time": "7:41:17", "remaining_time": "1:49:29"} +{"current_steps": 4960, "total_steps": 6125, "loss": 0.029011189937591553, "lr": 4.479953131759199e-07, "epoch": 0.809795918367347, "percentage": 80.98, "elapsed_time": "7:42:03", "remaining_time": "1:48:31"} +{"current_steps": 4970, "total_steps": 6125, "loss": 0.040424668788909913, "lr": 4.4057710732406113e-07, "epoch": 0.8114285714285714, "percentage": 81.14, "elapsed_time": "7:42:49", "remaining_time": "1:47:33"} +{"current_steps": 4980, "total_steps": 6125, "loss": 0.031291928887367246, "lr": 4.332148940155617e-07, "epoch": 0.8130612244897959, "percentage": 81.31, "elapsed_time": "7:43:35", "remaining_time": "1:46:35"} +{"current_steps": 4990, "total_steps": 6125, "loss": 0.028314629197120668, "lr": 4.259088734176883e-07, "epoch": 0.8146938775510204, "percentage": 81.47, "elapsed_time": "7:44:20", "remaining_time": "1:45:36"} +{"current_steps": 5000, "total_steps": 6125, "loss": 0.028049173951148986, "lr": 4.186592441699119e-07, "epoch": 0.8163265306122449, "percentage": 81.63, "elapsed_time": "7:45:06", "remaining_time": "1:44:38"} +{"current_steps": 5000, "total_steps": 6125, "eval_loss": 0.033585112541913986, "epoch": 0.8163265306122449, "percentage": 81.63, "elapsed_time": "7:47:39", "remaining_time": "1:45:13"} +{"current_steps": 5010, "total_steps": 6125, "loss": 0.03612466752529144, "lr": 4.1146620337850965e-07, "epoch": 0.8179591836734694, "percentage": 81.8, "elapsed_time": "7:48:29", "remaining_time": "1:44:15"} +{"current_steps": 5020, "total_steps": 6125, "loss": 0.026968371868133546, "lr": 4.043299466112058e-07, "epoch": 0.8195918367346938, "percentage": 81.96, "elapsed_time": "7:49:15", "remaining_time": "1:43:17"} +{"current_steps": 5030, "total_steps": 6125, "loss": 0.030766445398330688, "lr": 3.9725066789185446e-07, "epoch": 0.8212244897959183, "percentage": 82.12, "elapsed_time": "7:50:01", "remaining_time": "1:42:19"} +{"current_steps": 5040, "total_steps": 6125, "loss": 0.028759539127349854, "lr": 3.9022855969516384e-07, "epoch": 0.8228571428571428, "percentage": 82.29, "elapsed_time": "7:50:47", "remaining_time": "1:41:20"} +{"current_steps": 5050, "total_steps": 6125, "loss": 0.03126598298549652, "lr": 3.832638129414637e-07, "epoch": 0.8244897959183674, "percentage": 82.45, "elapsed_time": "7:51:33", "remaining_time": "1:40:22"} +{"current_steps": 5060, "total_steps": 6125, "loss": 0.030412834882736207, "lr": 3.7635661699151366e-07, "epoch": 0.8261224489795919, "percentage": 82.61, "elapsed_time": "7:52:19", "remaining_time": "1:39:24"} +{"current_steps": 5070, "total_steps": 6125, "loss": 0.03904336988925934, "lr": 3.695071596413574e-07, "epoch": 0.8277551020408164, "percentage": 82.78, "elapsed_time": "7:53:05", "remaining_time": "1:38:26"} +{"current_steps": 5080, "total_steps": 6125, "loss": 0.032776132225990295, "lr": 3.627156271172125e-07, "epoch": 0.8293877551020408, "percentage": 82.94, "elapsed_time": "7:53:51", "remaining_time": "1:37:28"} +{"current_steps": 5090, "total_steps": 6125, "loss": 0.027044805884361266, "lr": 3.559822040704108e-07, "epoch": 0.8310204081632653, "percentage": 83.1, "elapsed_time": "7:54:37", "remaining_time": "1:36:30"} +{"current_steps": 5100, "total_steps": 6125, "loss": 0.03271254003047943, "lr": 3.4930707357237666e-07, "epoch": 0.8326530612244898, "percentage": 83.27, "elapsed_time": "7:55:23", "remaining_time": "1:35:32"} +{"current_steps": 5110, "total_steps": 6125, "loss": 0.030745366215705873, "lr": 3.4269041710964903e-07, "epoch": 0.8342857142857143, "percentage": 83.43, "elapsed_time": "7:56:09", "remaining_time": "1:34:34"} +{"current_steps": 5120, "total_steps": 6125, "loss": 0.032180759310722354, "lr": 3.36132414578948e-07, "epoch": 0.8359183673469388, "percentage": 83.59, "elapsed_time": "7:56:55", "remaining_time": "1:33:36"} +{"current_steps": 5130, "total_steps": 6125, "loss": 0.026755687594413758, "lr": 3.296332442822839e-07, "epoch": 0.8375510204081633, "percentage": 83.76, "elapsed_time": "7:57:41", "remaining_time": "1:32:39"} +{"current_steps": 5140, "total_steps": 6125, "loss": 0.02895594835281372, "lr": 3.231930829221083e-07, "epoch": 0.8391836734693877, "percentage": 83.92, "elapsed_time": "7:58:27", "remaining_time": "1:31:41"} +{"current_steps": 5150, "total_steps": 6125, "loss": 0.033178862929344174, "lr": 3.168121055965112e-07, "epoch": 0.8408163265306122, "percentage": 84.08, "elapsed_time": "7:59:13", "remaining_time": "1:30:43"} +{"current_steps": 5160, "total_steps": 6125, "loss": 0.02276728004217148, "lr": 3.104904857944591e-07, "epoch": 0.8424489795918367, "percentage": 84.24, "elapsed_time": "7:59:59", "remaining_time": "1:29:45"} +{"current_steps": 5170, "total_steps": 6125, "loss": 0.028258222341537475, "lr": 3.0422839539107794e-07, "epoch": 0.8440816326530612, "percentage": 84.41, "elapsed_time": "8:00:45", "remaining_time": "1:28:48"} +{"current_steps": 5180, "total_steps": 6125, "loss": 0.02725991904735565, "lr": 2.980260046429834e-07, "epoch": 0.8457142857142858, "percentage": 84.57, "elapsed_time": "8:01:32", "remaining_time": "1:27:50"} +{"current_steps": 5190, "total_steps": 6125, "loss": 0.0327379584312439, "lr": 2.9188348218364635e-07, "epoch": 0.8473469387755102, "percentage": 84.73, "elapsed_time": "8:02:27", "remaining_time": "1:26:54"} +{"current_steps": 5200, "total_steps": 6125, "loss": 0.030778995156288146, "lr": 2.8580099501881285e-07, "epoch": 0.8489795918367347, "percentage": 84.9, "elapsed_time": "8:03:17", "remaining_time": "1:25:58"} +{"current_steps": 5200, "total_steps": 6125, "eval_loss": 0.02920014224946499, "epoch": 0.8489795918367347, "percentage": 84.9, "elapsed_time": "8:05:53", "remaining_time": "1:26:25"} +{"current_steps": 5210, "total_steps": 6125, "loss": 0.03692179024219513, "lr": 2.7977870852195997e-07, "epoch": 0.8506122448979592, "percentage": 85.06, "elapsed_time": "8:06:43", "remaining_time": "1:25:28"} +{"current_steps": 5220, "total_steps": 6125, "loss": 0.030528882145881654, "lr": 2.7381678642980303e-07, "epoch": 0.8522448979591837, "percentage": 85.22, "elapsed_time": "8:07:29", "remaining_time": "1:24:31"} +{"current_steps": 5230, "total_steps": 6125, "loss": 0.025125756859779358, "lr": 2.6791539083784014e-07, "epoch": 0.8538775510204082, "percentage": 85.39, "elapsed_time": "8:08:16", "remaining_time": "1:23:33"} +{"current_steps": 5240, "total_steps": 6125, "loss": 0.02720560133457184, "lr": 2.620746821959475e-07, "epoch": 0.8555102040816327, "percentage": 85.55, "elapsed_time": "8:09:02", "remaining_time": "1:22:35"} +{"current_steps": 5250, "total_steps": 6125, "loss": 0.033940815925598146, "lr": 2.562948193040174e-07, "epoch": 0.8571428571428571, "percentage": 85.71, "elapsed_time": "8:09:48", "remaining_time": "1:21:38"} +{"current_steps": 5260, "total_steps": 6125, "loss": 0.028036150336265563, "lr": 2.5057595930763873e-07, "epoch": 0.8587755102040816, "percentage": 85.88, "elapsed_time": "8:10:34", "remaining_time": "1:20:40"} +{"current_steps": 5270, "total_steps": 6125, "loss": 0.02731768786907196, "lr": 2.4491825769382526e-07, "epoch": 0.8604081632653061, "percentage": 86.04, "elapsed_time": "8:11:20", "remaining_time": "1:19:42"} +{"current_steps": 5280, "total_steps": 6125, "loss": 0.0313712328672409, "lr": 2.39321868286789e-07, "epoch": 0.8620408163265306, "percentage": 86.2, "elapsed_time": "8:12:06", "remaining_time": "1:18:45"} +{"current_steps": 5290, "total_steps": 6125, "loss": 0.02781860828399658, "lr": 2.337869432437567e-07, "epoch": 0.8636734693877551, "percentage": 86.37, "elapsed_time": "8:12:52", "remaining_time": "1:17:47"} +{"current_steps": 5300, "total_steps": 6125, "loss": 0.028782907128334045, "lr": 2.283136330508337e-07, "epoch": 0.8653061224489796, "percentage": 86.53, "elapsed_time": "8:13:39", "remaining_time": "1:16:50"} +{"current_steps": 5310, "total_steps": 6125, "loss": 0.02515394687652588, "lr": 2.2290208651891244e-07, "epoch": 0.866938775510204, "percentage": 86.69, "elapsed_time": "8:14:26", "remaining_time": "1:15:53"} +{"current_steps": 5320, "total_steps": 6125, "loss": 0.02002216875553131, "lr": 2.1755245077962618e-07, "epoch": 0.8685714285714285, "percentage": 86.86, "elapsed_time": "8:15:12", "remaining_time": "1:14:56"} +{"current_steps": 5330, "total_steps": 6125, "loss": 0.03221684396266937, "lr": 2.1226487128134854e-07, "epoch": 0.8702040816326531, "percentage": 87.02, "elapsed_time": "8:15:59", "remaining_time": "1:13:58"} +{"current_steps": 5340, "total_steps": 6125, "loss": 0.023763810098171235, "lr": 2.070394917852403e-07, "epoch": 0.8718367346938776, "percentage": 87.18, "elapsed_time": "8:16:45", "remaining_time": "1:13:01"} +{"current_steps": 5350, "total_steps": 6125, "loss": 0.03192594051361084, "lr": 2.0187645436133913e-07, "epoch": 0.8734693877551021, "percentage": 87.35, "elapsed_time": "8:17:31", "remaining_time": "1:12:04"} +{"current_steps": 5360, "total_steps": 6125, "loss": 0.025955894589424135, "lr": 1.967758993846966e-07, "epoch": 0.8751020408163265, "percentage": 87.51, "elapsed_time": "8:18:17", "remaining_time": "1:11:07"} +{"current_steps": 5370, "total_steps": 6125, "loss": 0.027435585856437683, "lr": 1.9173796553156487e-07, "epoch": 0.876734693877551, "percentage": 87.67, "elapsed_time": "8:19:03", "remaining_time": "1:10:09"} +{"current_steps": 5380, "total_steps": 6125, "loss": 0.028912261128425598, "lr": 1.8676278977562219e-07, "epoch": 0.8783673469387755, "percentage": 87.84, "elapsed_time": "8:19:50", "remaining_time": "1:09:12"} +{"current_steps": 5390, "total_steps": 6125, "loss": 0.029015693068504333, "lr": 1.818505073842508e-07, "epoch": 0.88, "percentage": 88.0, "elapsed_time": "8:20:36", "remaining_time": "1:08:15"} +{"current_steps": 5400, "total_steps": 6125, "loss": 0.025249993801116942, "lr": 1.770012519148598e-07, "epoch": 0.8816326530612245, "percentage": 88.16, "elapsed_time": "8:21:28", "remaining_time": "1:07:19"} +{"current_steps": 5400, "total_steps": 6125, "eval_loss": 0.02678457647562027, "epoch": 0.8816326530612245, "percentage": 88.16, "elapsed_time": "8:24:04", "remaining_time": "1:07:40"} +{"current_steps": 5410, "total_steps": 6125, "loss": 0.03486272096633911, "lr": 1.722151552112525e-07, "epoch": 0.883265306122449, "percentage": 88.33, "elapsed_time": "8:25:04", "remaining_time": "1:06:45"} +{"current_steps": 5420, "total_steps": 6125, "loss": 0.024751077592372894, "lr": 1.6749234740004227e-07, "epoch": 0.8848979591836734, "percentage": 88.49, "elapsed_time": "8:25:59", "remaining_time": "1:05:49"} +{"current_steps": 5430, "total_steps": 6125, "loss": 0.025553828477859496, "lr": 1.6283295688711564e-07, "epoch": 0.8865306122448979, "percentage": 88.65, "elapsed_time": "8:26:55", "remaining_time": "1:04:52"} +{"current_steps": 5440, "total_steps": 6125, "loss": 0.025743791460990907, "lr": 1.582371103541394e-07, "epoch": 0.8881632653061224, "percentage": 88.82, "elapsed_time": "8:27:51", "remaining_time": "1:03:56"} +{"current_steps": 5450, "total_steps": 6125, "loss": 0.02687264084815979, "lr": 1.5370493275511767e-07, "epoch": 0.889795918367347, "percentage": 88.98, "elapsed_time": "8:28:40", "remaining_time": "1:03:00"} +{"current_steps": 5460, "total_steps": 6125, "loss": 0.023073682188987733, "lr": 1.4923654731299363e-07, "epoch": 0.8914285714285715, "percentage": 89.14, "elapsed_time": "8:29:26", "remaining_time": "1:02:02"} +{"current_steps": 5470, "total_steps": 6125, "loss": 0.0280561625957489, "lr": 1.4483207551630045e-07, "epoch": 0.893061224489796, "percentage": 89.31, "elapsed_time": "8:30:13", "remaining_time": "1:01:05"} +{"current_steps": 5480, "total_steps": 6125, "loss": 0.02133965492248535, "lr": 1.4049163711585684e-07, "epoch": 0.8946938775510204, "percentage": 89.47, "elapsed_time": "8:30:59", "remaining_time": "1:00:08"} +{"current_steps": 5490, "total_steps": 6125, "loss": 0.017637649178504945, "lr": 1.3621535012151244e-07, "epoch": 0.8963265306122449, "percentage": 89.63, "elapsed_time": "8:31:45", "remaining_time": "0:59:11"} +{"current_steps": 5500, "total_steps": 6125, "loss": 0.02847398817539215, "lr": 1.3200333079893823e-07, "epoch": 0.8979591836734694, "percentage": 89.8, "elapsed_time": "8:32:31", "remaining_time": "0:58:14"} +{"current_steps": 5510, "total_steps": 6125, "loss": 0.020397891104221345, "lr": 1.2785569366646628e-07, "epoch": 0.8995918367346939, "percentage": 89.96, "elapsed_time": "8:33:17", "remaining_time": "0:57:17"} +{"current_steps": 5520, "total_steps": 6125, "loss": 0.03015478849411011, "lr": 1.2377255149197576e-07, "epoch": 0.9012244897959184, "percentage": 90.12, "elapsed_time": "8:34:03", "remaining_time": "0:56:20"} +{"current_steps": 5530, "total_steps": 6125, "loss": 0.02614833414554596, "lr": 1.1975401528982718e-07, "epoch": 0.9028571428571428, "percentage": 90.29, "elapsed_time": "8:34:49", "remaining_time": "0:55:23"} +{"current_steps": 5540, "total_steps": 6125, "loss": 0.023097904026508333, "lr": 1.1580019431784384e-07, "epoch": 0.9044897959183673, "percentage": 90.45, "elapsed_time": "8:35:35", "remaining_time": "0:54:26"} +{"current_steps": 5550, "total_steps": 6125, "loss": 0.028036117553710938, "lr": 1.1191119607434076e-07, "epoch": 0.9061224489795918, "percentage": 90.61, "elapsed_time": "8:36:21", "remaining_time": "0:53:29"} +{"current_steps": 5560, "total_steps": 6125, "loss": 0.027321887016296387, "lr": 1.0808712629520435e-07, "epoch": 0.9077551020408163, "percentage": 90.78, "elapsed_time": "8:37:07", "remaining_time": "0:52:32"} +{"current_steps": 5570, "total_steps": 6125, "loss": 0.03543014228343964, "lr": 1.0432808895101426e-07, "epoch": 0.9093877551020408, "percentage": 90.94, "elapsed_time": "8:37:53", "remaining_time": "0:51:36"} +{"current_steps": 5580, "total_steps": 6125, "loss": 0.02044544517993927, "lr": 1.0063418624421895e-07, "epoch": 0.9110204081632653, "percentage": 91.1, "elapsed_time": "8:38:39", "remaining_time": "0:50:39"} +{"current_steps": 5590, "total_steps": 6125, "loss": 0.027166444063186645, "lr": 9.700551860635538e-08, "epoch": 0.9126530612244897, "percentage": 91.27, "elapsed_time": "8:39:25", "remaining_time": "0:49:42"} +{"current_steps": 5600, "total_steps": 6125, "loss": 0.02024113982915878, "lr": 9.344218469532012e-08, "epoch": 0.9142857142857143, "percentage": 91.43, "elapsed_time": "8:40:11", "remaining_time": "0:48:46"} +{"current_steps": 5600, "total_steps": 6125, "eval_loss": 0.025807492434978485, "epoch": 0.9142857142857143, "percentage": 91.43, "elapsed_time": "8:42:46", "remaining_time": "0:49:00"} +{"current_steps": 5610, "total_steps": 6125, "loss": 0.024004274606704713, "lr": 8.99442813926854e-08, "epoch": 0.9159183673469388, "percentage": 91.59, "elapsed_time": "8:43:38", "remaining_time": "0:48:04"} +{"current_steps": 5620, "total_steps": 6125, "loss": 0.024219857156276704, "lr": 8.651190380106673e-08, "epoch": 0.9175510204081633, "percentage": 91.76, "elapsed_time": "8:44:28", "remaining_time": "0:47:07"} +{"current_steps": 5630, "total_steps": 6125, "loss": 0.02802177369594574, "lr": 8.314514524153522e-08, "epoch": 0.9191836734693878, "percentage": 91.92, "elapsed_time": "8:45:14", "remaining_time": "0:46:10"} +{"current_steps": 5640, "total_steps": 6125, "loss": 0.021109704673290253, "lr": 7.984409725108222e-08, "epoch": 0.9208163265306123, "percentage": 92.08, "elapsed_time": "8:46:01", "remaining_time": "0:45:14"} +{"current_steps": 5650, "total_steps": 6125, "loss": 0.020703735947608947, "lr": 7.660884958012899e-08, "epoch": 0.9224489795918367, "percentage": 92.24, "elapsed_time": "8:46:47", "remaining_time": "0:44:17"} +{"current_steps": 5660, "total_steps": 6125, "loss": 0.03247661292552948, "lr": 7.343949019008756e-08, "epoch": 0.9240816326530612, "percentage": 92.41, "elapsed_time": "8:47:33", "remaining_time": "0:43:20"} +{"current_steps": 5670, "total_steps": 6125, "loss": 0.021647430956363678, "lr": 7.03361052509688e-08, "epoch": 0.9257142857142857, "percentage": 92.57, "elapsed_time": "8:48:20", "remaining_time": "0:42:23"} +{"current_steps": 5680, "total_steps": 6125, "loss": 0.028400209546089173, "lr": 6.729877913903976e-08, "epoch": 0.9273469387755102, "percentage": 92.73, "elapsed_time": "8:49:06", "remaining_time": "0:41:27"} +{"current_steps": 5690, "total_steps": 6125, "loss": 0.014232246577739716, "lr": 6.432759443452924e-08, "epoch": 0.9289795918367347, "percentage": 92.9, "elapsed_time": "8:49:52", "remaining_time": "0:40:30"} +{"current_steps": 5700, "total_steps": 6125, "loss": 0.02244553864002228, "lr": 6.14226319193828e-08, "epoch": 0.9306122448979591, "percentage": 93.06, "elapsed_time": "8:50:39", "remaining_time": "0:39:34"} +{"current_steps": 5710, "total_steps": 6125, "loss": 0.029011306166648865, "lr": 5.858397057506709e-08, "epoch": 0.9322448979591836, "percentage": 93.22, "elapsed_time": "8:51:27", "remaining_time": "0:38:37"} +{"current_steps": 5720, "total_steps": 6125, "loss": 0.028310227394104003, "lr": 5.581168758042127e-08, "epoch": 0.9338775510204081, "percentage": 93.39, "elapsed_time": "8:52:14", "remaining_time": "0:37:41"} +{"current_steps": 5730, "total_steps": 6125, "loss": 0.021468037366867067, "lr": 5.310585830955922e-08, "epoch": 0.9355102040816327, "percentage": 93.55, "elapsed_time": "8:53:00", "remaining_time": "0:36:44"} +{"current_steps": 5740, "total_steps": 6125, "loss": 0.024149742722511292, "lr": 5.0466556329819835e-08, "epoch": 0.9371428571428572, "percentage": 93.71, "elapsed_time": "8:53:52", "remaining_time": "0:35:48"} +{"current_steps": 5750, "total_steps": 6125, "loss": 0.01809695065021515, "lr": 4.789385339976832e-08, "epoch": 0.9387755102040817, "percentage": 93.88, "elapsed_time": "8:54:38", "remaining_time": "0:34:52"} +{"current_steps": 5760, "total_steps": 6125, "loss": 0.022831857204437256, "lr": 4.53878194672433e-08, "epoch": 0.9404081632653061, "percentage": 94.04, "elapsed_time": "8:55:24", "remaining_time": "0:33:55"} +{"current_steps": 5770, "total_steps": 6125, "loss": 0.015157052874565124, "lr": 4.2948522667455864e-08, "epoch": 0.9420408163265306, "percentage": 94.2, "elapsed_time": "8:56:10", "remaining_time": "0:32:59"} +{"current_steps": 5780, "total_steps": 6125, "loss": 0.02486245185136795, "lr": 4.057602932113658e-08, "epoch": 0.9436734693877551, "percentage": 94.37, "elapsed_time": "8:56:57", "remaining_time": "0:32:03"} +{"current_steps": 5790, "total_steps": 6125, "loss": 0.024203602969646455, "lr": 3.82704039327339e-08, "epoch": 0.9453061224489796, "percentage": 94.53, "elapsed_time": "8:57:43", "remaining_time": "0:31:06"} +{"current_steps": 5800, "total_steps": 6125, "loss": 0.025162199139595033, "lr": 3.6031709188658336e-08, "epoch": 0.9469387755102041, "percentage": 94.69, "elapsed_time": "8:58:30", "remaining_time": "0:30:10"} +{"current_steps": 5800, "total_steps": 6125, "eval_loss": 0.025506427511572838, "epoch": 0.9469387755102041, "percentage": 94.69, "elapsed_time": "9:01:04", "remaining_time": "0:30:19"} +{"current_steps": 5810, "total_steps": 6125, "loss": 0.027550938725471496, "lr": 3.386000595557964e-08, "epoch": 0.9485714285714286, "percentage": 94.86, "elapsed_time": "9:01:54", "remaining_time": "0:29:22"} +{"current_steps": 5820, "total_steps": 6125, "loss": 0.024577364325523376, "lr": 3.1755353278770936e-08, "epoch": 0.950204081632653, "percentage": 95.02, "elapsed_time": "9:02:40", "remaining_time": "0:28:26"} +{"current_steps": 5830, "total_steps": 6125, "loss": 0.021038763225078583, "lr": 2.9717808380503866e-08, "epoch": 0.9518367346938775, "percentage": 95.18, "elapsed_time": "9:03:26", "remaining_time": "0:27:29"} +{"current_steps": 5840, "total_steps": 6125, "loss": 0.02484375685453415, "lr": 2.7747426658492893e-08, "epoch": 0.953469387755102, "percentage": 95.35, "elapsed_time": "9:04:12", "remaining_time": "0:26:33"} +{"current_steps": 5850, "total_steps": 6125, "loss": 0.023458963632583617, "lr": 2.5844261684388473e-08, "epoch": 0.9551020408163265, "percentage": 95.51, "elapsed_time": "9:04:58", "remaining_time": "0:25:37"} +{"current_steps": 5860, "total_steps": 6125, "loss": 0.03132525682449341, "lr": 2.4008365202321525e-08, "epoch": 0.9567346938775511, "percentage": 95.67, "elapsed_time": "9:05:44", "remaining_time": "0:24:40"} +{"current_steps": 5870, "total_steps": 6125, "loss": 0.03181464076042175, "lr": 2.2239787127495695e-08, "epoch": 0.9583673469387755, "percentage": 95.84, "elapsed_time": "9:06:30", "remaining_time": "0:23:44"} +{"current_steps": 5880, "total_steps": 6125, "loss": 0.019847501814365388, "lr": 2.0538575544831186e-08, "epoch": 0.96, "percentage": 96.0, "elapsed_time": "9:07:17", "remaining_time": "0:22:48"} +{"current_steps": 5890, "total_steps": 6125, "loss": 0.02205444723367691, "lr": 1.8904776707655837e-08, "epoch": 0.9616326530612245, "percentage": 96.16, "elapsed_time": "9:08:03", "remaining_time": "0:21:51"} +{"current_steps": 5900, "total_steps": 6125, "loss": 0.022021512687206268, "lr": 1.7338435036449164e-08, "epoch": 0.963265306122449, "percentage": 96.33, "elapsed_time": "9:08:49", "remaining_time": "0:20:55"} +{"current_steps": 5910, "total_steps": 6125, "loss": 0.02300398051738739, "lr": 1.5839593117634166e-08, "epoch": 0.9648979591836735, "percentage": 96.49, "elapsed_time": "9:09:35", "remaining_time": "0:19:59"} +{"current_steps": 5920, "total_steps": 6125, "loss": 0.024825331568717957, "lr": 1.4408291702418808e-08, "epoch": 0.966530612244898, "percentage": 96.65, "elapsed_time": "9:10:21", "remaining_time": "0:19:03"} +{"current_steps": 5930, "total_steps": 6125, "loss": 0.02171301543712616, "lr": 1.3044569705689125e-08, "epoch": 0.9681632653061224, "percentage": 96.82, "elapsed_time": "9:11:07", "remaining_time": "0:18:07"} +{"current_steps": 5940, "total_steps": 6125, "loss": 0.02564157545566559, "lr": 1.1748464204950072e-08, "epoch": 0.9697959183673469, "percentage": 96.98, "elapsed_time": "9:12:00", "remaining_time": "0:17:11"} +{"current_steps": 5950, "total_steps": 6125, "loss": 0.02467280924320221, "lr": 1.052001043931855e-08, "epoch": 0.9714285714285714, "percentage": 97.14, "elapsed_time": "9:12:57", "remaining_time": "0:16:15"} +{"current_steps": 5960, "total_steps": 6125, "loss": 0.02429400235414505, "lr": 9.3592418085639e-09, "epoch": 0.9730612244897959, "percentage": 97.31, "elapsed_time": "9:13:53", "remaining_time": "0:15:20"} +{"current_steps": 5970, "total_steps": 6125, "loss": 0.02331821173429489, "lr": 8.266189872201957e-09, "epoch": 0.9746938775510204, "percentage": 97.47, "elapsed_time": "9:14:49", "remaining_time": "0:14:24"} +{"current_steps": 5980, "total_steps": 6125, "loss": 0.02990926504135132, "lr": 7.24088434863407e-09, "epoch": 0.976326530612245, "percentage": 97.63, "elapsed_time": "9:15:45", "remaining_time": "0:13:28"} +{"current_steps": 5990, "total_steps": 6125, "loss": 0.023541297018527984, "lr": 6.283353114342749e-09, "epoch": 0.9779591836734693, "percentage": 97.8, "elapsed_time": "9:16:42", "remaining_time": "0:12:32"} +{"current_steps": 6000, "total_steps": 6125, "loss": 0.020145678520202638, "lr": 5.393622203129778e-09, "epoch": 0.9795918367346939, "percentage": 97.96, "elapsed_time": "9:17:39", "remaining_time": "0:11:37"} +{"current_steps": 6000, "total_steps": 6125, "eval_loss": 0.025301460176706314, "epoch": 0.9795918367346939, "percentage": 97.96, "elapsed_time": "9:20:17", "remaining_time": "0:11:40"} +{"current_steps": 6010, "total_steps": 6125, "loss": 0.02092682272195816, "lr": 4.5717158054114916e-09, "epoch": 0.9812244897959184, "percentage": 98.12, "elapsed_time": "9:21:15", "remaining_time": "0:10:44"} +{"current_steps": 6020, "total_steps": 6125, "loss": 0.029862532019615175, "lr": 3.817656267559866e-09, "epoch": 0.9828571428571429, "percentage": 98.29, "elapsed_time": "9:22:02", "remaining_time": "0:09:48"} +{"current_steps": 6030, "total_steps": 6125, "loss": 0.021963220834732056, "lr": 3.1314640912943893e-09, "epoch": 0.9844897959183674, "percentage": 98.45, "elapsed_time": "9:22:50", "remaining_time": "0:08:52"} +{"current_steps": 6040, "total_steps": 6125, "loss": 0.01937238872051239, "lr": 2.5131579331261204e-09, "epoch": 0.9861224489795918, "percentage": 98.61, "elapsed_time": "9:23:37", "remaining_time": "0:07:55"} +{"current_steps": 6050, "total_steps": 6125, "loss": 0.03262064456939697, "lr": 1.9627546038492042e-09, "epoch": 0.9877551020408163, "percentage": 98.78, "elapsed_time": "9:24:25", "remaining_time": "0:06:59"} +{"current_steps": 6060, "total_steps": 6125, "loss": 0.02464511841535568, "lr": 1.4802690680842947e-09, "epoch": 0.9893877551020408, "percentage": 98.94, "elapsed_time": "9:25:12", "remaining_time": "0:06:03"} +{"current_steps": 6070, "total_steps": 6125, "loss": 0.020028088986873627, "lr": 1.065714443871102e-09, "epoch": 0.9910204081632653, "percentage": 99.1, "elapsed_time": "9:25:59", "remaining_time": "0:05:07"} +{"current_steps": 6080, "total_steps": 6125, "loss": 0.03540560901165009, "lr": 7.191020023133988e-10, "epoch": 0.9926530612244898, "percentage": 99.27, "elapsed_time": "9:26:47", "remaining_time": "0:04:11"} +{"current_steps": 6090, "total_steps": 6125, "loss": 0.026075825095176697, "lr": 4.404411672703779e-10, "epoch": 0.9942857142857143, "percentage": 99.43, "elapsed_time": "9:27:35", "remaining_time": "0:03:15"} +{"current_steps": 6100, "total_steps": 6125, "loss": 0.024257904291152953, "lr": 2.2973951510185665e-10, "epoch": 0.9959183673469387, "percentage": 99.59, "elapsed_time": "9:28:22", "remaining_time": "0:02:19"} +{"current_steps": 6110, "total_steps": 6125, "loss": 0.021962395310401915, "lr": 8.700277446233029e-11, "epoch": 0.9975510204081632, "percentage": 99.76, "elapsed_time": "9:29:10", "remaining_time": "0:01:23"} +{"current_steps": 6120, "total_steps": 6125, "loss": 0.025374814867973328, "lr": 1.2234826143875388e-11, "epoch": 0.9991836734693877, "percentage": 99.92, "elapsed_time": "9:29:56", "remaining_time": "0:00:27"} +{"current_steps": 6125, "total_steps": 6125, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "9:30:24", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..411fe85 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,4597 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 200, + "global_step": 6125, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0016326530612244899, + "grad_norm": 7.955283164978027, + "learning_rate": 4.5000000000000003e-07, + "loss": 4.391213607788086, + "step": 10 + }, + { + "epoch": 0.0032653061224489797, + "grad_norm": 2.4868686199188232, + "learning_rate": 9.500000000000001e-07, + "loss": 1.9876020431518555, + "step": 20 + }, + { + "epoch": 0.004897959183673469, + "grad_norm": 0.25438952445983887, + "learning_rate": 1.45e-06, + "loss": 0.34127225875854494, + "step": 30 + }, + { + "epoch": 0.006530612244897959, + "grad_norm": 0.13044093549251556, + "learning_rate": 1.9500000000000004e-06, + "loss": 0.23643033504486083, + "step": 40 + }, + { + "epoch": 0.00816326530612245, + "grad_norm": 0.17984068393707275, + "learning_rate": 2.4500000000000003e-06, + "loss": 0.23313720226287843, + "step": 50 + }, + { + "epoch": 0.009795918367346938, + "grad_norm": 0.15249308943748474, + "learning_rate": 2.95e-06, + "loss": 0.22351114749908446, + "step": 60 + }, + { + "epoch": 0.011428571428571429, + "grad_norm": 0.07123949378728867, + "learning_rate": 3.45e-06, + "loss": 0.21615636348724365, + "step": 70 + }, + { + "epoch": 0.013061224489795919, + "grad_norm": 0.21456502377986908, + "learning_rate": 3.95e-06, + "loss": 0.21677422523498535, + "step": 80 + }, + { + "epoch": 0.014693877551020407, + "grad_norm": 0.22391553223133087, + "learning_rate": 4.450000000000001e-06, + "loss": 0.21422204971313477, + "step": 90 + }, + { + "epoch": 0.0163265306122449, + "grad_norm": 0.1745220273733139, + "learning_rate": 4.95e-06, + "loss": 0.19350455999374389, + "step": 100 + }, + { + "epoch": 0.017959183673469388, + "grad_norm": 0.18820920586585999, + "learning_rate": 4.9999724716692435e-06, + "loss": 0.1981007933616638, + "step": 110 + }, + { + "epoch": 0.019591836734693877, + "grad_norm": 0.21733109652996063, + "learning_rate": 4.9998773127856985e-06, + "loss": 0.16994532346725463, + "step": 120 + }, + { + "epoch": 0.02122448979591837, + "grad_norm": 0.40475547313690186, + "learning_rate": 4.999714186080037e-06, + "loss": 0.1539763927459717, + "step": 130 + }, + { + "epoch": 0.022857142857142857, + "grad_norm": 0.3676598370075226, + "learning_rate": 4.999483095987423e-06, + "loss": 0.16321685314178466, + "step": 140 + }, + { + "epoch": 0.024489795918367346, + "grad_norm": 0.19484871625900269, + "learning_rate": 4.9991840487908426e-06, + "loss": 0.16523454189300538, + "step": 150 + }, + { + "epoch": 0.026122448979591838, + "grad_norm": 0.21928830444812775, + "learning_rate": 4.998817052620928e-06, + "loss": 0.14424897432327272, + "step": 160 + }, + { + "epoch": 0.027755102040816326, + "grad_norm": 0.2790975868701935, + "learning_rate": 4.9983821174557415e-06, + "loss": 0.13810645341873168, + "step": 170 + }, + { + "epoch": 0.029387755102040815, + "grad_norm": 0.21702228486537933, + "learning_rate": 4.997879255120501e-06, + "loss": 0.1318126440048218, + "step": 180 + }, + { + "epoch": 0.031020408163265307, + "grad_norm": 0.16967810690402985, + "learning_rate": 4.997308479287263e-06, + "loss": 0.14249314069747926, + "step": 190 + }, + { + "epoch": 0.0326530612244898, + "grad_norm": 0.14007994532585144, + "learning_rate": 4.996669805474542e-06, + "loss": 0.12708702087402343, + "step": 200 + }, + { + "epoch": 0.0326530612244898, + "eval_accuracy": 0.9408333333333335, + "eval_loss": 0.12691152095794678, + "eval_runtime": 156.68, + "eval_samples_per_second": 25.53, + "eval_steps_per_second": 25.53, + "step": 200 + }, + { + "epoch": 0.03428571428571429, + "grad_norm": 0.2674005627632141, + "learning_rate": 4.9959632510469e-06, + "loss": 0.11019121408462525, + "step": 210 + }, + { + "epoch": 0.035918367346938776, + "grad_norm": 0.12073638290166855, + "learning_rate": 4.995188835214465e-06, + "loss": 0.12032746076583863, + "step": 220 + }, + { + "epoch": 0.037551020408163265, + "grad_norm": 0.11186162382364273, + "learning_rate": 4.994346579032413e-06, + "loss": 0.12122929096221924, + "step": 230 + }, + { + "epoch": 0.03918367346938775, + "grad_norm": 0.09840800613164902, + "learning_rate": 4.993436505400396e-06, + "loss": 0.11416752338409424, + "step": 240 + }, + { + "epoch": 0.04081632653061224, + "grad_norm": 0.19076374173164368, + "learning_rate": 4.992458639061916e-06, + "loss": 0.11376930475234985, + "step": 250 + }, + { + "epoch": 0.04244897959183674, + "grad_norm": 0.14405065774917603, + "learning_rate": 4.991413006603657e-06, + "loss": 0.10997685194015502, + "step": 260 + }, + { + "epoch": 0.044081632653061226, + "grad_norm": 0.23844055831432343, + "learning_rate": 4.990299636454759e-06, + "loss": 0.1000083327293396, + "step": 270 + }, + { + "epoch": 0.045714285714285714, + "grad_norm": 0.23128052055835724, + "learning_rate": 4.989118558886043e-06, + "loss": 0.1243711233139038, + "step": 280 + }, + { + "epoch": 0.0473469387755102, + "grad_norm": 0.19849570095539093, + "learning_rate": 4.9878698060091955e-06, + "loss": 0.11728224754333497, + "step": 290 + }, + { + "epoch": 0.04897959183673469, + "grad_norm": 0.13039851188659668, + "learning_rate": 4.986553411775886e-06, + "loss": 0.09353847503662109, + "step": 300 + }, + { + "epoch": 0.05061224489795919, + "grad_norm": 0.19887588918209076, + "learning_rate": 4.985169411976852e-06, + "loss": 0.11291944980621338, + "step": 310 + }, + { + "epoch": 0.052244897959183675, + "grad_norm": 0.25038304924964905, + "learning_rate": 4.98371784424092e-06, + "loss": 0.11149277687072753, + "step": 320 + }, + { + "epoch": 0.053877551020408164, + "grad_norm": 0.238360196352005, + "learning_rate": 4.982198748033986e-06, + "loss": 0.11344953775405883, + "step": 330 + }, + { + "epoch": 0.05551020408163265, + "grad_norm": 0.13686658442020416, + "learning_rate": 4.980612164657943e-06, + "loss": 0.09844974875450134, + "step": 340 + }, + { + "epoch": 0.05714285714285714, + "grad_norm": 0.0829666405916214, + "learning_rate": 4.978958137249551e-06, + "loss": 0.10898438692092896, + "step": 350 + }, + { + "epoch": 0.05877551020408163, + "grad_norm": 0.10389993339776993, + "learning_rate": 4.977236710779277e-06, + "loss": 0.09371156096458436, + "step": 360 + }, + { + "epoch": 0.060408163265306125, + "grad_norm": 0.18182680010795593, + "learning_rate": 4.9754479320500584e-06, + "loss": 0.1049533724784851, + "step": 370 + }, + { + "epoch": 0.062040816326530614, + "grad_norm": 0.14488115906715393, + "learning_rate": 4.973591849696041e-06, + "loss": 0.10510741472244263, + "step": 380 + }, + { + "epoch": 0.0636734693877551, + "grad_norm": 0.14816738665103912, + "learning_rate": 4.971668514181252e-06, + "loss": 0.10956356525421143, + "step": 390 + }, + { + "epoch": 0.0653061224489796, + "grad_norm": 0.20584072172641754, + "learning_rate": 4.969677977798225e-06, + "loss": 0.11344989538192748, + "step": 400 + }, + { + "epoch": 0.0653061224489796, + "eval_accuracy": 0.9496250000000002, + "eval_loss": 0.11409253627061844, + "eval_runtime": 165.7682, + "eval_samples_per_second": 24.13, + "eval_steps_per_second": 24.13, + "step": 400 + }, + { + "epoch": 0.06693877551020408, + "grad_norm": 0.1342787891626358, + "learning_rate": 4.967620294666589e-06, + "loss": 0.09949527978897095, + "step": 410 + }, + { + "epoch": 0.06857142857142857, + "grad_norm": 0.17336596548557281, + "learning_rate": 4.965495520731583e-06, + "loss": 0.10606559514999389, + "step": 420 + }, + { + "epoch": 0.07020408163265306, + "grad_norm": 0.19437003135681152, + "learning_rate": 4.963303713762547e-06, + "loss": 0.11677042245864869, + "step": 430 + }, + { + "epoch": 0.07183673469387755, + "grad_norm": 0.12076073884963989, + "learning_rate": 4.961044933351342e-06, + "loss": 0.1019243597984314, + "step": 440 + }, + { + "epoch": 0.07346938775510205, + "grad_norm": 0.10272067785263062, + "learning_rate": 4.958719240910737e-06, + "loss": 0.10125980377197266, + "step": 450 + }, + { + "epoch": 0.07510204081632653, + "grad_norm": 0.1080622524023056, + "learning_rate": 4.956326699672736e-06, + "loss": 0.09888594150543213, + "step": 460 + }, + { + "epoch": 0.07673469387755102, + "grad_norm": 0.1307847797870636, + "learning_rate": 4.953867374686856e-06, + "loss": 0.10753540992736817, + "step": 470 + }, + { + "epoch": 0.0783673469387755, + "grad_norm": 0.2128073275089264, + "learning_rate": 4.951341332818365e-06, + "loss": 0.11452326774597169, + "step": 480 + }, + { + "epoch": 0.08, + "grad_norm": 0.21006478369235992, + "learning_rate": 4.9487486427464594e-06, + "loss": 0.09555010795593262, + "step": 490 + }, + { + "epoch": 0.08163265306122448, + "grad_norm": 0.24889807403087616, + "learning_rate": 4.946089374962396e-06, + "loss": 0.09771155118942261, + "step": 500 + }, + { + "epoch": 0.08326530612244898, + "grad_norm": 0.13042858242988586, + "learning_rate": 4.943363601767582e-06, + "loss": 0.10659778118133545, + "step": 510 + }, + { + "epoch": 0.08489795918367347, + "grad_norm": 0.2210501879453659, + "learning_rate": 4.940571397271598e-06, + "loss": 0.10161921977996827, + "step": 520 + }, + { + "epoch": 0.08653061224489796, + "grad_norm": 0.11963305622339249, + "learning_rate": 4.937712837390194e-06, + "loss": 0.09155921936035157, + "step": 530 + }, + { + "epoch": 0.08816326530612245, + "grad_norm": 0.07435746490955353, + "learning_rate": 4.93478799984322e-06, + "loss": 0.11164016723632812, + "step": 540 + }, + { + "epoch": 0.08979591836734693, + "grad_norm": 0.16348940134048462, + "learning_rate": 4.9317969641525154e-06, + "loss": 0.10738091468811035, + "step": 550 + }, + { + "epoch": 0.09142857142857143, + "grad_norm": 0.12221129983663559, + "learning_rate": 4.928739811639741e-06, + "loss": 0.09491395950317383, + "step": 560 + }, + { + "epoch": 0.09306122448979592, + "grad_norm": 0.1107218861579895, + "learning_rate": 4.9256166254241775e-06, + "loss": 0.08408294320106506, + "step": 570 + }, + { + "epoch": 0.0946938775510204, + "grad_norm": 0.207329660654068, + "learning_rate": 4.922427490420457e-06, + "loss": 0.10272791385650634, + "step": 580 + }, + { + "epoch": 0.0963265306122449, + "grad_norm": 0.14269684255123138, + "learning_rate": 4.919172493336259e-06, + "loss": 0.10189608335494996, + "step": 590 + }, + { + "epoch": 0.09795918367346938, + "grad_norm": 0.10970286279916763, + "learning_rate": 4.915851722669952e-06, + "loss": 0.09506216645240784, + "step": 600 + }, + { + "epoch": 0.09795918367346938, + "eval_accuracy": 0.9561666666666667, + "eval_loss": 0.09913250058889389, + "eval_runtime": 158.3659, + "eval_samples_per_second": 25.258, + "eval_steps_per_second": 25.258, + "step": 600 + }, + { + "epoch": 0.09959183673469388, + "grad_norm": 0.11382903158664703, + "learning_rate": 4.912465268708186e-06, + "loss": 0.09665942788124085, + "step": 610 + }, + { + "epoch": 0.10122448979591837, + "grad_norm": 0.24785904586315155, + "learning_rate": 4.90901322352344e-06, + "loss": 0.10539349317550659, + "step": 620 + }, + { + "epoch": 0.10285714285714286, + "grad_norm": 0.18585072457790375, + "learning_rate": 4.905495680971518e-06, + "loss": 0.10907092094421386, + "step": 630 + }, + { + "epoch": 0.10448979591836735, + "grad_norm": 0.16385921835899353, + "learning_rate": 4.901912736688995e-06, + "loss": 0.09973281621932983, + "step": 640 + }, + { + "epoch": 0.10612244897959183, + "grad_norm": 0.10820458829402924, + "learning_rate": 4.898264488090619e-06, + "loss": 0.09869267344474793, + "step": 650 + }, + { + "epoch": 0.10775510204081633, + "grad_norm": 0.18020115792751312, + "learning_rate": 4.894551034366665e-06, + "loss": 0.10499387979507446, + "step": 660 + }, + { + "epoch": 0.10938775510204081, + "grad_norm": 0.10356947779655457, + "learning_rate": 4.890772476480229e-06, + "loss": 0.10153095722198487, + "step": 670 + }, + { + "epoch": 0.1110204081632653, + "grad_norm": 0.08888879418373108, + "learning_rate": 4.886928917164496e-06, + "loss": 0.08613221645355225, + "step": 680 + }, + { + "epoch": 0.1126530612244898, + "grad_norm": 0.11978956311941147, + "learning_rate": 4.8830204609199335e-06, + "loss": 0.09545036554336547, + "step": 690 + }, + { + "epoch": 0.11428571428571428, + "grad_norm": 0.11924679577350616, + "learning_rate": 4.8790472140114635e-06, + "loss": 0.0950542688369751, + "step": 700 + }, + { + "epoch": 0.11591836734693878, + "grad_norm": 0.0637463852763176, + "learning_rate": 4.875009284465561e-06, + "loss": 0.10127921104431152, + "step": 710 + }, + { + "epoch": 0.11755102040816326, + "grad_norm": 0.0894392654299736, + "learning_rate": 4.8709067820673235e-06, + "loss": 0.09835844039916992, + "step": 720 + }, + { + "epoch": 0.11918367346938775, + "grad_norm": 0.06312194466590881, + "learning_rate": 4.866739818357489e-06, + "loss": 0.08583117127418519, + "step": 730 + }, + { + "epoch": 0.12081632653061225, + "grad_norm": 0.1375141739845276, + "learning_rate": 4.862508506629394e-06, + "loss": 0.08735222220420838, + "step": 740 + }, + { + "epoch": 0.12244897959183673, + "grad_norm": 0.12715794146060944, + "learning_rate": 4.858212961925902e-06, + "loss": 0.09324318170547485, + "step": 750 + }, + { + "epoch": 0.12408163265306123, + "grad_norm": 0.14359286427497864, + "learning_rate": 4.8538533010362735e-06, + "loss": 0.09482367634773255, + "step": 760 + }, + { + "epoch": 0.12571428571428572, + "grad_norm": 0.1228424683213234, + "learning_rate": 4.849429642492985e-06, + "loss": 0.09595230221748352, + "step": 770 + }, + { + "epoch": 0.1273469387755102, + "grad_norm": 0.08908221125602722, + "learning_rate": 4.844942106568517e-06, + "loss": 0.08924583196640015, + "step": 780 + }, + { + "epoch": 0.12897959183673469, + "grad_norm": 0.15417414903640747, + "learning_rate": 4.84039081527207e-06, + "loss": 0.09454164505004883, + "step": 790 + }, + { + "epoch": 0.1306122448979592, + "grad_norm": 0.1259608417749405, + "learning_rate": 4.835775892346264e-06, + "loss": 0.08659166097640991, + "step": 800 + }, + { + "epoch": 0.1306122448979592, + "eval_accuracy": 0.9564166666666667, + "eval_loss": 0.09297937154769897, + "eval_runtime": 157.5491, + "eval_samples_per_second": 25.389, + "eval_steps_per_second": 25.389, + "step": 800 + }, + { + "epoch": 0.13224489795918368, + "grad_norm": 0.15664513409137726, + "learning_rate": 4.8310974632637584e-06, + "loss": 0.09094155430793763, + "step": 810 + }, + { + "epoch": 0.13387755102040816, + "grad_norm": 0.12366823107004166, + "learning_rate": 4.82635565522385e-06, + "loss": 0.09823386669158936, + "step": 820 + }, + { + "epoch": 0.13551020408163264, + "grad_norm": 0.09367755055427551, + "learning_rate": 4.821550597149012e-06, + "loss": 0.09080367088317871, + "step": 830 + }, + { + "epoch": 0.13714285714285715, + "grad_norm": 0.15230220556259155, + "learning_rate": 4.816682419681389e-06, + "loss": 0.09046205282211303, + "step": 840 + }, + { + "epoch": 0.13877551020408163, + "grad_norm": 0.09214162826538086, + "learning_rate": 4.811751255179244e-06, + "loss": 0.09502801299095154, + "step": 850 + }, + { + "epoch": 0.1404081632653061, + "grad_norm": 0.09514431655406952, + "learning_rate": 4.806757237713361e-06, + "loss": 0.09261927604675294, + "step": 860 + }, + { + "epoch": 0.14204081632653062, + "grad_norm": 0.13052736222743988, + "learning_rate": 4.8017005030634e-06, + "loss": 0.08243635892868043, + "step": 870 + }, + { + "epoch": 0.1436734693877551, + "grad_norm": 0.05511025711894035, + "learning_rate": 4.796581188714205e-06, + "loss": 0.10203326940536499, + "step": 880 + }, + { + "epoch": 0.14530612244897959, + "grad_norm": 0.09896261245012283, + "learning_rate": 4.7913994338520655e-06, + "loss": 0.08544076681137085, + "step": 890 + }, + { + "epoch": 0.1469387755102041, + "grad_norm": 0.18726249039173126, + "learning_rate": 4.786155379360932e-06, + "loss": 0.0944068193435669, + "step": 900 + }, + { + "epoch": 0.14857142857142858, + "grad_norm": 0.09349548071622849, + "learning_rate": 4.7808491678185855e-06, + "loss": 0.0877715528011322, + "step": 910 + }, + { + "epoch": 0.15020408163265306, + "grad_norm": 0.13616853952407837, + "learning_rate": 4.775480943492764e-06, + "loss": 0.09196346998214722, + "step": 920 + }, + { + "epoch": 0.15183673469387754, + "grad_norm": 0.061041463166475296, + "learning_rate": 4.770050852337236e-06, + "loss": 0.09890784621238709, + "step": 930 + }, + { + "epoch": 0.15346938775510205, + "grad_norm": 0.09928455948829651, + "learning_rate": 4.764559041987836e-06, + "loss": 0.09260086417198181, + "step": 940 + }, + { + "epoch": 0.15510204081632653, + "grad_norm": 0.10996410250663757, + "learning_rate": 4.759005661758446e-06, + "loss": 0.09412651658058166, + "step": 950 + }, + { + "epoch": 0.156734693877551, + "grad_norm": 0.09731809049844742, + "learning_rate": 4.753390862636939e-06, + "loss": 0.09459404945373535, + "step": 960 + }, + { + "epoch": 0.15836734693877552, + "grad_norm": 0.12398040294647217, + "learning_rate": 4.747714797281076e-06, + "loss": 0.09960640072822571, + "step": 970 + }, + { + "epoch": 0.16, + "grad_norm": 0.14135490357875824, + "learning_rate": 4.741977620014347e-06, + "loss": 0.09338371157646179, + "step": 980 + }, + { + "epoch": 0.16163265306122448, + "grad_norm": 0.09384343028068542, + "learning_rate": 4.736179486821788e-06, + "loss": 0.08515415191650391, + "step": 990 + }, + { + "epoch": 0.16326530612244897, + "grad_norm": 0.10298261791467667, + "learning_rate": 4.730320555345728e-06, + "loss": 0.09090787768363953, + "step": 1000 + }, + { + "epoch": 0.16326530612244897, + "eval_accuracy": 0.9607916666666667, + "eval_loss": 0.08832322806119919, + "eval_runtime": 166.8275, + "eval_samples_per_second": 23.977, + "eval_steps_per_second": 23.977, + "step": 1000 + }, + { + "epoch": 0.16489795918367348, + "grad_norm": 0.05896759778261185, + "learning_rate": 4.724400984881508e-06, + "loss": 0.08005568385124207, + "step": 1010 + }, + { + "epoch": 0.16653061224489796, + "grad_norm": 0.07907038927078247, + "learning_rate": 4.7184209363731546e-06, + "loss": 0.08133251667022705, + "step": 1020 + }, + { + "epoch": 0.16816326530612244, + "grad_norm": 0.07444760203361511, + "learning_rate": 4.7123805724089935e-06, + "loss": 0.08690541982650757, + "step": 1030 + }, + { + "epoch": 0.16979591836734695, + "grad_norm": 0.16517433524131775, + "learning_rate": 4.706280057217239e-06, + "loss": 0.09946454763412475, + "step": 1040 + }, + { + "epoch": 0.17142857142857143, + "grad_norm": 0.18107500672340393, + "learning_rate": 4.700119556661521e-06, + "loss": 0.08886862993240356, + "step": 1050 + }, + { + "epoch": 0.1730612244897959, + "grad_norm": 0.15386350452899933, + "learning_rate": 4.693899238236383e-06, + "loss": 0.09117826819419861, + "step": 1060 + }, + { + "epoch": 0.17469387755102042, + "grad_norm": 0.1098460704088211, + "learning_rate": 4.687619271062725e-06, + "loss": 0.09286551475524903, + "step": 1070 + }, + { + "epoch": 0.1763265306122449, + "grad_norm": 0.09872590750455856, + "learning_rate": 4.681279825883201e-06, + "loss": 0.09102073907852173, + "step": 1080 + }, + { + "epoch": 0.17795918367346938, + "grad_norm": 0.12001907080411911, + "learning_rate": 4.674881075057581e-06, + "loss": 0.09481253027915955, + "step": 1090 + }, + { + "epoch": 0.17959183673469387, + "grad_norm": 0.13000014424324036, + "learning_rate": 4.668423192558069e-06, + "loss": 0.08999797105789184, + "step": 1100 + }, + { + "epoch": 0.18122448979591838, + "grad_norm": 0.07537361979484558, + "learning_rate": 4.661906353964563e-06, + "loss": 0.07345216870307922, + "step": 1110 + }, + { + "epoch": 0.18285714285714286, + "grad_norm": 0.10346294194459915, + "learning_rate": 4.65533073645989e-06, + "loss": 0.08096543550491334, + "step": 1120 + }, + { + "epoch": 0.18448979591836734, + "grad_norm": 0.12576258182525635, + "learning_rate": 4.6486965188249825e-06, + "loss": 0.08680164813995361, + "step": 1130 + }, + { + "epoch": 0.18612244897959185, + "grad_norm": 0.17314419150352478, + "learning_rate": 4.642003881434024e-06, + "loss": 0.08470291495323182, + "step": 1140 + }, + { + "epoch": 0.18775510204081633, + "grad_norm": 0.1576225906610489, + "learning_rate": 4.635253006249536e-06, + "loss": 0.10852066278457642, + "step": 1150 + }, + { + "epoch": 0.1893877551020408, + "grad_norm": 0.15372557938098907, + "learning_rate": 4.628444076817444e-06, + "loss": 0.1022921085357666, + "step": 1160 + }, + { + "epoch": 0.1910204081632653, + "grad_norm": 0.15021173655986786, + "learning_rate": 4.621577278262072e-06, + "loss": 0.09645735621452331, + "step": 1170 + }, + { + "epoch": 0.1926530612244898, + "grad_norm": 0.07714739441871643, + "learning_rate": 4.614652797281118e-06, + "loss": 0.08636590242385864, + "step": 1180 + }, + { + "epoch": 0.19428571428571428, + "grad_norm": 0.17956240475177765, + "learning_rate": 4.6076708221405806e-06, + "loss": 0.09293715357780456, + "step": 1190 + }, + { + "epoch": 0.19591836734693877, + "grad_norm": 0.13412988185882568, + "learning_rate": 4.600631542669633e-06, + "loss": 0.09799563884735107, + "step": 1200 + }, + { + "epoch": 0.19591836734693877, + "eval_accuracy": 0.963, + "eval_loss": 0.08563050627708435, + "eval_runtime": 171.1854, + "eval_samples_per_second": 23.366, + "eval_steps_per_second": 23.366, + "step": 1200 + }, + { + "epoch": 0.19755102040816327, + "grad_norm": 0.1682359278202057, + "learning_rate": 4.593535150255463e-06, + "loss": 0.08345703482627868, + "step": 1210 + }, + { + "epoch": 0.19918367346938776, + "grad_norm": 0.09281504899263382, + "learning_rate": 4.586381837838076e-06, + "loss": 0.08114275336265564, + "step": 1220 + }, + { + "epoch": 0.20081632653061224, + "grad_norm": 0.12355420738458633, + "learning_rate": 4.579171799905044e-06, + "loss": 0.0780484676361084, + "step": 1230 + }, + { + "epoch": 0.20244897959183675, + "grad_norm": 0.12121636420488358, + "learning_rate": 4.571905232486214e-06, + "loss": 0.07816853523254394, + "step": 1240 + }, + { + "epoch": 0.20408163265306123, + "grad_norm": 0.09326840937137604, + "learning_rate": 4.56458233314839e-06, + "loss": 0.08001847267150879, + "step": 1250 + }, + { + "epoch": 0.2057142857142857, + "grad_norm": 0.11423090845346451, + "learning_rate": 4.557203300989948e-06, + "loss": 0.08720387816429138, + "step": 1260 + }, + { + "epoch": 0.2073469387755102, + "grad_norm": 0.124808169901371, + "learning_rate": 4.549768336635432e-06, + "loss": 0.08812607526779175, + "step": 1270 + }, + { + "epoch": 0.2089795918367347, + "grad_norm": 0.08311110734939575, + "learning_rate": 4.542277642230096e-06, + "loss": 0.0880801498889923, + "step": 1280 + }, + { + "epoch": 0.21061224489795918, + "grad_norm": 0.1179559975862503, + "learning_rate": 4.53473142143441e-06, + "loss": 0.09044411182403564, + "step": 1290 + }, + { + "epoch": 0.21224489795918366, + "grad_norm": 0.13122901320457458, + "learning_rate": 4.527129879418519e-06, + "loss": 0.06792758107185363, + "step": 1300 + }, + { + "epoch": 0.21387755102040817, + "grad_norm": 0.10990814864635468, + "learning_rate": 4.519473222856667e-06, + "loss": 0.07861824035644531, + "step": 1310 + }, + { + "epoch": 0.21551020408163266, + "grad_norm": 0.14613105356693268, + "learning_rate": 4.51176165992158e-06, + "loss": 0.08266589641571045, + "step": 1320 + }, + { + "epoch": 0.21714285714285714, + "grad_norm": 0.07217947393655777, + "learning_rate": 4.503995400278801e-06, + "loss": 0.08272708654403686, + "step": 1330 + }, + { + "epoch": 0.21877551020408162, + "grad_norm": 0.12690335512161255, + "learning_rate": 4.4961746550809945e-06, + "loss": 0.08644292950630188, + "step": 1340 + }, + { + "epoch": 0.22040816326530613, + "grad_norm": 0.11895330995321274, + "learning_rate": 4.488299636962203e-06, + "loss": 0.08812489509582519, + "step": 1350 + }, + { + "epoch": 0.2220408163265306, + "grad_norm": 0.08727742731571198, + "learning_rate": 4.4803705600320655e-06, + "loss": 0.08752686977386474, + "step": 1360 + }, + { + "epoch": 0.2236734693877551, + "grad_norm": 0.1101253554224968, + "learning_rate": 4.472387639869998e-06, + "loss": 0.08365487456321716, + "step": 1370 + }, + { + "epoch": 0.2253061224489796, + "grad_norm": 0.0881471335887909, + "learning_rate": 4.464351093519332e-06, + "loss": 0.08101181387901306, + "step": 1380 + }, + { + "epoch": 0.22693877551020408, + "grad_norm": 0.1676328480243683, + "learning_rate": 4.45626113948141e-06, + "loss": 0.08873040080070496, + "step": 1390 + }, + { + "epoch": 0.22857142857142856, + "grad_norm": 0.13493730127811432, + "learning_rate": 4.44811799770965e-06, + "loss": 0.08360225558280945, + "step": 1400 + }, + { + "epoch": 0.22857142857142856, + "eval_accuracy": 0.961125, + "eval_loss": 0.0838993564248085, + "eval_runtime": 159.3888, + "eval_samples_per_second": 25.096, + "eval_steps_per_second": 25.096, + "step": 1400 + }, + { + "epoch": 0.23020408163265307, + "grad_norm": 0.18087805807590485, + "learning_rate": 4.4399218896035615e-06, + "loss": 0.07942168116569519, + "step": 1410 + }, + { + "epoch": 0.23183673469387756, + "grad_norm": 0.15980401635169983, + "learning_rate": 4.431673038002726e-06, + "loss": 0.07959137558937072, + "step": 1420 + }, + { + "epoch": 0.23346938775510204, + "grad_norm": 0.09756626188755035, + "learning_rate": 4.423371667180743e-06, + "loss": 0.08047830462455749, + "step": 1430 + }, + { + "epoch": 0.23510204081632652, + "grad_norm": 0.11922340840101242, + "learning_rate": 4.415018002839127e-06, + "loss": 0.07832802534103393, + "step": 1440 + }, + { + "epoch": 0.23673469387755103, + "grad_norm": 0.09443783015012741, + "learning_rate": 4.40661227210117e-06, + "loss": 0.07132846713066102, + "step": 1450 + }, + { + "epoch": 0.2383673469387755, + "grad_norm": 0.15397194027900696, + "learning_rate": 4.398154703505776e-06, + "loss": 0.09222683906555176, + "step": 1460 + }, + { + "epoch": 0.24, + "grad_norm": 0.06159692630171776, + "learning_rate": 4.389645527001234e-06, + "loss": 0.07937920093536377, + "step": 1470 + }, + { + "epoch": 0.2416326530612245, + "grad_norm": 0.11855911463499069, + "learning_rate": 4.381084973938976e-06, + "loss": 0.07650941014289855, + "step": 1480 + }, + { + "epoch": 0.24326530612244898, + "grad_norm": 0.1305486559867859, + "learning_rate": 4.372473277067285e-06, + "loss": 0.07730157375335693, + "step": 1490 + }, + { + "epoch": 0.24489795918367346, + "grad_norm": 0.09036920964717865, + "learning_rate": 4.363810670524962e-06, + "loss": 0.07192737460136414, + "step": 1500 + }, + { + "epoch": 0.24653061224489795, + "grad_norm": 0.0936962217092514, + "learning_rate": 4.355097389834966e-06, + "loss": 0.09040454030036926, + "step": 1510 + }, + { + "epoch": 0.24816326530612245, + "grad_norm": 0.0778910219669342, + "learning_rate": 4.346333671898007e-06, + "loss": 0.06948431730270385, + "step": 1520 + }, + { + "epoch": 0.24979591836734694, + "grad_norm": 0.0979679748415947, + "learning_rate": 4.337519754986108e-06, + "loss": 0.07317689657211304, + "step": 1530 + }, + { + "epoch": 0.25142857142857145, + "grad_norm": 0.15620048344135284, + "learning_rate": 4.328655878736123e-06, + "loss": 0.09126524925231934, + "step": 1540 + }, + { + "epoch": 0.2530612244897959, + "grad_norm": 0.09080824255943298, + "learning_rate": 4.319742284143226e-06, + "loss": 0.09065211415290833, + "step": 1550 + }, + { + "epoch": 0.2546938775510204, + "grad_norm": 0.046968940645456314, + "learning_rate": 4.310779213554353e-06, + "loss": 0.0718291699886322, + "step": 1560 + }, + { + "epoch": 0.2563265306122449, + "grad_norm": 0.11479081958532333, + "learning_rate": 4.301766910661619e-06, + "loss": 0.07913097143173217, + "step": 1570 + }, + { + "epoch": 0.25795918367346937, + "grad_norm": 0.1042279377579689, + "learning_rate": 4.292705620495689e-06, + "loss": 0.06828063130378723, + "step": 1580 + }, + { + "epoch": 0.2595918367346939, + "grad_norm": 0.17096509039402008, + "learning_rate": 4.283595589419115e-06, + "loss": 0.07042163014411926, + "step": 1590 + }, + { + "epoch": 0.2612244897959184, + "grad_norm": 0.10892639309167862, + "learning_rate": 4.274437065119643e-06, + "loss": 0.07090482115745544, + "step": 1600 + }, + { + "epoch": 0.2612244897959184, + "eval_accuracy": 0.964375, + "eval_loss": 0.08112655580043793, + "eval_runtime": 158.0164, + "eval_samples_per_second": 25.314, + "eval_steps_per_second": 25.314, + "step": 1600 + }, + { + "epoch": 0.26285714285714284, + "grad_norm": 0.09731441736221313, + "learning_rate": 4.265230296603471e-06, + "loss": 0.08803416490554809, + "step": 1610 + }, + { + "epoch": 0.26448979591836735, + "grad_norm": 0.0956069752573967, + "learning_rate": 4.255975534188488e-06, + "loss": 0.0734250545501709, + "step": 1620 + }, + { + "epoch": 0.26612244897959186, + "grad_norm": 0.14361435174942017, + "learning_rate": 4.246673029497458e-06, + "loss": 0.07703657150268554, + "step": 1630 + }, + { + "epoch": 0.2677551020408163, + "grad_norm": 0.08011971414089203, + "learning_rate": 4.237323035451188e-06, + "loss": 0.08410758376121522, + "step": 1640 + }, + { + "epoch": 0.2693877551020408, + "grad_norm": 0.1244175136089325, + "learning_rate": 4.2279258062616455e-06, + "loss": 0.0808764636516571, + "step": 1650 + }, + { + "epoch": 0.2710204081632653, + "grad_norm": 0.11162611097097397, + "learning_rate": 4.21848159742505e-06, + "loss": 0.07636536359786987, + "step": 1660 + }, + { + "epoch": 0.2726530612244898, + "grad_norm": 0.16819386184215546, + "learning_rate": 4.208990665714927e-06, + "loss": 0.07789689898490906, + "step": 1670 + }, + { + "epoch": 0.2742857142857143, + "grad_norm": 0.07522564381361008, + "learning_rate": 4.19945326917512e-06, + "loss": 0.07442367672920228, + "step": 1680 + }, + { + "epoch": 0.27591836734693875, + "grad_norm": 0.08352494984865189, + "learning_rate": 4.1898696671127855e-06, + "loss": 0.07646024227142334, + "step": 1690 + }, + { + "epoch": 0.27755102040816326, + "grad_norm": 0.12580762803554535, + "learning_rate": 4.180240120091333e-06, + "loss": 0.07484800815582275, + "step": 1700 + }, + { + "epoch": 0.27918367346938777, + "grad_norm": 0.14690619707107544, + "learning_rate": 4.170564889923348e-06, + "loss": 0.07452926635742188, + "step": 1710 + }, + { + "epoch": 0.2808163265306122, + "grad_norm": 0.08760543167591095, + "learning_rate": 4.1608442396634675e-06, + "loss": 0.07579211592674255, + "step": 1720 + }, + { + "epoch": 0.28244897959183674, + "grad_norm": 0.05263754725456238, + "learning_rate": 4.151078433601234e-06, + "loss": 0.08277950882911682, + "step": 1730 + }, + { + "epoch": 0.28408163265306124, + "grad_norm": 0.12929993867874146, + "learning_rate": 4.141267737253905e-06, + "loss": 0.07354526519775391, + "step": 1740 + }, + { + "epoch": 0.2857142857142857, + "grad_norm": 0.1444639414548874, + "learning_rate": 4.1314124173592356e-06, + "loss": 0.07377716898918152, + "step": 1750 + }, + { + "epoch": 0.2873469387755102, + "grad_norm": 0.15250442922115326, + "learning_rate": 4.121512741868229e-06, + "loss": 0.0802634596824646, + "step": 1760 + }, + { + "epoch": 0.2889795918367347, + "grad_norm": 0.14867356419563293, + "learning_rate": 4.111568979937845e-06, + "loss": 0.08141970038414001, + "step": 1770 + }, + { + "epoch": 0.29061224489795917, + "grad_norm": 0.1100233644247055, + "learning_rate": 4.10158140192369e-06, + "loss": 0.07370007634162903, + "step": 1780 + }, + { + "epoch": 0.2922448979591837, + "grad_norm": 0.10663364082574844, + "learning_rate": 4.091550279372659e-06, + "loss": 0.0754891276359558, + "step": 1790 + }, + { + "epoch": 0.2938775510204082, + "grad_norm": 0.07148909568786621, + "learning_rate": 4.081475885015558e-06, + "loss": 0.07567381858825684, + "step": 1800 + }, + { + "epoch": 0.2938775510204082, + "eval_accuracy": 0.9665416666666667, + "eval_loss": 0.07648575305938721, + "eval_runtime": 176.7261, + "eval_samples_per_second": 22.634, + "eval_steps_per_second": 22.634, + "step": 1800 + }, + { + "epoch": 0.29551020408163264, + "grad_norm": 0.07446923106908798, + "learning_rate": 4.071358492759686e-06, + "loss": 0.06706757545471191, + "step": 1810 + }, + { + "epoch": 0.29714285714285715, + "grad_norm": 0.144475519657135, + "learning_rate": 4.061198377681391e-06, + "loss": 0.07407833337783813, + "step": 1820 + }, + { + "epoch": 0.2987755102040816, + "grad_norm": 0.16540028154850006, + "learning_rate": 4.050995816018585e-06, + "loss": 0.07593105435371399, + "step": 1830 + }, + { + "epoch": 0.3004081632653061, + "grad_norm": 0.09237829595804214, + "learning_rate": 4.040751085163239e-06, + "loss": 0.08375502228736878, + "step": 1840 + }, + { + "epoch": 0.3020408163265306, + "grad_norm": 0.11202957481145859, + "learning_rate": 4.0304644636538435e-06, + "loss": 0.0692280650138855, + "step": 1850 + }, + { + "epoch": 0.3036734693877551, + "grad_norm": 0.16075952351093292, + "learning_rate": 4.020136231167824e-06, + "loss": 0.07824563384056091, + "step": 1860 + }, + { + "epoch": 0.3053061224489796, + "grad_norm": 0.12567447125911713, + "learning_rate": 4.0097666685139516e-06, + "loss": 0.07255304455757142, + "step": 1870 + }, + { + "epoch": 0.3069387755102041, + "grad_norm": 0.08912669867277145, + "learning_rate": 3.999356057624696e-06, + "loss": 0.06304961442947388, + "step": 1880 + }, + { + "epoch": 0.30857142857142855, + "grad_norm": 0.15736177563667297, + "learning_rate": 3.988904681548568e-06, + "loss": 0.07315694689750671, + "step": 1890 + }, + { + "epoch": 0.31020408163265306, + "grad_norm": 0.13224704563617706, + "learning_rate": 3.978412824442421e-06, + "loss": 0.07607222199440003, + "step": 1900 + }, + { + "epoch": 0.31183673469387757, + "grad_norm": 0.0942244678735733, + "learning_rate": 3.9678807715637245e-06, + "loss": 0.06320942640304565, + "step": 1910 + }, + { + "epoch": 0.313469387755102, + "grad_norm": 0.1153193786740303, + "learning_rate": 3.95730880926281e-06, + "loss": 0.07607839703559875, + "step": 1920 + }, + { + "epoch": 0.31510204081632653, + "grad_norm": 0.24464164674282074, + "learning_rate": 3.946697224975083e-06, + "loss": 0.07458690404891968, + "step": 1930 + }, + { + "epoch": 0.31673469387755104, + "grad_norm": 0.14584548771381378, + "learning_rate": 3.936046307213215e-06, + "loss": 0.07876120805740357, + "step": 1940 + }, + { + "epoch": 0.3183673469387755, + "grad_norm": 0.0880698636174202, + "learning_rate": 3.925356345559288e-06, + "loss": 0.07082821726799012, + "step": 1950 + }, + { + "epoch": 0.32, + "grad_norm": 0.08619305491447449, + "learning_rate": 3.914627630656931e-06, + "loss": 0.06648402214050293, + "step": 1960 + }, + { + "epoch": 0.3216326530612245, + "grad_norm": 0.1341329663991928, + "learning_rate": 3.903860454203413e-06, + "loss": 0.07000230550765991, + "step": 1970 + }, + { + "epoch": 0.32326530612244897, + "grad_norm": 0.1504107564687729, + "learning_rate": 3.8930551089417145e-06, + "loss": 0.06887786984443664, + "step": 1980 + }, + { + "epoch": 0.3248979591836735, + "grad_norm": 0.1262267827987671, + "learning_rate": 3.882211888652566e-06, + "loss": 0.08991954326629639, + "step": 1990 + }, + { + "epoch": 0.32653061224489793, + "grad_norm": 0.2052707076072693, + "learning_rate": 3.871331088146463e-06, + "loss": 0.07011507153511047, + "step": 2000 + }, + { + "epoch": 0.32653061224489793, + "eval_accuracy": 0.9654583333333334, + "eval_loss": 0.07913381606340408, + "eval_runtime": 161.4221, + "eval_samples_per_second": 24.78, + "eval_steps_per_second": 24.78, + "step": 2000 + }, + { + "epoch": 0.32816326530612244, + "grad_norm": 0.11643362790346146, + "learning_rate": 3.860413003255648e-06, + "loss": 0.08266008496284485, + "step": 2010 + }, + { + "epoch": 0.32979591836734695, + "grad_norm": 0.1472826600074768, + "learning_rate": 3.8494579308260695e-06, + "loss": 0.07043538689613342, + "step": 2020 + }, + { + "epoch": 0.3314285714285714, + "grad_norm": 0.10538945347070694, + "learning_rate": 3.838466168709312e-06, + "loss": 0.06780247688293457, + "step": 2030 + }, + { + "epoch": 0.3330612244897959, + "grad_norm": 0.14366035163402557, + "learning_rate": 3.827438015754491e-06, + "loss": 0.06872215867042542, + "step": 2040 + }, + { + "epoch": 0.3346938775510204, + "grad_norm": 0.11022552847862244, + "learning_rate": 3.81637377180014e-06, + "loss": 0.06861716508865356, + "step": 2050 + }, + { + "epoch": 0.3363265306122449, + "grad_norm": 0.07990925014019012, + "learning_rate": 3.8052737376660446e-06, + "loss": 0.07096996307373046, + "step": 2060 + }, + { + "epoch": 0.3379591836734694, + "grad_norm": 0.11924420297145844, + "learning_rate": 3.7941382151450756e-06, + "loss": 0.07092551589012146, + "step": 2070 + }, + { + "epoch": 0.3395918367346939, + "grad_norm": 0.08096475899219513, + "learning_rate": 3.782967506994975e-06, + "loss": 0.06780472993850709, + "step": 2080 + }, + { + "epoch": 0.34122448979591835, + "grad_norm": 0.14714907109737396, + "learning_rate": 3.7717619169301302e-06, + "loss": 0.07661795020103454, + "step": 2090 + }, + { + "epoch": 0.34285714285714286, + "grad_norm": 0.14839571714401245, + "learning_rate": 3.7605217496133127e-06, + "loss": 0.07939797639846802, + "step": 2100 + }, + { + "epoch": 0.34448979591836737, + "grad_norm": 0.15081271529197693, + "learning_rate": 3.749247310647398e-06, + "loss": 0.07869908213615417, + "step": 2110 + }, + { + "epoch": 0.3461224489795918, + "grad_norm": 0.13346275687217712, + "learning_rate": 3.737938906567053e-06, + "loss": 0.07526676058769226, + "step": 2120 + }, + { + "epoch": 0.34775510204081633, + "grad_norm": 0.112598717212677, + "learning_rate": 3.7265968448304057e-06, + "loss": 0.07366414070129394, + "step": 2130 + }, + { + "epoch": 0.34938775510204084, + "grad_norm": 0.12423531711101532, + "learning_rate": 3.7152214338106827e-06, + "loss": 0.06439908146858216, + "step": 2140 + }, + { + "epoch": 0.3510204081632653, + "grad_norm": 0.21758921444416046, + "learning_rate": 3.703812982787828e-06, + "loss": 0.08098108768463134, + "step": 2150 + }, + { + "epoch": 0.3526530612244898, + "grad_norm": 0.1298121213912964, + "learning_rate": 3.6923718019400906e-06, + "loss": 0.08134381771087647, + "step": 2160 + }, + { + "epoch": 0.35428571428571426, + "grad_norm": 0.09018377214670181, + "learning_rate": 3.6808982023355934e-06, + "loss": 0.07070590257644653, + "step": 2170 + }, + { + "epoch": 0.35591836734693877, + "grad_norm": 0.1329157054424286, + "learning_rate": 3.6693924959238774e-06, + "loss": 0.06200396418571472, + "step": 2180 + }, + { + "epoch": 0.3575510204081633, + "grad_norm": 0.08813945204019547, + "learning_rate": 3.657854995527416e-06, + "loss": 0.06886230111122131, + "step": 2190 + }, + { + "epoch": 0.35918367346938773, + "grad_norm": 0.13459829986095428, + "learning_rate": 3.646286014833114e-06, + "loss": 0.07170915603637695, + "step": 2200 + }, + { + "epoch": 0.35918367346938773, + "eval_accuracy": 0.970625, + "eval_loss": 0.06810569018125534, + "eval_runtime": 157.4227, + "eval_samples_per_second": 25.409, + "eval_steps_per_second": 25.409, + "step": 2200 + }, + { + "epoch": 0.36081632653061224, + "grad_norm": 0.13405098021030426, + "learning_rate": 3.634685868383776e-06, + "loss": 0.07438129186630249, + "step": 2210 + }, + { + "epoch": 0.36244897959183675, + "grad_norm": 0.1342102289199829, + "learning_rate": 3.6230548715695555e-06, + "loss": 0.07625046968460084, + "step": 2220 + }, + { + "epoch": 0.3640816326530612, + "grad_norm": 0.1532502919435501, + "learning_rate": 3.611393340619381e-06, + "loss": 0.06719872951507569, + "step": 2230 + }, + { + "epoch": 0.3657142857142857, + "grad_norm": 0.11218152195215225, + "learning_rate": 3.5997015925923563e-06, + "loss": 0.07131683230400085, + "step": 2240 + }, + { + "epoch": 0.3673469387755102, + "grad_norm": 0.09200239181518555, + "learning_rate": 3.587979945369141e-06, + "loss": 0.06948224902153015, + "step": 2250 + }, + { + "epoch": 0.3689795918367347, + "grad_norm": 0.08099328726530075, + "learning_rate": 3.5762287176433097e-06, + "loss": 0.07263018488883972, + "step": 2260 + }, + { + "epoch": 0.3706122448979592, + "grad_norm": 0.09097494184970856, + "learning_rate": 3.564448228912682e-06, + "loss": 0.06066258549690247, + "step": 2270 + }, + { + "epoch": 0.3722448979591837, + "grad_norm": 0.07033897191286087, + "learning_rate": 3.5526387994706428e-06, + "loss": 0.07041062712669373, + "step": 2280 + }, + { + "epoch": 0.37387755102040815, + "grad_norm": 0.07659374922513962, + "learning_rate": 3.5408007503974283e-06, + "loss": 0.07272242307662964, + "step": 2290 + }, + { + "epoch": 0.37551020408163266, + "grad_norm": 0.0836353451013565, + "learning_rate": 3.5289344035513996e-06, + "loss": 0.07268807291984558, + "step": 2300 + }, + { + "epoch": 0.37714285714285717, + "grad_norm": 0.1426168978214264, + "learning_rate": 3.5170400815602894e-06, + "loss": 0.05777261257171631, + "step": 2310 + }, + { + "epoch": 0.3787755102040816, + "grad_norm": 0.07479120045900345, + "learning_rate": 3.5051181078124336e-06, + "loss": 0.06174240708351135, + "step": 2320 + }, + { + "epoch": 0.38040816326530613, + "grad_norm": 0.14598114788532257, + "learning_rate": 3.4931688064479745e-06, + "loss": 0.06616324782371522, + "step": 2330 + }, + { + "epoch": 0.3820408163265306, + "grad_norm": 0.22399863600730896, + "learning_rate": 3.4811925023500524e-06, + "loss": 0.06692227125167846, + "step": 2340 + }, + { + "epoch": 0.3836734693877551, + "grad_norm": 0.11600285023450851, + "learning_rate": 3.4691895211359693e-06, + "loss": 0.0634126603603363, + "step": 2350 + }, + { + "epoch": 0.3853061224489796, + "grad_norm": 0.0577060841023922, + "learning_rate": 3.457160189148337e-06, + "loss": 0.06884999275207519, + "step": 2360 + }, + { + "epoch": 0.38693877551020406, + "grad_norm": 0.09160040318965912, + "learning_rate": 3.445104833446205e-06, + "loss": 0.05986430644989014, + "step": 2370 + }, + { + "epoch": 0.38857142857142857, + "grad_norm": 0.1284518539905548, + "learning_rate": 3.433023781796167e-06, + "loss": 0.06759394407272339, + "step": 2380 + }, + { + "epoch": 0.3902040816326531, + "grad_norm": 0.08572858572006226, + "learning_rate": 3.4209173626634494e-06, + "loss": 0.06813116669654846, + "step": 2390 + }, + { + "epoch": 0.39183673469387753, + "grad_norm": 0.11550725251436234, + "learning_rate": 3.4087859052029837e-06, + "loss": 0.06371633410453796, + "step": 2400 + }, + { + "epoch": 0.39183673469387753, + "eval_accuracy": 0.9685833333333334, + "eval_loss": 0.07035119831562042, + "eval_runtime": 156.9729, + "eval_samples_per_second": 25.482, + "eval_steps_per_second": 25.482, + "step": 2400 + }, + { + "epoch": 0.39346938775510204, + "grad_norm": 0.22328943014144897, + "learning_rate": 3.3966297392504535e-06, + "loss": 0.06804299950599671, + "step": 2410 + }, + { + "epoch": 0.39510204081632655, + "grad_norm": 0.18518126010894775, + "learning_rate": 3.3844491953133272e-06, + "loss": 0.07678125500679016, + "step": 2420 + }, + { + "epoch": 0.396734693877551, + "grad_norm": 0.09818598628044128, + "learning_rate": 3.372244604561875e-06, + "loss": 0.06537411212921143, + "step": 2430 + }, + { + "epoch": 0.3983673469387755, + "grad_norm": 0.08255010843276978, + "learning_rate": 3.360016298820163e-06, + "loss": 0.05702770948410034, + "step": 2440 + }, + { + "epoch": 0.4, + "grad_norm": 0.10319415479898453, + "learning_rate": 3.3477646105570293e-06, + "loss": 0.06334798336029053, + "step": 2450 + }, + { + "epoch": 0.4016326530612245, + "grad_norm": 0.06523872911930084, + "learning_rate": 3.3354898728770503e-06, + "loss": 0.051438117027282716, + "step": 2460 + }, + { + "epoch": 0.403265306122449, + "grad_norm": 0.15883173048496246, + "learning_rate": 3.3231924195114774e-06, + "loss": 0.06427289247512817, + "step": 2470 + }, + { + "epoch": 0.4048979591836735, + "grad_norm": 0.1734374463558197, + "learning_rate": 3.3108725848091685e-06, + "loss": 0.06652372479438781, + "step": 2480 + }, + { + "epoch": 0.40653061224489795, + "grad_norm": 0.10557752102613449, + "learning_rate": 3.2985307037274937e-06, + "loss": 0.07374808788299561, + "step": 2490 + }, + { + "epoch": 0.40816326530612246, + "grad_norm": 0.12942200899124146, + "learning_rate": 3.286167111823234e-06, + "loss": 0.06349012851715088, + "step": 2500 + }, + { + "epoch": 0.4097959183673469, + "grad_norm": 0.1858324259519577, + "learning_rate": 3.2737821452434502e-06, + "loss": 0.06953533291816712, + "step": 2510 + }, + { + "epoch": 0.4114285714285714, + "grad_norm": 0.10682573169469833, + "learning_rate": 3.26137614071635e-06, + "loss": 0.05826004147529602, + "step": 2520 + }, + { + "epoch": 0.41306122448979593, + "grad_norm": 0.12533792853355408, + "learning_rate": 3.2489494355421293e-06, + "loss": 0.05837242007255554, + "step": 2530 + }, + { + "epoch": 0.4146938775510204, + "grad_norm": 0.10952792316675186, + "learning_rate": 3.2365023675838027e-06, + "loss": 0.06359312534332276, + "step": 2540 + }, + { + "epoch": 0.4163265306122449, + "grad_norm": 0.08605755865573883, + "learning_rate": 3.22403527525802e-06, + "loss": 0.07361164093017578, + "step": 2550 + }, + { + "epoch": 0.4179591836734694, + "grad_norm": 0.15942610800266266, + "learning_rate": 3.211548497525861e-06, + "loss": 0.05989238619804382, + "step": 2560 + }, + { + "epoch": 0.41959183673469386, + "grad_norm": 0.16340239346027374, + "learning_rate": 3.1990423738836206e-06, + "loss": 0.07593320608139038, + "step": 2570 + }, + { + "epoch": 0.42122448979591837, + "grad_norm": 0.11011330783367157, + "learning_rate": 3.1865172443535797e-06, + "loss": 0.06850495338439941, + "step": 2580 + }, + { + "epoch": 0.4228571428571429, + "grad_norm": 0.10529608279466629, + "learning_rate": 3.173973449474762e-06, + "loss": 0.056969082355499266, + "step": 2590 + }, + { + "epoch": 0.42448979591836733, + "grad_norm": 0.12615667283535004, + "learning_rate": 3.1614113302936716e-06, + "loss": 0.06189748048782349, + "step": 2600 + }, + { + "epoch": 0.42448979591836733, + "eval_accuracy": 0.9746666666666668, + "eval_loss": 0.0618240088224411, + "eval_runtime": 157.0858, + "eval_samples_per_second": 25.464, + "eval_steps_per_second": 25.464, + "step": 2600 + }, + { + "epoch": 0.42612244897959184, + "grad_norm": 0.1343226134777069, + "learning_rate": 3.1488312283550216e-06, + "loss": 0.061647194623947146, + "step": 2610 + }, + { + "epoch": 0.42775510204081635, + "grad_norm": 0.11777225136756897, + "learning_rate": 3.136233485692451e-06, + "loss": 0.05916886925697327, + "step": 2620 + }, + { + "epoch": 0.4293877551020408, + "grad_norm": 0.14721977710723877, + "learning_rate": 3.12361844481922e-06, + "loss": 0.059158307313919065, + "step": 2630 + }, + { + "epoch": 0.4310204081632653, + "grad_norm": 0.12912684679031372, + "learning_rate": 3.110986448718902e-06, + "loss": 0.05914759635925293, + "step": 2640 + }, + { + "epoch": 0.4326530612244898, + "grad_norm": 0.13003695011138916, + "learning_rate": 3.0983378408360597e-06, + "loss": 0.059078723192214966, + "step": 2650 + }, + { + "epoch": 0.4342857142857143, + "grad_norm": 0.12714017927646637, + "learning_rate": 3.085672965066899e-06, + "loss": 0.05707222819328308, + "step": 2660 + }, + { + "epoch": 0.4359183673469388, + "grad_norm": 0.13708427548408508, + "learning_rate": 3.0729921657499294e-06, + "loss": 0.05138048529624939, + "step": 2670 + }, + { + "epoch": 0.43755102040816324, + "grad_norm": 0.0949573740363121, + "learning_rate": 3.0602957876565943e-06, + "loss": 0.050283265113830564, + "step": 2680 + }, + { + "epoch": 0.43918367346938775, + "grad_norm": 0.08723263442516327, + "learning_rate": 3.0475841759819023e-06, + "loss": 0.06342648863792419, + "step": 2690 + }, + { + "epoch": 0.44081632653061226, + "grad_norm": 0.09944969415664673, + "learning_rate": 3.034857676335038e-06, + "loss": 0.06127093434333801, + "step": 2700 + }, + { + "epoch": 0.4424489795918367, + "grad_norm": 0.10576151311397552, + "learning_rate": 3.0221166347299673e-06, + "loss": 0.05412284731864929, + "step": 2710 + }, + { + "epoch": 0.4440816326530612, + "grad_norm": 0.1598891168832779, + "learning_rate": 3.009361397576031e-06, + "loss": 0.05579071640968323, + "step": 2720 + }, + { + "epoch": 0.44571428571428573, + "grad_norm": 0.16953758895397186, + "learning_rate": 2.9965923116685224e-06, + "loss": 0.06472888588905334, + "step": 2730 + }, + { + "epoch": 0.4473469387755102, + "grad_norm": 0.10883133113384247, + "learning_rate": 2.9838097241792646e-06, + "loss": 0.06263615489006043, + "step": 2740 + }, + { + "epoch": 0.4489795918367347, + "grad_norm": 0.08914396911859512, + "learning_rate": 2.9710139826471646e-06, + "loss": 0.0624904453754425, + "step": 2750 + }, + { + "epoch": 0.4506122448979592, + "grad_norm": 0.1059069111943245, + "learning_rate": 2.9582054349687706e-06, + "loss": 0.05488716959953308, + "step": 2760 + }, + { + "epoch": 0.45224489795918366, + "grad_norm": 0.09883642196655273, + "learning_rate": 2.9453844293888067e-06, + "loss": 0.06263139843940735, + "step": 2770 + }, + { + "epoch": 0.45387755102040817, + "grad_norm": 0.11156519502401352, + "learning_rate": 2.932551314490712e-06, + "loss": 0.06324111819267272, + "step": 2780 + }, + { + "epoch": 0.4555102040816327, + "grad_norm": 0.08826332539319992, + "learning_rate": 2.9197064391871565e-06, + "loss": 0.06384775042533875, + "step": 2790 + }, + { + "epoch": 0.45714285714285713, + "grad_norm": 0.0698089748620987, + "learning_rate": 2.9068501527105595e-06, + "loss": 0.05722553730010986, + "step": 2800 + }, + { + "epoch": 0.45714285714285713, + "eval_accuracy": 0.977375, + "eval_loss": 0.05622806400060654, + "eval_runtime": 170.7758, + "eval_samples_per_second": 23.423, + "eval_steps_per_second": 23.423, + "step": 2800 + }, + { + "epoch": 0.45877551020408164, + "grad_norm": 0.07031046599149704, + "learning_rate": 2.893982804603592e-06, + "loss": 0.060957270860672, + "step": 2810 + }, + { + "epoch": 0.46040816326530615, + "grad_norm": 0.08772005140781403, + "learning_rate": 2.8811047447096714e-06, + "loss": 0.05667365789413452, + "step": 2820 + }, + { + "epoch": 0.4620408163265306, + "grad_norm": 0.10329847782850266, + "learning_rate": 2.8682163231634557e-06, + "loss": 0.06144403219223023, + "step": 2830 + }, + { + "epoch": 0.4636734693877551, + "grad_norm": 0.06306952983140945, + "learning_rate": 2.8553178903813193e-06, + "loss": 0.04665087461471558, + "step": 2840 + }, + { + "epoch": 0.46530612244897956, + "grad_norm": 0.11146903783082962, + "learning_rate": 2.842409797051825e-06, + "loss": 0.06363347172737122, + "step": 2850 + }, + { + "epoch": 0.4669387755102041, + "grad_norm": 0.04504350945353508, + "learning_rate": 2.829492394126192e-06, + "loss": 0.05332474112510681, + "step": 2860 + }, + { + "epoch": 0.4685714285714286, + "grad_norm": 0.06039620563387871, + "learning_rate": 2.8165660328087546e-06, + "loss": 0.07094461917877197, + "step": 2870 + }, + { + "epoch": 0.47020408163265304, + "grad_norm": 0.08084474503993988, + "learning_rate": 2.8036310645474096e-06, + "loss": 0.058167701959609984, + "step": 2880 + }, + { + "epoch": 0.47183673469387755, + "grad_norm": 0.05352522060275078, + "learning_rate": 2.7906878410240655e-06, + "loss": 0.0486674964427948, + "step": 2890 + }, + { + "epoch": 0.47346938775510206, + "grad_norm": 0.09431054443120956, + "learning_rate": 2.777736714145077e-06, + "loss": 0.062025409936904904, + "step": 2900 + }, + { + "epoch": 0.4751020408163265, + "grad_norm": 0.09863542020320892, + "learning_rate": 2.7647780360316787e-06, + "loss": 0.061118441820144656, + "step": 2910 + }, + { + "epoch": 0.476734693877551, + "grad_norm": 0.082881860435009, + "learning_rate": 2.7518121590104145e-06, + "loss": 0.061808472871780394, + "step": 2920 + }, + { + "epoch": 0.47836734693877553, + "grad_norm": 0.06983684748411179, + "learning_rate": 2.7388394356035524e-06, + "loss": 0.05849882960319519, + "step": 2930 + }, + { + "epoch": 0.48, + "grad_norm": 0.10832090675830841, + "learning_rate": 2.7258602185195043e-06, + "loss": 0.06612529158592224, + "step": 2940 + }, + { + "epoch": 0.4816326530612245, + "grad_norm": 0.1516750454902649, + "learning_rate": 2.7128748606432353e-06, + "loss": 0.058327901363372806, + "step": 2950 + }, + { + "epoch": 0.483265306122449, + "grad_norm": 0.14055661857128143, + "learning_rate": 2.699883715026669e-06, + "loss": 0.055737996101379396, + "step": 2960 + }, + { + "epoch": 0.48489795918367345, + "grad_norm": 0.0793638750910759, + "learning_rate": 2.686887134879089e-06, + "loss": 0.051851028203964235, + "step": 2970 + }, + { + "epoch": 0.48653061224489796, + "grad_norm": 0.07475428283214569, + "learning_rate": 2.6738854735575358e-06, + "loss": 0.06357839703559875, + "step": 2980 + }, + { + "epoch": 0.4881632653061225, + "grad_norm": 0.13335047662258148, + "learning_rate": 2.660879084557198e-06, + "loss": 0.06160399913787842, + "step": 2990 + }, + { + "epoch": 0.4897959183673469, + "grad_norm": 0.12583893537521362, + "learning_rate": 2.6478683215018025e-06, + "loss": 0.060502588748931885, + "step": 3000 + }, + { + "epoch": 0.4897959183673469, + "eval_accuracy": 0.9767083333333334, + "eval_loss": 0.0561000294983387, + "eval_runtime": 156.4202, + "eval_samples_per_second": 25.572, + "eval_steps_per_second": 25.572, + "step": 3000 + }, + { + "epoch": 0.49142857142857144, + "grad_norm": 0.1411438137292862, + "learning_rate": 2.6348535381340025e-06, + "loss": 0.060459482669830325, + "step": 3010 + }, + { + "epoch": 0.4930612244897959, + "grad_norm": 0.12584605813026428, + "learning_rate": 2.6218350883057546e-06, + "loss": 0.0632048487663269, + "step": 3020 + }, + { + "epoch": 0.4946938775510204, + "grad_norm": 0.10522248595952988, + "learning_rate": 2.608813325968702e-06, + "loss": 0.04655081033706665, + "step": 3030 + }, + { + "epoch": 0.4963265306122449, + "grad_norm": 0.11343304812908173, + "learning_rate": 2.59578860516455e-06, + "loss": 0.05672039389610291, + "step": 3040 + }, + { + "epoch": 0.49795918367346936, + "grad_norm": 0.12666337192058563, + "learning_rate": 2.5827612800154382e-06, + "loss": 0.047120341658592226, + "step": 3050 + }, + { + "epoch": 0.4995918367346939, + "grad_norm": 0.08930598944425583, + "learning_rate": 2.5697317047143177e-06, + "loss": 0.06063341498374939, + "step": 3060 + }, + { + "epoch": 0.5012244897959184, + "grad_norm": 0.07818852365016937, + "learning_rate": 2.556700233515316e-06, + "loss": 0.05240688323974609, + "step": 3070 + }, + { + "epoch": 0.5028571428571429, + "grad_norm": 0.1425711065530777, + "learning_rate": 2.5436672207241064e-06, + "loss": 0.053180736303329465, + "step": 3080 + }, + { + "epoch": 0.5044897959183674, + "grad_norm": 0.1457373946905136, + "learning_rate": 2.5306330206882764e-06, + "loss": 0.06092001795768738, + "step": 3090 + }, + { + "epoch": 0.5061224489795918, + "grad_norm": 0.12738314270973206, + "learning_rate": 2.5175979877876935e-06, + "loss": 0.06613186597824097, + "step": 3100 + }, + { + "epoch": 0.5077551020408163, + "grad_norm": 0.09169036149978638, + "learning_rate": 2.5045624764248687e-06, + "loss": 0.06115126609802246, + "step": 3110 + }, + { + "epoch": 0.5093877551020408, + "grad_norm": 0.09637737274169922, + "learning_rate": 2.491526841015321e-06, + "loss": 0.044120225310325625, + "step": 3120 + }, + { + "epoch": 0.5110204081632653, + "grad_norm": 0.15029804408550262, + "learning_rate": 2.478491435977945e-06, + "loss": 0.07098687291145325, + "step": 3130 + }, + { + "epoch": 0.5126530612244898, + "grad_norm": 0.1228741705417633, + "learning_rate": 2.4654566157253683e-06, + "loss": 0.05738852024078369, + "step": 3140 + }, + { + "epoch": 0.5142857142857142, + "grad_norm": 0.09150952100753784, + "learning_rate": 2.452422734654321e-06, + "loss": 0.053479206562042234, + "step": 3150 + }, + { + "epoch": 0.5159183673469387, + "grad_norm": 0.14547918736934662, + "learning_rate": 2.4393901471359977e-06, + "loss": 0.056794995069503786, + "step": 3160 + }, + { + "epoch": 0.5175510204081633, + "grad_norm": 0.10099287331104279, + "learning_rate": 2.4263592075064238e-06, + "loss": 0.05802353620529175, + "step": 3170 + }, + { + "epoch": 0.5191836734693878, + "grad_norm": 0.10859636962413788, + "learning_rate": 2.41333027005682e-06, + "loss": 0.05282890200614929, + "step": 3180 + }, + { + "epoch": 0.5208163265306123, + "grad_norm": 0.12420635670423508, + "learning_rate": 2.400303689023972e-06, + "loss": 0.05190218687057495, + "step": 3190 + }, + { + "epoch": 0.5224489795918368, + "grad_norm": 0.1902378350496292, + "learning_rate": 2.3872798185805986e-06, + "loss": 0.06482383608818054, + "step": 3200 + }, + { + "epoch": 0.5224489795918368, + "eval_accuracy": 0.9744583333333335, + "eval_loss": 0.058392543345689774, + "eval_runtime": 156.8655, + "eval_samples_per_second": 25.5, + "eval_steps_per_second": 25.5, + "step": 3200 + }, + { + "epoch": 0.5240816326530612, + "grad_norm": 0.15229448676109314, + "learning_rate": 2.37425901282572e-06, + "loss": 0.06062687039375305, + "step": 3210 + }, + { + "epoch": 0.5257142857142857, + "grad_norm": 0.08411400765180588, + "learning_rate": 2.3612416257750335e-06, + "loss": 0.06494970321655273, + "step": 3220 + }, + { + "epoch": 0.5273469387755102, + "grad_norm": 0.114021435379982, + "learning_rate": 2.348228011351287e-06, + "loss": 0.05140092372894287, + "step": 3230 + }, + { + "epoch": 0.5289795918367347, + "grad_norm": 0.08826510608196259, + "learning_rate": 2.335218523374656e-06, + "loss": 0.041680914163589475, + "step": 3240 + }, + { + "epoch": 0.5306122448979592, + "grad_norm": 0.10536732524633408, + "learning_rate": 2.3222135155531248e-06, + "loss": 0.04369679093360901, + "step": 3250 + }, + { + "epoch": 0.5322448979591837, + "grad_norm": 0.16883279383182526, + "learning_rate": 2.309213341472868e-06, + "loss": 0.050543594360351565, + "step": 3260 + }, + { + "epoch": 0.5338775510204081, + "grad_norm": 0.15277455747127533, + "learning_rate": 2.29621835458864e-06, + "loss": 0.05258342027664185, + "step": 3270 + }, + { + "epoch": 0.5355102040816326, + "grad_norm": 0.07162481546401978, + "learning_rate": 2.283228908214163e-06, + "loss": 0.055678969621658324, + "step": 3280 + }, + { + "epoch": 0.5371428571428571, + "grad_norm": 0.11578263342380524, + "learning_rate": 2.2702453555125182e-06, + "loss": 0.048620349168777464, + "step": 3290 + }, + { + "epoch": 0.5387755102040817, + "grad_norm": 0.21185705065727234, + "learning_rate": 2.2572680494865527e-06, + "loss": 0.046547812223434445, + "step": 3300 + }, + { + "epoch": 0.5404081632653062, + "grad_norm": 0.19949115812778473, + "learning_rate": 2.2442973429692705e-06, + "loss": 0.04967870116233826, + "step": 3310 + }, + { + "epoch": 0.5420408163265306, + "grad_norm": 0.10855370759963989, + "learning_rate": 2.231333588614248e-06, + "loss": 0.0508593499660492, + "step": 3320 + }, + { + "epoch": 0.5436734693877551, + "grad_norm": 0.11827342212200165, + "learning_rate": 2.2183771388860427e-06, + "loss": 0.04854269027709961, + "step": 3330 + }, + { + "epoch": 0.5453061224489796, + "grad_norm": 0.1081443578004837, + "learning_rate": 2.2054283460506096e-06, + "loss": 0.05934192538261414, + "step": 3340 + }, + { + "epoch": 0.5469387755102041, + "grad_norm": 0.14441704750061035, + "learning_rate": 2.1924875621657256e-06, + "loss": 0.05332346558570862, + "step": 3350 + }, + { + "epoch": 0.5485714285714286, + "grad_norm": 0.11531820893287659, + "learning_rate": 2.179555139071415e-06, + "loss": 0.04938814043998718, + "step": 3360 + }, + { + "epoch": 0.5502040816326531, + "grad_norm": 0.08365523815155029, + "learning_rate": 2.166631428380387e-06, + "loss": 0.05734975934028626, + "step": 3370 + }, + { + "epoch": 0.5518367346938775, + "grad_norm": 0.09165070950984955, + "learning_rate": 2.1537167814684728e-06, + "loss": 0.047475004196166994, + "step": 3380 + }, + { + "epoch": 0.553469387755102, + "grad_norm": 0.13237863779067993, + "learning_rate": 2.140811549465074e-06, + "loss": 0.062284767627716064, + "step": 3390 + }, + { + "epoch": 0.5551020408163265, + "grad_norm": 0.1698858141899109, + "learning_rate": 2.127916083243615e-06, + "loss": 0.06585791110992431, + "step": 3400 + }, + { + "epoch": 0.5551020408163265, + "eval_accuracy": 0.9770833333333334, + "eval_loss": 0.05396538972854614, + "eval_runtime": 156.044, + "eval_samples_per_second": 25.634, + "eval_steps_per_second": 25.634, + "step": 3400 + }, + { + "epoch": 0.556734693877551, + "grad_norm": 0.1104230135679245, + "learning_rate": 2.1150307334120033e-06, + "loss": 0.04635375440120697, + "step": 3410 + }, + { + "epoch": 0.5583673469387755, + "grad_norm": 0.21372850239276886, + "learning_rate": 2.1021558503030973e-06, + "loss": 0.05940789580345154, + "step": 3420 + }, + { + "epoch": 0.56, + "grad_norm": 0.2013176679611206, + "learning_rate": 2.0892917839651818e-06, + "loss": 0.047165653109550475, + "step": 3430 + }, + { + "epoch": 0.5616326530612245, + "grad_norm": 0.09189072996377945, + "learning_rate": 2.076438884152449e-06, + "loss": 0.04550817906856537, + "step": 3440 + }, + { + "epoch": 0.563265306122449, + "grad_norm": 0.10521821677684784, + "learning_rate": 2.0635975003154934e-06, + "loss": 0.045033201575279236, + "step": 3450 + }, + { + "epoch": 0.5648979591836735, + "grad_norm": 0.10311131924390793, + "learning_rate": 2.0507679815918043e-06, + "loss": 0.04502847194671631, + "step": 3460 + }, + { + "epoch": 0.566530612244898, + "grad_norm": 0.07487176358699799, + "learning_rate": 2.0379506767962788e-06, + "loss": 0.04697479605674744, + "step": 3470 + }, + { + "epoch": 0.5681632653061225, + "grad_norm": 0.12441752105951309, + "learning_rate": 2.0251459344117345e-06, + "loss": 0.052119261026382445, + "step": 3480 + }, + { + "epoch": 0.5697959183673469, + "grad_norm": 0.12823422253131866, + "learning_rate": 2.0123541025794397e-06, + "loss": 0.05213663578033447, + "step": 3490 + }, + { + "epoch": 0.5714285714285714, + "grad_norm": 0.11340193450450897, + "learning_rate": 1.9995755290896414e-06, + "loss": 0.05319364666938782, + "step": 3500 + }, + { + "epoch": 0.5730612244897959, + "grad_norm": 0.10469839721918106, + "learning_rate": 1.986810561372113e-06, + "loss": 0.046560952067375184, + "step": 3510 + }, + { + "epoch": 0.5746938775510204, + "grad_norm": 0.07797456532716751, + "learning_rate": 1.9740595464867092e-06, + "loss": 0.05037369728088379, + "step": 3520 + }, + { + "epoch": 0.5763265306122449, + "grad_norm": 0.13010293245315552, + "learning_rate": 1.961322831113927e-06, + "loss": 0.0543134331703186, + "step": 3530 + }, + { + "epoch": 0.5779591836734694, + "grad_norm": 0.13981281220912933, + "learning_rate": 1.9486007615454837e-06, + "loss": 0.052860957384109494, + "step": 3540 + }, + { + "epoch": 0.5795918367346938, + "grad_norm": 0.14817261695861816, + "learning_rate": 1.9358936836748972e-06, + "loss": 0.05510561466217041, + "step": 3550 + }, + { + "epoch": 0.5812244897959183, + "grad_norm": 0.15079492330551147, + "learning_rate": 1.9232019429880874e-06, + "loss": 0.06125714182853699, + "step": 3560 + }, + { + "epoch": 0.5828571428571429, + "grad_norm": 0.10553149878978729, + "learning_rate": 1.910525884553976e-06, + "loss": 0.051503753662109374, + "step": 3570 + }, + { + "epoch": 0.5844897959183674, + "grad_norm": 0.09094442427158356, + "learning_rate": 1.8978658530151113e-06, + "loss": 0.05377998948097229, + "step": 3580 + }, + { + "epoch": 0.5861224489795919, + "grad_norm": 0.09810740500688553, + "learning_rate": 1.8852221925782935e-06, + "loss": 0.05506981611251831, + "step": 3590 + }, + { + "epoch": 0.5877551020408164, + "grad_norm": 0.13397352397441864, + "learning_rate": 1.872595247005218e-06, + "loss": 0.056353437900543216, + "step": 3600 + }, + { + "epoch": 0.5877551020408164, + "eval_accuracy": 0.979875, + "eval_loss": 0.04787343740463257, + "eval_runtime": 157.8457, + "eval_samples_per_second": 25.341, + "eval_steps_per_second": 25.341, + "step": 3600 + }, + { + "epoch": 0.5893877551020408, + "grad_norm": 0.07899880409240723, + "learning_rate": 1.8599853596031289e-06, + "loss": 0.05329249501228332, + "step": 3610 + }, + { + "epoch": 0.5910204081632653, + "grad_norm": 0.10414254665374756, + "learning_rate": 1.8473928732154847e-06, + "loss": 0.04905630648136139, + "step": 3620 + }, + { + "epoch": 0.5926530612244898, + "grad_norm": 0.1037079319357872, + "learning_rate": 1.8348181302126367e-06, + "loss": 0.04863021373748779, + "step": 3630 + }, + { + "epoch": 0.5942857142857143, + "grad_norm": 0.06960397213697433, + "learning_rate": 1.8222614724825222e-06, + "loss": 0.04666702449321747, + "step": 3640 + }, + { + "epoch": 0.5959183673469388, + "grad_norm": 0.11159648001194, + "learning_rate": 1.8097232414213662e-06, + "loss": 0.05730679631233215, + "step": 3650 + }, + { + "epoch": 0.5975510204081632, + "grad_norm": 0.10231669992208481, + "learning_rate": 1.7972037779244e-06, + "loss": 0.04433938264846802, + "step": 3660 + }, + { + "epoch": 0.5991836734693877, + "grad_norm": 0.1256829798221588, + "learning_rate": 1.784703422376598e-06, + "loss": 0.04502029418945312, + "step": 3670 + }, + { + "epoch": 0.6008163265306122, + "grad_norm": 0.1006830632686615, + "learning_rate": 1.7722225146434146e-06, + "loss": 0.04091633260250092, + "step": 3680 + }, + { + "epoch": 0.6024489795918367, + "grad_norm": 0.12239495664834976, + "learning_rate": 1.7597613940615492e-06, + "loss": 0.0417140930891037, + "step": 3690 + }, + { + "epoch": 0.6040816326530613, + "grad_norm": 0.09386949241161346, + "learning_rate": 1.7473203994297197e-06, + "loss": 0.045112240314483645, + "step": 3700 + }, + { + "epoch": 0.6057142857142858, + "grad_norm": 0.1845707893371582, + "learning_rate": 1.7348998689994492e-06, + "loss": 0.04915813505649567, + "step": 3710 + }, + { + "epoch": 0.6073469387755102, + "grad_norm": 0.1345887929201126, + "learning_rate": 1.7225001404658714e-06, + "loss": 0.05195118188858032, + "step": 3720 + }, + { + "epoch": 0.6089795918367347, + "grad_norm": 0.16226522624492645, + "learning_rate": 1.7101215509585482e-06, + "loss": 0.047248026728630065, + "step": 3730 + }, + { + "epoch": 0.6106122448979592, + "grad_norm": 0.12012234330177307, + "learning_rate": 1.6977644370323032e-06, + "loss": 0.05229860544204712, + "step": 3740 + }, + { + "epoch": 0.6122448979591837, + "grad_norm": 0.16154533624649048, + "learning_rate": 1.6854291346580737e-06, + "loss": 0.048448923230171206, + "step": 3750 + }, + { + "epoch": 0.6138775510204082, + "grad_norm": 0.08616314828395844, + "learning_rate": 1.673115979213773e-06, + "loss": 0.04779277443885803, + "step": 3760 + }, + { + "epoch": 0.6155102040816327, + "grad_norm": 0.20649370551109314, + "learning_rate": 1.6608253054751739e-06, + "loss": 0.04001966416835785, + "step": 3770 + }, + { + "epoch": 0.6171428571428571, + "grad_norm": 0.22419355809688568, + "learning_rate": 1.6485574476068056e-06, + "loss": 0.04915740489959717, + "step": 3780 + }, + { + "epoch": 0.6187755102040816, + "grad_norm": 0.11812295019626617, + "learning_rate": 1.6363127391528694e-06, + "loss": 0.055313241481781, + "step": 3790 + }, + { + "epoch": 0.6204081632653061, + "grad_norm": 0.12400855869054794, + "learning_rate": 1.6240915130281696e-06, + "loss": 0.05452631115913391, + "step": 3800 + }, + { + "epoch": 0.6204081632653061, + "eval_accuracy": 0.981875, + "eval_loss": 0.04318515956401825, + "eval_runtime": 158.5838, + "eval_samples_per_second": 25.223, + "eval_steps_per_second": 25.223, + "step": 3800 + }, + { + "epoch": 0.6220408163265306, + "grad_norm": 0.094053253531456, + "learning_rate": 1.6118941015090614e-06, + "loss": 0.047327810525894166, + "step": 3810 + }, + { + "epoch": 0.6236734693877551, + "grad_norm": 0.11286808550357819, + "learning_rate": 1.599720836224419e-06, + "loss": 0.04089818894863129, + "step": 3820 + }, + { + "epoch": 0.6253061224489795, + "grad_norm": 0.0909293070435524, + "learning_rate": 1.5875720481466162e-06, + "loss": 0.04378651976585388, + "step": 3830 + }, + { + "epoch": 0.626938775510204, + "grad_norm": 0.1207573264837265, + "learning_rate": 1.5754480675825295e-06, + "loss": 0.055971544981002805, + "step": 3840 + }, + { + "epoch": 0.6285714285714286, + "grad_norm": 0.09171696752309799, + "learning_rate": 1.563349224164556e-06, + "loss": 0.04364039599895477, + "step": 3850 + }, + { + "epoch": 0.6302040816326531, + "grad_norm": 0.1100732609629631, + "learning_rate": 1.5512758468416561e-06, + "loss": 0.04227602481842041, + "step": 3860 + }, + { + "epoch": 0.6318367346938776, + "grad_norm": 0.08587154746055603, + "learning_rate": 1.5392282638704032e-06, + "loss": 0.03987776041030884, + "step": 3870 + }, + { + "epoch": 0.6334693877551021, + "grad_norm": 0.14273083209991455, + "learning_rate": 1.5272068028060616e-06, + "loss": 0.05040489435195923, + "step": 3880 + }, + { + "epoch": 0.6351020408163265, + "grad_norm": 0.12788064777851105, + "learning_rate": 1.5152117904936827e-06, + "loss": 0.04129888415336609, + "step": 3890 + }, + { + "epoch": 0.636734693877551, + "grad_norm": 0.14224086701869965, + "learning_rate": 1.5032435530592165e-06, + "loss": 0.04145504236221313, + "step": 3900 + }, + { + "epoch": 0.6383673469387755, + "grad_norm": 0.07414636015892029, + "learning_rate": 1.4913024159006444e-06, + "loss": 0.03938417434692383, + "step": 3910 + }, + { + "epoch": 0.64, + "grad_norm": 0.1443425565958023, + "learning_rate": 1.4793887036791338e-06, + "loss": 0.047359606623649596, + "step": 3920 + }, + { + "epoch": 0.6416326530612245, + "grad_norm": 0.1462288498878479, + "learning_rate": 1.4675027403102107e-06, + "loss": 0.047661393880844116, + "step": 3930 + }, + { + "epoch": 0.643265306122449, + "grad_norm": 0.15937893092632294, + "learning_rate": 1.4556448489549519e-06, + "loss": 0.04829471111297608, + "step": 3940 + }, + { + "epoch": 0.6448979591836734, + "grad_norm": 0.10469378530979156, + "learning_rate": 1.4438153520111978e-06, + "loss": 0.047904521226882935, + "step": 3950 + }, + { + "epoch": 0.6465306122448979, + "grad_norm": 0.10817313939332962, + "learning_rate": 1.4320145711047894e-06, + "loss": 0.04648992121219635, + "step": 3960 + }, + { + "epoch": 0.6481632653061224, + "grad_norm": 0.12307990342378616, + "learning_rate": 1.4202428270808256e-06, + "loss": 0.044715133309364316, + "step": 3970 + }, + { + "epoch": 0.649795918367347, + "grad_norm": 0.14425775408744812, + "learning_rate": 1.408500439994933e-06, + "loss": 0.042470496892929074, + "step": 3980 + }, + { + "epoch": 0.6514285714285715, + "grad_norm": 0.11694067716598511, + "learning_rate": 1.3967877291045706e-06, + "loss": 0.03910423815250397, + "step": 3990 + }, + { + "epoch": 0.6530612244897959, + "grad_norm": 0.13050039112567902, + "learning_rate": 1.3851050128603454e-06, + "loss": 0.046834564208984374, + "step": 4000 + }, + { + "epoch": 0.6530612244897959, + "eval_accuracy": 0.9817083333333334, + "eval_loss": 0.04485878720879555, + "eval_runtime": 155.2113, + "eval_samples_per_second": 25.771, + "eval_steps_per_second": 25.771, + "step": 4000 + }, + { + "epoch": 0.6546938775510204, + "grad_norm": 0.16441842913627625, + "learning_rate": 1.3734526088973576e-06, + "loss": 0.048332995176315306, + "step": 4010 + }, + { + "epoch": 0.6563265306122449, + "grad_norm": 0.16489046812057495, + "learning_rate": 1.3618308340265628e-06, + "loss": 0.05632186532020569, + "step": 4020 + }, + { + "epoch": 0.6579591836734694, + "grad_norm": 0.0776519775390625, + "learning_rate": 1.3502400042261583e-06, + "loss": 0.0413711816072464, + "step": 4030 + }, + { + "epoch": 0.6595918367346939, + "grad_norm": 0.07065974175930023, + "learning_rate": 1.3386804346329913e-06, + "loss": 0.04443484246730804, + "step": 4040 + }, + { + "epoch": 0.6612244897959184, + "grad_norm": 0.058040838688611984, + "learning_rate": 1.3271524395339958e-06, + "loss": 0.03936767876148224, + "step": 4050 + }, + { + "epoch": 0.6628571428571428, + "grad_norm": 0.12576180696487427, + "learning_rate": 1.31565633235764e-06, + "loss": 0.03893322050571442, + "step": 4060 + }, + { + "epoch": 0.6644897959183673, + "grad_norm": 0.1022111177444458, + "learning_rate": 1.30419242566541e-06, + "loss": 0.05221283435821533, + "step": 4070 + }, + { + "epoch": 0.6661224489795918, + "grad_norm": 0.07897438853979111, + "learning_rate": 1.2927610311433098e-06, + "loss": 0.04261190891265869, + "step": 4080 + }, + { + "epoch": 0.6677551020408163, + "grad_norm": 0.16535215079784393, + "learning_rate": 1.2813624595933885e-06, + "loss": 0.04804243743419647, + "step": 4090 + }, + { + "epoch": 0.6693877551020408, + "grad_norm": 0.10754700005054474, + "learning_rate": 1.2699970209252877e-06, + "loss": 0.03677414059638977, + "step": 4100 + }, + { + "epoch": 0.6710204081632654, + "grad_norm": 0.13121150434017181, + "learning_rate": 1.2586650241478173e-06, + "loss": 0.04266786575317383, + "step": 4110 + }, + { + "epoch": 0.6726530612244898, + "grad_norm": 0.11523906886577606, + "learning_rate": 1.2473667773605542e-06, + "loss": 0.045382776856422426, + "step": 4120 + }, + { + "epoch": 0.6742857142857143, + "grad_norm": 0.16150203347206116, + "learning_rate": 1.236102587745464e-06, + "loss": 0.0483401358127594, + "step": 4130 + }, + { + "epoch": 0.6759183673469388, + "grad_norm": 0.2037627100944519, + "learning_rate": 1.2248727615585501e-06, + "loss": 0.0531754195690155, + "step": 4140 + }, + { + "epoch": 0.6775510204081633, + "grad_norm": 0.08756938576698303, + "learning_rate": 1.2136776041215293e-06, + "loss": 0.046069496870040895, + "step": 4150 + }, + { + "epoch": 0.6791836734693878, + "grad_norm": 0.10196162015199661, + "learning_rate": 1.2025174198135255e-06, + "loss": 0.03938464820384979, + "step": 4160 + }, + { + "epoch": 0.6808163265306122, + "grad_norm": 0.10243439674377441, + "learning_rate": 1.1913925120627987e-06, + "loss": 0.04410702586174011, + "step": 4170 + }, + { + "epoch": 0.6824489795918367, + "grad_norm": 0.16230984032154083, + "learning_rate": 1.1803031833384923e-06, + "loss": 0.03496443629264832, + "step": 4180 + }, + { + "epoch": 0.6840816326530612, + "grad_norm": 0.1036972925066948, + "learning_rate": 1.1692497351424117e-06, + "loss": 0.04019207060337067, + "step": 4190 + }, + { + "epoch": 0.6857142857142857, + "grad_norm": 0.19966299831867218, + "learning_rate": 1.1582324680008252e-06, + "loss": 0.03875584900379181, + "step": 4200 + }, + { + "epoch": 0.6857142857142857, + "eval_accuracy": 0.9839583333333334, + "eval_loss": 0.0395464189350605, + "eval_runtime": 153.8599, + "eval_samples_per_second": 25.998, + "eval_steps_per_second": 25.998, + "step": 4200 + }, + { + "epoch": 0.6873469387755102, + "grad_norm": 0.15349307656288147, + "learning_rate": 1.1472516814562945e-06, + "loss": 0.04495754837989807, + "step": 4210 + }, + { + "epoch": 0.6889795918367347, + "grad_norm": 0.16430068016052246, + "learning_rate": 1.1363076740595294e-06, + "loss": 0.0422965407371521, + "step": 4220 + }, + { + "epoch": 0.6906122448979591, + "grad_norm": 0.1903417408466339, + "learning_rate": 1.1254007433612705e-06, + "loss": 0.04501302838325501, + "step": 4230 + }, + { + "epoch": 0.6922448979591836, + "grad_norm": 0.05951374024152756, + "learning_rate": 1.1145311859042026e-06, + "loss": 0.03593409359455109, + "step": 4240 + }, + { + "epoch": 0.6938775510204082, + "grad_norm": 0.05894222855567932, + "learning_rate": 1.1036992972148865e-06, + "loss": 0.034275355935096743, + "step": 4250 + }, + { + "epoch": 0.6955102040816327, + "grad_norm": 0.09788545221090317, + "learning_rate": 1.092905371795729e-06, + "loss": 0.039912134408950806, + "step": 4260 + }, + { + "epoch": 0.6971428571428572, + "grad_norm": 0.2608252763748169, + "learning_rate": 1.0821497031169729e-06, + "loss": 0.03563873171806335, + "step": 4270 + }, + { + "epoch": 0.6987755102040817, + "grad_norm": 0.10350881516933441, + "learning_rate": 1.0714325836087191e-06, + "loss": 0.036586591601371767, + "step": 4280 + }, + { + "epoch": 0.7004081632653061, + "grad_norm": 0.10214894264936447, + "learning_rate": 1.0607543046529763e-06, + "loss": 0.03775157630443573, + "step": 4290 + }, + { + "epoch": 0.7020408163265306, + "grad_norm": 0.1326843649148941, + "learning_rate": 1.050115156575738e-06, + "loss": 0.03171868622303009, + "step": 4300 + }, + { + "epoch": 0.7036734693877551, + "grad_norm": 0.12274391204118729, + "learning_rate": 1.0395154286390896e-06, + "loss": 0.028169712424278258, + "step": 4310 + }, + { + "epoch": 0.7053061224489796, + "grad_norm": 0.12580160796642303, + "learning_rate": 1.028955409033342e-06, + "loss": 0.03762204349040985, + "step": 4320 + }, + { + "epoch": 0.7069387755102041, + "grad_norm": 0.26383766531944275, + "learning_rate": 1.0184353848692005e-06, + "loss": 0.04035975933074951, + "step": 4330 + }, + { + "epoch": 0.7085714285714285, + "grad_norm": 0.101371631026268, + "learning_rate": 1.0079556421699533e-06, + "loss": 0.04394418001174927, + "step": 4340 + }, + { + "epoch": 0.710204081632653, + "grad_norm": 0.12708403170108795, + "learning_rate": 9.97516465863698e-07, + "loss": 0.04101270735263825, + "step": 4350 + }, + { + "epoch": 0.7118367346938775, + "grad_norm": 0.08838815987110138, + "learning_rate": 9.87118139775595e-07, + "loss": 0.04232141673564911, + "step": 4360 + }, + { + "epoch": 0.713469387755102, + "grad_norm": 0.13831272721290588, + "learning_rate": 9.767609466201494e-07, + "loss": 0.03110981285572052, + "step": 4370 + }, + { + "epoch": 0.7151020408163266, + "grad_norm": 0.14169402420520782, + "learning_rate": 9.664451679935252e-07, + "loss": 0.036100244522094725, + "step": 4380 + }, + { + "epoch": 0.7167346938775511, + "grad_norm": 0.09364918619394302, + "learning_rate": 9.561710843658892e-07, + "loss": 0.028025591373443605, + "step": 4390 + }, + { + "epoch": 0.7183673469387755, + "grad_norm": 0.08178938925266266, + "learning_rate": 9.459389750737854e-07, + "loss": 0.03276517987251282, + "step": 4400 + }, + { + "epoch": 0.7183673469387755, + "eval_accuracy": 0.9830833333333334, + "eval_loss": 0.03968822583556175, + "eval_runtime": 170.9863, + "eval_samples_per_second": 23.394, + "eval_steps_per_second": 23.394, + "step": 4400 + }, + { + "epoch": 0.72, + "grad_norm": 0.21406538784503937, + "learning_rate": 9.357491183125398e-07, + "loss": 0.04240003228187561, + "step": 4410 + }, + { + "epoch": 0.7216326530612245, + "grad_norm": 0.2528787851333618, + "learning_rate": 9.256017911286958e-07, + "loss": 0.03953196704387665, + "step": 4420 + }, + { + "epoch": 0.723265306122449, + "grad_norm": 0.1817523092031479, + "learning_rate": 9.154972694124866e-07, + "loss": 0.03630510270595551, + "step": 4430 + }, + { + "epoch": 0.7248979591836735, + "grad_norm": 0.19527313113212585, + "learning_rate": 9.054358278903272e-07, + "loss": 0.04581010937690735, + "step": 4440 + }, + { + "epoch": 0.726530612244898, + "grad_norm": 0.3551980257034302, + "learning_rate": 8.954177401173491e-07, + "loss": 0.04633161723613739, + "step": 4450 + }, + { + "epoch": 0.7281632653061224, + "grad_norm": 0.1003197506070137, + "learning_rate": 8.854432784699624e-07, + "loss": 0.03686977326869965, + "step": 4460 + }, + { + "epoch": 0.7297959183673469, + "grad_norm": 0.1250677853822708, + "learning_rate": 8.755127141384495e-07, + "loss": 0.03494169116020203, + "step": 4470 + }, + { + "epoch": 0.7314285714285714, + "grad_norm": 0.23732195794582367, + "learning_rate": 8.656263171195931e-07, + "loss": 0.04174305498600006, + "step": 4480 + }, + { + "epoch": 0.7330612244897959, + "grad_norm": 0.2553883194923401, + "learning_rate": 8.557843562093329e-07, + "loss": 0.04263312518596649, + "step": 4490 + }, + { + "epoch": 0.7346938775510204, + "grad_norm": 0.1312720775604248, + "learning_rate": 8.459870989954611e-07, + "loss": 0.03155354261398315, + "step": 4500 + }, + { + "epoch": 0.7363265306122448, + "grad_norm": 0.2632088363170624, + "learning_rate": 8.362348118503424e-07, + "loss": 0.05083600878715515, + "step": 4510 + }, + { + "epoch": 0.7379591836734694, + "grad_norm": 0.1293715387582779, + "learning_rate": 8.265277599236785e-07, + "loss": 0.031102049350738525, + "step": 4520 + }, + { + "epoch": 0.7395918367346939, + "grad_norm": 0.15807363390922546, + "learning_rate": 8.168662071352918e-07, + "loss": 0.033837145566940306, + "step": 4530 + }, + { + "epoch": 0.7412244897959184, + "grad_norm": 0.08791180700063705, + "learning_rate": 8.072504161679534e-07, + "loss": 0.0337544322013855, + "step": 4540 + }, + { + "epoch": 0.7428571428571429, + "grad_norm": 0.10295934230089188, + "learning_rate": 7.976806484602417e-07, + "loss": 0.03291972577571869, + "step": 4550 + }, + { + "epoch": 0.7444897959183674, + "grad_norm": 0.11660359799861908, + "learning_rate": 7.881571641994331e-07, + "loss": 0.032550466060638425, + "step": 4560 + }, + { + "epoch": 0.7461224489795918, + "grad_norm": 0.1896156519651413, + "learning_rate": 7.786802223144286e-07, + "loss": 0.030972787737846376, + "step": 4570 + }, + { + "epoch": 0.7477551020408163, + "grad_norm": 0.2084398865699768, + "learning_rate": 7.69250080468712e-07, + "loss": 0.0415867954492569, + "step": 4580 + }, + { + "epoch": 0.7493877551020408, + "grad_norm": 0.12618854641914368, + "learning_rate": 7.59866995053348e-07, + "loss": 0.0360225111246109, + "step": 4590 + }, + { + "epoch": 0.7510204081632653, + "grad_norm": 0.12291006743907928, + "learning_rate": 7.505312211800081e-07, + "loss": 0.03627174496650696, + "step": 4600 + }, + { + "epoch": 0.7510204081632653, + "eval_accuracy": 0.9855833333333334, + "eval_loss": 0.03568050265312195, + "eval_runtime": 156.9074, + "eval_samples_per_second": 25.493, + "eval_steps_per_second": 25.493, + "step": 4600 + }, + { + "epoch": 0.7526530612244898, + "grad_norm": 0.1491072177886963, + "learning_rate": 7.41243012674035e-07, + "loss": 0.033873635530471805, + "step": 4610 + }, + { + "epoch": 0.7542857142857143, + "grad_norm": 0.14268337190151215, + "learning_rate": 7.320026220675447e-07, + "loss": 0.03949807286262512, + "step": 4620 + }, + { + "epoch": 0.7559183673469387, + "grad_norm": 0.15548810362815857, + "learning_rate": 7.228103005925557e-07, + "loss": 0.03478931188583374, + "step": 4630 + }, + { + "epoch": 0.7575510204081632, + "grad_norm": 0.14298392832279205, + "learning_rate": 7.136662981741613e-07, + "loss": 0.030326524376869203, + "step": 4640 + }, + { + "epoch": 0.7591836734693878, + "grad_norm": 0.11854545772075653, + "learning_rate": 7.045708634237341e-07, + "loss": 0.034136393666267396, + "step": 4650 + }, + { + "epoch": 0.7608163265306123, + "grad_norm": 0.1346571296453476, + "learning_rate": 6.955242436321663e-07, + "loss": 0.040317881107330325, + "step": 4660 + }, + { + "epoch": 0.7624489795918368, + "grad_norm": 0.13217571377754211, + "learning_rate": 6.865266847631463e-07, + "loss": 0.02895120084285736, + "step": 4670 + }, + { + "epoch": 0.7640816326530612, + "grad_norm": 0.0761382132768631, + "learning_rate": 6.775784314464717e-07, + "loss": 0.029726022481918336, + "step": 4680 + }, + { + "epoch": 0.7657142857142857, + "grad_norm": 0.17583715915679932, + "learning_rate": 6.686797269713971e-07, + "loss": 0.02383600324392319, + "step": 4690 + }, + { + "epoch": 0.7673469387755102, + "grad_norm": 0.13434812426567078, + "learning_rate": 6.598308132800221e-07, + "loss": 0.03801000118255615, + "step": 4700 + }, + { + "epoch": 0.7689795918367347, + "grad_norm": 0.0841183140873909, + "learning_rate": 6.510319309607099e-07, + "loss": 0.030053699016571046, + "step": 4710 + }, + { + "epoch": 0.7706122448979592, + "grad_norm": 0.10911499708890915, + "learning_rate": 6.422833192415476e-07, + "loss": 0.03296325206756592, + "step": 4720 + }, + { + "epoch": 0.7722448979591837, + "grad_norm": 0.08562543988227844, + "learning_rate": 6.335852159838423e-07, + "loss": 0.029071077704429626, + "step": 4730 + }, + { + "epoch": 0.7738775510204081, + "grad_norm": 0.24464724957942963, + "learning_rate": 6.249378576756538e-07, + "loss": 0.03307548463344574, + "step": 4740 + }, + { + "epoch": 0.7755102040816326, + "grad_norm": 0.17294660210609436, + "learning_rate": 6.163414794253641e-07, + "loss": 0.03507235944271088, + "step": 4750 + }, + { + "epoch": 0.7771428571428571, + "grad_norm": 0.18331816792488098, + "learning_rate": 6.077963149552868e-07, + "loss": 0.038254004716873166, + "step": 4760 + }, + { + "epoch": 0.7787755102040816, + "grad_norm": 0.10756120830774307, + "learning_rate": 5.993025965953103e-07, + "loss": 0.03428310751914978, + "step": 4770 + }, + { + "epoch": 0.7804081632653062, + "grad_norm": 0.16071061789989471, + "learning_rate": 5.908605552765833e-07, + "loss": 0.032243117690086365, + "step": 4780 + }, + { + "epoch": 0.7820408163265307, + "grad_norm": 0.14897944033145905, + "learning_rate": 5.824704205252343e-07, + "loss": 0.03812848925590515, + "step": 4790 + }, + { + "epoch": 0.7836734693877551, + "grad_norm": 0.1536232829093933, + "learning_rate": 5.741324204561335e-07, + "loss": 0.031389710307121274, + "step": 4800 + }, + { + "epoch": 0.7836734693877551, + "eval_accuracy": 0.985, + "eval_loss": 0.03615976870059967, + "eval_runtime": 153.2713, + "eval_samples_per_second": 26.098, + "eval_steps_per_second": 26.098, + "step": 4800 + }, + { + "epoch": 0.7853061224489796, + "grad_norm": 0.15687023103237152, + "learning_rate": 5.65846781766688e-07, + "loss": 0.027873021364212037, + "step": 4810 + }, + { + "epoch": 0.7869387755102041, + "grad_norm": 0.14541009068489075, + "learning_rate": 5.576137297306794e-07, + "loss": 0.0407156765460968, + "step": 4820 + }, + { + "epoch": 0.7885714285714286, + "grad_norm": 0.16398967802524567, + "learning_rate": 5.494334881921393e-07, + "loss": 0.03936888575553894, + "step": 4830 + }, + { + "epoch": 0.7902040816326531, + "grad_norm": 0.2177809625864029, + "learning_rate": 5.413062795592633e-07, + "loss": 0.03059300184249878, + "step": 4840 + }, + { + "epoch": 0.7918367346938775, + "grad_norm": 0.1487113982439041, + "learning_rate": 5.332323247983632e-07, + "loss": 0.038730043172836306, + "step": 4850 + }, + { + "epoch": 0.793469387755102, + "grad_norm": 0.1111542284488678, + "learning_rate": 5.252118434278605e-07, + "loss": 0.033898717164993285, + "step": 4860 + }, + { + "epoch": 0.7951020408163265, + "grad_norm": 0.10296906530857086, + "learning_rate": 5.172450535123166e-07, + "loss": 0.033659690618515016, + "step": 4870 + }, + { + "epoch": 0.796734693877551, + "grad_norm": 0.11844902485609055, + "learning_rate": 5.093321716565064e-07, + "loss": 0.0293354332447052, + "step": 4880 + }, + { + "epoch": 0.7983673469387755, + "grad_norm": 0.08401476591825485, + "learning_rate": 5.014734129995258e-07, + "loss": 0.027682244777679443, + "step": 4890 + }, + { + "epoch": 0.8, + "grad_norm": 0.15870651602745056, + "learning_rate": 4.936689912089443e-07, + "loss": 0.029118484258651732, + "step": 4900 + }, + { + "epoch": 0.8016326530612244, + "grad_norm": 0.10739132016897202, + "learning_rate": 4.859191184749968e-07, + "loss": 0.031624987721443176, + "step": 4910 + }, + { + "epoch": 0.803265306122449, + "grad_norm": 0.1523323655128479, + "learning_rate": 4.782240055048113e-07, + "loss": 0.03415923118591309, + "step": 4920 + }, + { + "epoch": 0.8048979591836735, + "grad_norm": 0.31860172748565674, + "learning_rate": 4.705838615166836e-07, + "loss": 0.035749971866607666, + "step": 4930 + }, + { + "epoch": 0.806530612244898, + "grad_norm": 0.15043528378009796, + "learning_rate": 4.629988942343863e-07, + "loss": 0.029294773936271667, + "step": 4940 + }, + { + "epoch": 0.8081632653061225, + "grad_norm": 0.1007913127541542, + "learning_rate": 4.55469309881523e-07, + "loss": 0.026727235317230223, + "step": 4950 + }, + { + "epoch": 0.809795918367347, + "grad_norm": 0.10851600021123886, + "learning_rate": 4.479953131759199e-07, + "loss": 0.029011189937591553, + "step": 4960 + }, + { + "epoch": 0.8114285714285714, + "grad_norm": 0.19257904589176178, + "learning_rate": 4.4057710732406113e-07, + "loss": 0.040424668788909913, + "step": 4970 + }, + { + "epoch": 0.8130612244897959, + "grad_norm": 0.08985571563243866, + "learning_rate": 4.332148940155617e-07, + "loss": 0.031291928887367246, + "step": 4980 + }, + { + "epoch": 0.8146938775510204, + "grad_norm": 0.09874805808067322, + "learning_rate": 4.259088734176883e-07, + "loss": 0.028314629197120668, + "step": 4990 + }, + { + "epoch": 0.8163265306122449, + "grad_norm": 0.2056759148836136, + "learning_rate": 4.186592441699119e-07, + "loss": 0.028049173951148986, + "step": 5000 + }, + { + "epoch": 0.8163265306122449, + "eval_accuracy": 0.986125, + "eval_loss": 0.033585112541913986, + "eval_runtime": 153.2119, + "eval_samples_per_second": 26.108, + "eval_steps_per_second": 26.108, + "step": 5000 + }, + { + "epoch": 0.8179591836734694, + "grad_norm": 0.10125680267810822, + "learning_rate": 4.1146620337850965e-07, + "loss": 0.03612466752529144, + "step": 5010 + }, + { + "epoch": 0.8195918367346938, + "grad_norm": 0.10107982903718948, + "learning_rate": 4.043299466112058e-07, + "loss": 0.026968371868133546, + "step": 5020 + }, + { + "epoch": 0.8212244897959183, + "grad_norm": 0.13236716389656067, + "learning_rate": 3.9725066789185446e-07, + "loss": 0.030766445398330688, + "step": 5030 + }, + { + "epoch": 0.8228571428571428, + "grad_norm": 0.1182790994644165, + "learning_rate": 3.9022855969516384e-07, + "loss": 0.028759539127349854, + "step": 5040 + }, + { + "epoch": 0.8244897959183674, + "grad_norm": 0.1430918574333191, + "learning_rate": 3.832638129414637e-07, + "loss": 0.03126598298549652, + "step": 5050 + }, + { + "epoch": 0.8261224489795919, + "grad_norm": 0.24944688379764557, + "learning_rate": 3.7635661699151366e-07, + "loss": 0.030412834882736207, + "step": 5060 + }, + { + "epoch": 0.8277551020408164, + "grad_norm": 0.24371539056301117, + "learning_rate": 3.695071596413574e-07, + "loss": 0.03904336988925934, + "step": 5070 + }, + { + "epoch": 0.8293877551020408, + "grad_norm": 0.25066161155700684, + "learning_rate": 3.627156271172125e-07, + "loss": 0.032776132225990295, + "step": 5080 + }, + { + "epoch": 0.8310204081632653, + "grad_norm": 0.1635182797908783, + "learning_rate": 3.559822040704108e-07, + "loss": 0.027044805884361266, + "step": 5090 + }, + { + "epoch": 0.8326530612244898, + "grad_norm": 0.16698378324508667, + "learning_rate": 3.4930707357237666e-07, + "loss": 0.03271254003047943, + "step": 5100 + }, + { + "epoch": 0.8342857142857143, + "grad_norm": 0.18812412023544312, + "learning_rate": 3.4269041710964903e-07, + "loss": 0.030745366215705873, + "step": 5110 + }, + { + "epoch": 0.8359183673469388, + "grad_norm": 0.18739669024944305, + "learning_rate": 3.36132414578948e-07, + "loss": 0.032180759310722354, + "step": 5120 + }, + { + "epoch": 0.8375510204081633, + "grad_norm": 0.13260763883590698, + "learning_rate": 3.296332442822839e-07, + "loss": 0.026755687594413758, + "step": 5130 + }, + { + "epoch": 0.8391836734693877, + "grad_norm": 0.06771053373813629, + "learning_rate": 3.231930829221083e-07, + "loss": 0.02895594835281372, + "step": 5140 + }, + { + "epoch": 0.8408163265306122, + "grad_norm": 0.09441749006509781, + "learning_rate": 3.168121055965112e-07, + "loss": 0.033178862929344174, + "step": 5150 + }, + { + "epoch": 0.8424489795918367, + "grad_norm": 0.0863656997680664, + "learning_rate": 3.104904857944591e-07, + "loss": 0.02276728004217148, + "step": 5160 + }, + { + "epoch": 0.8440816326530612, + "grad_norm": 0.2047131359577179, + "learning_rate": 3.0422839539107794e-07, + "loss": 0.028258222341537475, + "step": 5170 + }, + { + "epoch": 0.8457142857142858, + "grad_norm": 0.2389051467180252, + "learning_rate": 2.980260046429834e-07, + "loss": 0.02725991904735565, + "step": 5180 + }, + { + "epoch": 0.8473469387755102, + "grad_norm": 0.1733924299478531, + "learning_rate": 2.9188348218364635e-07, + "loss": 0.0327379584312439, + "step": 5190 + }, + { + "epoch": 0.8489795918367347, + "grad_norm": 0.19450697302818298, + "learning_rate": 2.8580099501881285e-07, + "loss": 0.030778995156288146, + "step": 5200 + }, + { + "epoch": 0.8489795918367347, + "eval_accuracy": 0.9881666666666667, + "eval_loss": 0.02920014224946499, + "eval_runtime": 155.6487, + "eval_samples_per_second": 25.699, + "eval_steps_per_second": 25.699, + "step": 5200 + }, + { + "epoch": 0.8506122448979592, + "grad_norm": 0.14990773797035217, + "learning_rate": 2.7977870852195997e-07, + "loss": 0.03692179024219513, + "step": 5210 + }, + { + "epoch": 0.8522448979591837, + "grad_norm": 0.16051384806632996, + "learning_rate": 2.7381678642980303e-07, + "loss": 0.030528882145881654, + "step": 5220 + }, + { + "epoch": 0.8538775510204082, + "grad_norm": 0.1660623997449875, + "learning_rate": 2.6791539083784014e-07, + "loss": 0.025125756859779358, + "step": 5230 + }, + { + "epoch": 0.8555102040816327, + "grad_norm": 0.07568248361349106, + "learning_rate": 2.620746821959475e-07, + "loss": 0.02720560133457184, + "step": 5240 + }, + { + "epoch": 0.8571428571428571, + "grad_norm": 0.2634601593017578, + "learning_rate": 2.562948193040174e-07, + "loss": 0.033940815925598146, + "step": 5250 + }, + { + "epoch": 0.8587755102040816, + "grad_norm": 0.15926218032836914, + "learning_rate": 2.5057595930763873e-07, + "loss": 0.028036150336265563, + "step": 5260 + }, + { + "epoch": 0.8604081632653061, + "grad_norm": 0.19775289297103882, + "learning_rate": 2.4491825769382526e-07, + "loss": 0.02731768786907196, + "step": 5270 + }, + { + "epoch": 0.8620408163265306, + "grad_norm": 0.07538789510726929, + "learning_rate": 2.39321868286789e-07, + "loss": 0.0313712328672409, + "step": 5280 + }, + { + "epoch": 0.8636734693877551, + "grad_norm": 0.10647427290678024, + "learning_rate": 2.337869432437567e-07, + "loss": 0.02781860828399658, + "step": 5290 + }, + { + "epoch": 0.8653061224489796, + "grad_norm": 0.20678064227104187, + "learning_rate": 2.283136330508337e-07, + "loss": 0.028782907128334045, + "step": 5300 + }, + { + "epoch": 0.866938775510204, + "grad_norm": 0.18386024236679077, + "learning_rate": 2.2290208651891244e-07, + "loss": 0.02515394687652588, + "step": 5310 + }, + { + "epoch": 0.8685714285714285, + "grad_norm": 0.13139928877353668, + "learning_rate": 2.1755245077962618e-07, + "loss": 0.02002216875553131, + "step": 5320 + }, + { + "epoch": 0.8702040816326531, + "grad_norm": 0.10402868688106537, + "learning_rate": 2.1226487128134854e-07, + "loss": 0.03221684396266937, + "step": 5330 + }, + { + "epoch": 0.8718367346938776, + "grad_norm": 0.056439850479364395, + "learning_rate": 2.070394917852403e-07, + "loss": 0.023763810098171235, + "step": 5340 + }, + { + "epoch": 0.8734693877551021, + "grad_norm": 0.1421876698732376, + "learning_rate": 2.0187645436133913e-07, + "loss": 0.03192594051361084, + "step": 5350 + }, + { + "epoch": 0.8751020408163265, + "grad_norm": 0.20487430691719055, + "learning_rate": 1.967758993846966e-07, + "loss": 0.025955894589424135, + "step": 5360 + }, + { + "epoch": 0.876734693877551, + "grad_norm": 0.2183534801006317, + "learning_rate": 1.9173796553156487e-07, + "loss": 0.027435585856437683, + "step": 5370 + }, + { + "epoch": 0.8783673469387755, + "grad_norm": 0.19724565744400024, + "learning_rate": 1.8676278977562219e-07, + "loss": 0.028912261128425598, + "step": 5380 + }, + { + "epoch": 0.88, + "grad_norm": 0.21412917971611023, + "learning_rate": 1.818505073842508e-07, + "loss": 0.029015693068504333, + "step": 5390 + }, + { + "epoch": 0.8816326530612245, + "grad_norm": 0.08429288119077682, + "learning_rate": 1.770012519148598e-07, + "loss": 0.025249993801116942, + "step": 5400 + }, + { + "epoch": 0.8816326530612245, + "eval_accuracy": 0.989375, + "eval_loss": 0.02678457647562027, + "eval_runtime": 156.2763, + "eval_samples_per_second": 25.596, + "eval_steps_per_second": 25.596, + "step": 5400 + }, + { + "epoch": 0.883265306122449, + "grad_norm": 0.15489192306995392, + "learning_rate": 1.722151552112525e-07, + "loss": 0.03486272096633911, + "step": 5410 + }, + { + "epoch": 0.8848979591836734, + "grad_norm": 0.1594313681125641, + "learning_rate": 1.6749234740004227e-07, + "loss": 0.024751077592372894, + "step": 5420 + }, + { + "epoch": 0.8865306122448979, + "grad_norm": 0.12505307793617249, + "learning_rate": 1.6283295688711564e-07, + "loss": 0.025553828477859496, + "step": 5430 + }, + { + "epoch": 0.8881632653061224, + "grad_norm": 0.08852038532495499, + "learning_rate": 1.582371103541394e-07, + "loss": 0.025743791460990907, + "step": 5440 + }, + { + "epoch": 0.889795918367347, + "grad_norm": 0.08450407534837723, + "learning_rate": 1.5370493275511767e-07, + "loss": 0.02687264084815979, + "step": 5450 + }, + { + "epoch": 0.8914285714285715, + "grad_norm": 0.054211657494306564, + "learning_rate": 1.4923654731299363e-07, + "loss": 0.023073682188987733, + "step": 5460 + }, + { + "epoch": 0.893061224489796, + "grad_norm": 0.23101477324962616, + "learning_rate": 1.4483207551630045e-07, + "loss": 0.0280561625957489, + "step": 5470 + }, + { + "epoch": 0.8946938775510204, + "grad_norm": 0.19923920929431915, + "learning_rate": 1.4049163711585684e-07, + "loss": 0.02133965492248535, + "step": 5480 + }, + { + "epoch": 0.8963265306122449, + "grad_norm": 0.13227398693561554, + "learning_rate": 1.3621535012151244e-07, + "loss": 0.017637649178504945, + "step": 5490 + }, + { + "epoch": 0.8979591836734694, + "grad_norm": 0.11182940751314163, + "learning_rate": 1.3200333079893823e-07, + "loss": 0.02847398817539215, + "step": 5500 + }, + { + "epoch": 0.8995918367346939, + "grad_norm": 0.06762958317995071, + "learning_rate": 1.2785569366646628e-07, + "loss": 0.020397891104221345, + "step": 5510 + }, + { + "epoch": 0.9012244897959184, + "grad_norm": 0.06652984023094177, + "learning_rate": 1.2377255149197576e-07, + "loss": 0.03015478849411011, + "step": 5520 + }, + { + "epoch": 0.9028571428571428, + "grad_norm": 0.16087517142295837, + "learning_rate": 1.1975401528982718e-07, + "loss": 0.02614833414554596, + "step": 5530 + }, + { + "epoch": 0.9044897959183673, + "grad_norm": 0.0873415544629097, + "learning_rate": 1.1580019431784384e-07, + "loss": 0.023097904026508333, + "step": 5540 + }, + { + "epoch": 0.9061224489795918, + "grad_norm": 0.26114869117736816, + "learning_rate": 1.1191119607434076e-07, + "loss": 0.028036117553710938, + "step": 5550 + }, + { + "epoch": 0.9077551020408163, + "grad_norm": 0.08690405637025833, + "learning_rate": 1.0808712629520435e-07, + "loss": 0.027321887016296387, + "step": 5560 + }, + { + "epoch": 0.9093877551020408, + "grad_norm": 0.19979159533977509, + "learning_rate": 1.0432808895101426e-07, + "loss": 0.03543014228343964, + "step": 5570 + }, + { + "epoch": 0.9110204081632653, + "grad_norm": 0.09599421173334122, + "learning_rate": 1.0063418624421895e-07, + "loss": 0.02044544517993927, + "step": 5580 + }, + { + "epoch": 0.9126530612244897, + "grad_norm": 0.22291070222854614, + "learning_rate": 9.700551860635538e-08, + "loss": 0.027166444063186645, + "step": 5590 + }, + { + "epoch": 0.9142857142857143, + "grad_norm": 0.10956079512834549, + "learning_rate": 9.344218469532012e-08, + "loss": 0.02024113982915878, + "step": 5600 + }, + { + "epoch": 0.9142857142857143, + "eval_accuracy": 0.9900833333333334, + "eval_loss": 0.025807492434978485, + "eval_runtime": 154.9378, + "eval_samples_per_second": 25.817, + "eval_steps_per_second": 25.817, + "step": 5600 + }, + { + "epoch": 0.9159183673469388, + "grad_norm": 0.14949144423007965, + "learning_rate": 8.99442813926854e-08, + "loss": 0.024004274606704713, + "step": 5610 + }, + { + "epoch": 0.9175510204081633, + "grad_norm": 0.2315555214881897, + "learning_rate": 8.651190380106673e-08, + "loss": 0.024219857156276704, + "step": 5620 + }, + { + "epoch": 0.9191836734693878, + "grad_norm": 0.06734409183263779, + "learning_rate": 8.314514524153522e-08, + "loss": 0.02802177369594574, + "step": 5630 + }, + { + "epoch": 0.9208163265306123, + "grad_norm": 0.21427671611309052, + "learning_rate": 7.984409725108222e-08, + "loss": 0.021109704673290253, + "step": 5640 + }, + { + "epoch": 0.9224489795918367, + "grad_norm": 0.18013973534107208, + "learning_rate": 7.660884958012899e-08, + "loss": 0.020703735947608947, + "step": 5650 + }, + { + "epoch": 0.9240816326530612, + "grad_norm": 0.2695794701576233, + "learning_rate": 7.343949019008756e-08, + "loss": 0.03247661292552948, + "step": 5660 + }, + { + "epoch": 0.9257142857142857, + "grad_norm": 0.15175238251686096, + "learning_rate": 7.03361052509688e-08, + "loss": 0.021647430956363678, + "step": 5670 + }, + { + "epoch": 0.9273469387755102, + "grad_norm": 0.18325908482074738, + "learning_rate": 6.729877913903976e-08, + "loss": 0.028400209546089173, + "step": 5680 + }, + { + "epoch": 0.9289795918367347, + "grad_norm": 0.15859369933605194, + "learning_rate": 6.432759443452924e-08, + "loss": 0.014232246577739716, + "step": 5690 + }, + { + "epoch": 0.9306122448979591, + "grad_norm": 0.13438236713409424, + "learning_rate": 6.14226319193828e-08, + "loss": 0.02244553864002228, + "step": 5700 + }, + { + "epoch": 0.9322448979591836, + "grad_norm": 0.27041247487068176, + "learning_rate": 5.858397057506709e-08, + "loss": 0.029011306166648865, + "step": 5710 + }, + { + "epoch": 0.9338775510204081, + "grad_norm": 0.12215204536914825, + "learning_rate": 5.581168758042127e-08, + "loss": 0.028310227394104003, + "step": 5720 + }, + { + "epoch": 0.9355102040816327, + "grad_norm": 0.2103251814842224, + "learning_rate": 5.310585830955922e-08, + "loss": 0.021468037366867067, + "step": 5730 + }, + { + "epoch": 0.9371428571428572, + "grad_norm": 0.17152205109596252, + "learning_rate": 5.0466556329819835e-08, + "loss": 0.024149742722511292, + "step": 5740 + }, + { + "epoch": 0.9387755102040817, + "grad_norm": 0.08712399005889893, + "learning_rate": 4.789385339976832e-08, + "loss": 0.01809695065021515, + "step": 5750 + }, + { + "epoch": 0.9404081632653061, + "grad_norm": 0.15006859600543976, + "learning_rate": 4.53878194672433e-08, + "loss": 0.022831857204437256, + "step": 5760 + }, + { + "epoch": 0.9420408163265306, + "grad_norm": 0.06355110555887222, + "learning_rate": 4.2948522667455864e-08, + "loss": 0.015157052874565124, + "step": 5770 + }, + { + "epoch": 0.9436734693877551, + "grad_norm": 0.14330919086933136, + "learning_rate": 4.057602932113658e-08, + "loss": 0.02486245185136795, + "step": 5780 + }, + { + "epoch": 0.9453061224489796, + "grad_norm": 0.12216096371412277, + "learning_rate": 3.82704039327339e-08, + "loss": 0.024203602969646455, + "step": 5790 + }, + { + "epoch": 0.9469387755102041, + "grad_norm": 0.19883109629154205, + "learning_rate": 3.6031709188658336e-08, + "loss": 0.025162199139595033, + "step": 5800 + }, + { + "epoch": 0.9469387755102041, + "eval_accuracy": 0.99025, + "eval_loss": 0.025506427511572838, + "eval_runtime": 154.1326, + "eval_samples_per_second": 25.952, + "eval_steps_per_second": 25.952, + "step": 5800 + }, + { + "epoch": 0.9485714285714286, + "grad_norm": 0.25931984186172485, + "learning_rate": 3.386000595557964e-08, + "loss": 0.027550938725471496, + "step": 5810 + }, + { + "epoch": 0.950204081632653, + "grad_norm": 0.07933743298053741, + "learning_rate": 3.1755353278770936e-08, + "loss": 0.024577364325523376, + "step": 5820 + }, + { + "epoch": 0.9518367346938775, + "grad_norm": 0.13839955627918243, + "learning_rate": 2.9717808380503866e-08, + "loss": 0.021038763225078583, + "step": 5830 + }, + { + "epoch": 0.953469387755102, + "grad_norm": 0.14696243405342102, + "learning_rate": 2.7747426658492893e-08, + "loss": 0.02484375685453415, + "step": 5840 + }, + { + "epoch": 0.9551020408163265, + "grad_norm": 0.1538810133934021, + "learning_rate": 2.5844261684388473e-08, + "loss": 0.023458963632583617, + "step": 5850 + }, + { + "epoch": 0.9567346938775511, + "grad_norm": 0.08468759804964066, + "learning_rate": 2.4008365202321525e-08, + "loss": 0.03132525682449341, + "step": 5860 + }, + { + "epoch": 0.9583673469387755, + "grad_norm": 0.1627626270055771, + "learning_rate": 2.2239787127495695e-08, + "loss": 0.03181464076042175, + "step": 5870 + }, + { + "epoch": 0.96, + "grad_norm": 0.17413999140262604, + "learning_rate": 2.0538575544831186e-08, + "loss": 0.019847501814365388, + "step": 5880 + }, + { + "epoch": 0.9616326530612245, + "grad_norm": 0.23201079666614532, + "learning_rate": 1.8904776707655837e-08, + "loss": 0.02205444723367691, + "step": 5890 + }, + { + "epoch": 0.963265306122449, + "grad_norm": 0.17272613942623138, + "learning_rate": 1.7338435036449164e-08, + "loss": 0.022021512687206268, + "step": 5900 + }, + { + "epoch": 0.9648979591836735, + "grad_norm": 0.1446181833744049, + "learning_rate": 1.5839593117634166e-08, + "loss": 0.02300398051738739, + "step": 5910 + }, + { + "epoch": 0.966530612244898, + "grad_norm": 0.21913999319076538, + "learning_rate": 1.4408291702418808e-08, + "loss": 0.024825331568717957, + "step": 5920 + }, + { + "epoch": 0.9681632653061224, + "grad_norm": 0.12140090018510818, + "learning_rate": 1.3044569705689125e-08, + "loss": 0.02171301543712616, + "step": 5930 + }, + { + "epoch": 0.9697959183673469, + "grad_norm": 0.08353517204523087, + "learning_rate": 1.1748464204950072e-08, + "loss": 0.02564157545566559, + "step": 5940 + }, + { + "epoch": 0.9714285714285714, + "grad_norm": 0.2671544551849365, + "learning_rate": 1.052001043931855e-08, + "loss": 0.02467280924320221, + "step": 5950 + }, + { + "epoch": 0.9730612244897959, + "grad_norm": 0.16360966861248016, + "learning_rate": 9.3592418085639e-09, + "loss": 0.02429400235414505, + "step": 5960 + }, + { + "epoch": 0.9746938775510204, + "grad_norm": 0.08739493787288666, + "learning_rate": 8.266189872201957e-09, + "loss": 0.02331821173429489, + "step": 5970 + }, + { + "epoch": 0.976326530612245, + "grad_norm": 0.23632948100566864, + "learning_rate": 7.24088434863407e-09, + "loss": 0.02990926504135132, + "step": 5980 + }, + { + "epoch": 0.9779591836734693, + "grad_norm": 0.2005041390657425, + "learning_rate": 6.283353114342749e-09, + "loss": 0.023541297018527984, + "step": 5990 + }, + { + "epoch": 0.9795918367346939, + "grad_norm": 0.16744142770767212, + "learning_rate": 5.393622203129778e-09, + "loss": 0.020145678520202638, + "step": 6000 + }, + { + "epoch": 0.9795918367346939, + "eval_accuracy": 0.9904166666666667, + "eval_loss": 0.025301460176706314, + "eval_runtime": 157.9993, + "eval_samples_per_second": 25.317, + "eval_steps_per_second": 25.317, + "step": 6000 + }, + { + "epoch": 0.9812244897959184, + "grad_norm": 0.1079549789428711, + "learning_rate": 4.5717158054114916e-09, + "loss": 0.02092682272195816, + "step": 6010 + }, + { + "epoch": 0.9828571428571429, + "grad_norm": 0.28545212745666504, + "learning_rate": 3.817656267559866e-09, + "loss": 0.029862532019615175, + "step": 6020 + }, + { + "epoch": 0.9844897959183674, + "grad_norm": 0.09164315462112427, + "learning_rate": 3.1314640912943893e-09, + "loss": 0.021963220834732056, + "step": 6030 + }, + { + "epoch": 0.9861224489795918, + "grad_norm": 0.10882832109928131, + "learning_rate": 2.5131579331261204e-09, + "loss": 0.01937238872051239, + "step": 6040 + }, + { + "epoch": 0.9877551020408163, + "grad_norm": 0.2565634846687317, + "learning_rate": 1.9627546038492042e-09, + "loss": 0.03262064456939697, + "step": 6050 + }, + { + "epoch": 0.9893877551020408, + "grad_norm": 0.20641514658927917, + "learning_rate": 1.4802690680842947e-09, + "loss": 0.02464511841535568, + "step": 6060 + }, + { + "epoch": 0.9910204081632653, + "grad_norm": 0.15149660408496857, + "learning_rate": 1.065714443871102e-09, + "loss": 0.020028088986873627, + "step": 6070 + }, + { + "epoch": 0.9926530612244898, + "grad_norm": 0.24861690402030945, + "learning_rate": 7.191020023133988e-10, + "loss": 0.03540560901165009, + "step": 6080 + }, + { + "epoch": 0.9942857142857143, + "grad_norm": 0.1762499213218689, + "learning_rate": 4.404411672703779e-10, + "loss": 0.026075825095176697, + "step": 6090 + }, + { + "epoch": 0.9959183673469387, + "grad_norm": 0.23214563727378845, + "learning_rate": 2.2973951510185665e-10, + "loss": 0.024257904291152953, + "step": 6100 + }, + { + "epoch": 0.9975510204081632, + "grad_norm": 0.13295525312423706, + "learning_rate": 8.700277446233029e-11, + "loss": 0.021962395310401915, + "step": 6110 + }, + { + "epoch": 0.9991836734693877, + "grad_norm": 0.1011875718832016, + "learning_rate": 1.2234826143875388e-11, + "loss": 0.025374814867973328, + "step": 6120 + }, + { + "epoch": 1.0, + "step": 6125, + "total_flos": 5.72407910760448e+16, + "train_loss": 0.07194560643361539, + "train_runtime": 34224.4204, + "train_samples_per_second": 5.727, + "train_steps_per_second": 0.179 + } + ], + "logging_steps": 10, + "max_steps": 6125, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 200, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.72407910760448e+16, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..a9304c0 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10a2085a9c347d21774d35a2558a0376b0ffbb33ca9517fafbd4cd5d12552b02 +size 5585 diff --git a/training_eval_accuracy.png b/training_eval_accuracy.png new file mode 100644 index 0000000000000000000000000000000000000000..d380359505dd3f7ae773c9c365f61339738b08ad GIT binary patch literal 42385 zcmeFZ^;?x&*fqMq79=F46p@gYmJ*Q=kd$ue2I`Zc)X~Y(-j1970Vlfv>m3VcX9p)i z4i4M@`xET;j^-RSIxd~?D%TvIYB`}$_%D$Eu+kr;S)x!sPh}(?tGa(*8FOmQjq_Lx5gq#Guu8%iqwN>6_ka5w2pRf#Y~cAfg> zQ;Wq4o4Eau=m`32_h>0^I*N9MUEvaPT8}f~cG~N#SjZ%nR3;F=O8buB#`_~#elg^4 z;{EK`Q2xkQDail-zx;pOglIuRl$3-7r|Zg)6*VSJ@%GWq;`8LyjOE5)YB>ps`Ut!C z>D7O;br%0-Q`*_trK>W#u8z2*#NMO$m~Y%Py|$)LXS%!C_kquLr2nawMr)E}phZv8 zrOwVycP}rE#i6RRBb*4?1_QrSQ;hnU_4?fJ8F5C1?_wz`o5SV_dg>30UNnBbm9Cn} zqOxzE;PYNKWxD%YH4nsEE?2L*2vYrc=6)o>Z*JcyPoDBXUiBL zxwmh&D$foV5|{_$;^I0^_a_v^#89xZomET}wUBH0Fvs1yNuz@2>*r^=+6$uuRD#aP zN^eqAcf7fTbMP-YWa*jEbsQXcuJ?Kl_bJf3%Y&G+oW8!kwsPO29n1Ilw}Xp|`Qzi` zM;+VP?%lf=uJe~M!CSm7lC5XaxxT)Bqf=--ye#3lDFyoFjFegD_m-i2V~*oKIS;(s zqMx<(Dmt4de2=r=>(EK;Qa|$j9>%CxU|55_RD^b~M6Hw#a7W z_b2mskN2-HT-jPF?3$jPt#_O7X`*%;t${B^KXfvSF=mkeCXuEPw}R%i9r-Q0tDUWW z`36P(+E|&#^e4uR{rv@a>14$OQJaa%xaer|vQuMYV~>-~rd2er_1|BzE`0a=PIt-F zvm!jU=hY6~X8yVUOiROzYus497Rl6RRkXEHhd(nvFZKBG zOTn(rjQ`kUA(7Unc0^7_7G*V5gP7WEsQUnoC<|f&AZ}9eUDe8)Yc13 z+lESB(ji-&{cEc3L*Fkg?o`Eu&L{(4%VIxGO>(y}mqF8k;V=CWRSkc7gGW@Al$7S} zQ!AZjANuU{NZ(^*bXu?2=dvF!=gO_xANQgX@eF6vK@W+#kGszV{kH6T&p+<|cDT^| zf|9CgJ$ILIUE<@nnrNF_sQodw+pwEt`tGlf*Q;*BKRPi{E3UB+>59Ue7g1loenqpl z_AV?jM+AH#Vk|Iexv5=j7ZezX!=jOMadLOiAWf&(?%?q7$Kdj(z`#P@C2z7|ELI=a zsuy*a85HAfyo9-&|0(tM_O1k1IN%yC(tWe9JbWLe@A*k8h~h`z;=jS%+fBjLEYJ7L z)+^;yRf#<-;tvkoAXUit@;aWJs6<5lQ~e!F(# z5D_V5W#t$jd}_h^jj6h8SFeiY4)&FMIK_L+-zxJ_ND%E1*&j8wwl*=jhc9|?M=F^x z-F-#cV}|SQ-Mb}=sj-?xRwR(461juhQy*?)=Q&J?=Tz)zV_&%N^5x4PYFX;#=V!-r z@iVzqXR;6un;RR|eSKjHae~8kNquRGO~b>b?Z;Op&yLrdFqqis>FK~T-1C!dMbEvJ zPqDF-CR zg-XOJ+N-0LK0;%ET%P0(65YDha^<$SQmTB{qjO<6BX z*gp50dN4p8s2}0_nOZ3F6`&iaq?ToAk%OtNng8NlrlK2qH{Zfm2;TPDA?)etL0&K8 zIV0L`%*xHiG)H7(qUfyp^@UN7g}8%*gYIPMkn0%jVQbGtpBJY`yY)>?$$g6-0|KT4 zIVzb7*UwImOZP^sdzN>3tolEa8F=T{?#rp=P&b9#HlM71jcm46fBN;VMemrHm}fCu z{%BhaG{@kyG)AZbbY*VqIS%L0-y&h%Y6rA0U~`?9`dijAo&=JzK{_Ukb;m-n{qpr| z4b&|Yx083*h?tm|CKnR?&@9`bSd-bs9A~!zmc+On|NJ#(h{_p-$Y|v|BQV_IMFWXov4_P?`;X4D>jd`Y>GK#Sam%P;=$>Y+8b^5j5Ed z!M(XCgL$Yx<`50fV)=sn&JNSsIX0jtn#1>zg=!f1M8u1DaY5if7O7U%EIONG$L zKYNDjw9q*RXJxv(G_bQY(8j0l2#;dwyMcldakA5=h}2mN9*V?!0*-EO=1}M1F+)m9 z1mgY9JW>_nv@`Z}+lwcBik=W!%X)xA7M{|9V`HSBDEfbjAs7!xlJB z`0PKh9~Xu&tyO$uJbnxt- zNa59QC=?F7!H5o&XDd%MZVZ_DzNtv2|L z5z)`1KKoe?CjmLH|Y?R+&Za?rp!5npapCp32Lc0(N;8FB}s@$=_Sy<)*`V zTzvt50~UXQKIAGHo3<*0gXqNPTii(D@HyTyJv%uR-friHqF8T-JG5SPt{^UsJ<}L8 z1FN127FwHJ&aEzCxpBDRj`ya>S&scFvgL$scD&e|f^!9*#$>5KqkOZG z5>oF098M+FJ?5etvJB-vQ&Ju{Op0O9Uh5T6#p9lV@QU%!({7oYo0p*o6Xj$10GJiJ zu4-e@F3W#^sAnOeQCeCmCiAKk@QCN`k}1Z%CrJ|Rii(QPg4D=*F=*Q;)^%|qx3!;8 zq)gve!J$2eKL3?YdIfzBD6HhqA4n4g2?>c(kxNRBo&2K?7XU_-A1!6oH#9u(Idayy zqe7ykrG-l+@CAZL-)C2ig4e44Exu?o#IY5Ik)J;*l(5-c?_yd*p)7OiGS7w0>KB)l1aVX|-;G7G{Ry{vMCosx0lV*>UB`mYlxVDld)u zB$mGSrli7mff`8EfEJU2)#owRU5Ai?QV`#T=3VoZ$7@-6YpwcySWxa8q4;;Y4C*ye z+Lyl$3BfmR3NFGKf@qhXsPq{wvL<_;rhp{Z98!Ju*OQqC@d}6AA?B{);?6?QFF+(_ zwTDE$dv{U&mu8JT|5*KKsS^U{hRWPHD!lgRAwf*{{NVJi;^ED|zCy!PESxpa3c36b z8e7aDY{^6469Eqo53v^BOH76Ky1GK zt7~dn>{s+ysKOp4>w2vgxnk<->LQ>W4OJSHIQ+n7Iz8Uk_@$m@dkou@3aL*oB!od{ zyRDBS&DeG#SF2D8D?E}-hxzi`8nh22=Jmvtu`&&1V#x>OxB-9-d!ax#m~aj69Rrjl zuFh%S`Y!NNyvKs4RgR;=q}T^uCLk;<%(iU6O0BlGHXPEi!>$Uj4ZLoV_239v?_gVn zSkhzi^%Y_b4ULqNk|DHhd-MZYclQHHjN6Z`)_897;3SodZ~)aKXsBFrfD!UA>Yg+y zP}Q>22dqp1x0trFj@iQ;bbYS8Le{T%p(+Z-3=%P|Qb*I25fMlLdS>R)j) zSYXh-`x8(Ay?VA_mK`awPJ_1pFX=ek?aTn8JZ8TW(j=m~TCBl_4}*>q@lr>Q0-CH1 z=4f|0?YAxF@7k$Jk#>aL*q{4=O4O`klbBkaxW}mT#;;NFEWRLe&BcP`S#%oAPy}wCLp1!j(+-G+T5sw^; z{NZevV)$*}gU2zjI&A0LQvb<|uC|9GA)H#si4 z>QZt~I#WPWbcb1)bv8Vpx_abIVqz0F-w@%gkJF2bmisgn-8dZOiBL1|O9xZsV?&01PpTibuNB)q;};*t_6yRHSs zb;>6%X)lsy8I}dJ=m`282B7PSNYg{xMpW#D$4|h~wXGP8`y_G=I!hj|S33CW!L$+( z7#O&9FcX47iyZw+zMg0^UOsI1h=YTp%uC)ShZ>Tet?#egeRg(rR?@&RG`wR&Lqke? zk;VSnSb$WrvU;|53R7#t1Pd8W7E{0$91im<$A8_laA2mj@20yN8Fug^oU*Q}&CjEeE)v-!}93Mp?R zUqWGKz5^x$gjfSz@IzRi-xFHtAPQ42Dc=WeQ5;PW!vF|-`}%ARU=o0_c8JCg$N@P1 zMvkfzabMrc)q@ndsGFpuW`k8QBP_aO;t;u>3cke4)yneZwMct$d?PZ?E99?-R+mq@74hNpS(}3`7et zGJZf_bAL@9+9*t%Vl9jV<>kT%x=1BkKiT_CBl4{ymfz{*;3Wo4FBjQe^3oWSjM@4w z;uQ(W`T#(?w~vo4Cbx8+BByLk(D!gIDl>tT-uMl`=B}P(X_nE2lWh)mb_NlVICi~1 zsG(EpAo2%q`ukPOwEO`P)WJ3Y{z#lvu1oMcYk{H0c0Cs!3D7^ZAe3|n%^YCX2s_H~ z&*wr_Zn-<=4=j7{m7UVS1j*GDsgEOj+cL+XDjr7lo0ODoe_WPdh3Y?!kTpFPIs_Qj z(%ES?+x*ql&y6DJJ#>etozr z8@{y|QJNZMHINyR4bu;K1yBsGt0w?V{{hh1+}w0M);p-r6&wtPIU-MG!C4fBNuAuv z1|wQJx(jY@Zr}Lr_2(D(U{~z`4+SbDvQ*%y&TA{Hs;W+vUyV~RFTUNcL{r_|-0WC< zzV3IPEEmNNr3j84#-K^qV~%aPoM!*WPZufqSXh<|LfCHH<@ioLKRc_MA*=`o2)Sis zWOViF)x2Xt_l-o`NsjQ7d=e6p;YOjkg@tXv6hn=lB1WqG9s$B>Xlug(^n;C!ZS%I0 z<(NC`sftP{+pGK3IBFC-;gNbr(k}U<29}nVv-9(R-F@={#-C8~*(Ca%pP^s6LE@sD zexi<-N;dra2^@72|w(RpmZi6Zp(Am*-Vl%apQ#?LsnCzru5K+-sfi=FK;S zh1@t~?5x~n*>_WnXV`zL8gXvVQR&=L&msZB0A^TiJG}))<5kEALPA1scza}OMcNH9 z#G$8IqRFHaLU-)!n85G{91M)Efby;=itMUJToyBEHp+JZGV3b@1Q2YJFmXCKIn6*} zg3)=epf%^IB$k>afAiM(6BuXH461y8TlBmsbz10!atUc)b+Uy67|SdIvkE{O!I}`1 z?!cjH0hx9A?NmU=ua$u;GWgwv54U|M;m~J*&6w}tpO^)ho|p3FmZ-M?CBNP5C&u_Y ze0-#kwZGI^0O`LSJ1hf;*0>4$qu0-$Kl6aT!mMysqtC`RVR3o(^yyWg1=$KKoOLWL{?RYL3#HtR z`0c)F1QdAN7uqN8kWhfTC6aqM%{!^e#`ge|0h!s5sg`vBSo{$F(<*VG1qNY$yX(;v zS>LKbJvVAa(L<9`mxo-d^77BnWh$!7YNh+=fX)oA{iarZFIhDP>nCcti@YAUbC-%{ zPU6cmqeZ;5n2!-qOt}?M4v@;Qa@EtXtdzD zNkI_+3=;5e5r5R*y?bYvuL(0LJtt>3I-$qn9vxjB+Q2d<;yNm8TXP*o-6v^%2zy+X z)8>yure4Y_%@num2Dx8G89i(>545|kQwJ}Zh^U|-g{1Pw&!2zwOIjXmOd)go=%{Wa zyPm9s#Jg-EYFRT5a}$$1??cBjtaZo)HIX8&y|uA67_|-{8CMy6bPt$Pe-BQc+)5_9 ze)TGlaN9}8)qV*~g@uKyW_)V%n?4x{zDL*I)>K1_vDlZ{sLeU*9Z!XkQIBh45SX>n zxk#O%KQ1hCk*q)9tH15Wj*^Z;3*PSndN;|c_Zm_z8s;sR1OvxV%e9_m01jSta zifABFA(}V<>-^HM_y*{63myp*obfMz)-CY0}S~v=f4>rfTInd9x-0QJCmPTIveSnT|FJFKsqot>BSX=+G z<3>$Ru9@MK9staH)Gcna4G;-N=Grnp!+7Q_s28C=#pKg(Tco{e#{(oy>))(q5wi)I++FNY{k;1501V%PHaVn^FN(BnbE6`) zGB(gVAyv#QuVDsMWsVqQ{6fU2kZ05oAR9IH6!_cvuC9ewdiO@HpCEN7!-z7pB0_0Ly_9iM)o3`x8_ZZ=m1i##cHOzdB{0 zW1cbio}cb>6?!4e2?~g-RoS9aC_gX?!~g*}ge?X=MH_9?0)&MTCaoW4{tc+>dn?1P z+@x(nA2LD4x*x_MZv=3lJx-{&_OzA755@xo(jlu-TY6A(x`%<0=EdRG9NKnqanbvD zwHQXMp}m@i+}wrF6oXq#rU76{Wer4PE(rOZd1KB=BwqkEB_Jf!mupZZTZ}I&N)VN5 z@+Q=}7b^Nw5XgYL6+2w-1L#p`*~d^;!0xS>F<^zcvf8^p0H}BPwS$|!vrSjLFRdrU{LSr87`bE(EIrypHg_3j3r6pBqb-uaG73DQ%qIBADE+5fThm=x)Jdxp}F}f!a4!gw~<@q^xCt574jp*7C>7?z=#jM_E=%n zY|DeWh~|N?fglGuK%?2HCsIu8u|Tp0pfD4WuKMiJa&GZ1x$s8yh1rFLLJ%E6Sy{y< z2ShvWy)6$4q`sibl1ZCnk=MQ*NT9246rgslmCWGHcO`^KCFiFI{0Se__X+}5>uZi) znIpUlqJ0Uim%ojQ(kR+?E3z600H%(BjO+ts3se(iW zar;-)f{Z*0wZR+MM#$g|c)qCNg)z5@6xabEKq8@;hoq-7si>$7K?H(6QZSeKM-}ro z*FX_Sh8PqlA73PNC8S_{4GVixY&WJ^;ptNPP~gYC60gOSDCnbToE_ji8<04M?lvYs zg{&5W4B?Xno&QxMqqLXeDfA6c7{}NTGCqUI#|iumA^{EN8pKda!^_%Kq|r%zM&zt) z9e&ughrpR4!b46@4#Fp^W$wd3lm_Ji=~fr6;0>u`=WDXMW`!VmTYfMdh_K}nQc|IS z(SWUO0hI{wfNM;X7U)9}EE-&9?c_i$wF4Mzg|lw&Q+%YCTD+km{^SY5oFEYgaMu`W z4^-+vNV}_WGAO%0iwuz*2A$nMp4@`yhF0ypQFGV*`t3dyE{nI7`X6a=GDV5xqlrfz{6(f!B8 zT1Pe|GkvKjt$^7}J~sgRP$*#3mvuMzH=5}}Cg*m!CG)P+Ay7EsG$Ni%5Ul~Rv9Z07^$3&G3W9Xo z%5gh)7t^a=s3?wYBS2b%5I`oGJIM0m$B$Ncii}^{MVV46gj50!Vv7@1RY0WYKo4U9 zc{!l~cE!<;0Z6*%z*c7h<@^Cd0!?l0tR3*>pR?I;T_$d<+N@+=6Dw1TfCB)bf+> z$)}WY_hx-KPf^hI1U|MeryXQGhR%4a< zWQJazZy+;J1xA|0-rgQrADi}XB}8b_@w_3a91g75urHauzJ4o|^>A+UPSt4fX{1M^ zBvVxGgEl?)*9!=q|5oGRkT<=u^6Q3=P(G?0@-3)khf%^JGHV^rKdlQ;js)w z_(+5W1WrjkG%T#m*2&H;C#lDR7#|Lr-P`SxTwAyqq{rAq}7w z3y}3{An%!B%z;{lQ`3nt<|w}$QOU@11hx@Ga6(RcdU-iZ;Nipjw6wIXdTwJWU=R2` z>Z&hmW|oT7MJ8Wg-+-*FEO17wa}8Didiw8afYnAA&XTe+7LZ(&5JL;sTtxi#=1fxr z)NXxfV`^{Sya`|ION)|`e|aAvLBSi4ZG%C}FOC#tCG{IU>_2w;0f9%fs8SK4QXs+m9PPAeZ-VJeq9c8?=+$!A^t6$#uI>uWzVBuO z8F0d_*kc;`fN>|+)_f(^FPBh|2T4hNCRaA2$|4Z|c$ED3$}2D);D?Cpk;7b92Y?uG z@kR?{LU*b>W!dWp7cDb0Gk*`iL=!P9wWd?uY~Q0rMoe@z*g^DN0wV@Vv(Hl zP=u7^Qb03kove8qk(hX=VR%^U+V$%y;I>MGFqmPpxI?RQF)qVX}#kq0vcOx1L?J%JZb@l#8JtKu7ze{lPHym+*>Xwr@Ujqzkab| zwmeBd@8pF;j$nV@{~e;U00^?cH6k)Hjf@nNx-|VrhpAVUm8Yyg349k;=yF|^?!Ma za=#@@W~cyjH4LlQi=~iXj`$iID~B)z`1`n*p zFh+*QAR?i0`!Mc0?Ys2#Sp^1I#?_wcrzj??dQhxC1_fpJB5^(iGGxW{>VK|EI8691 zkTdQu(_}ffgUt03=x3!skL68Zf8a$tcmBON9zFpA2BZhy(_IZ{WezW2A_fjqnu>27W&m~Hff)~K zt?+LDb6D1U+9&Ua_DVMh9V8?!LS&hp9BjfM*!@$6Nc89*T^U*gehzpgT#yf;b|LaN zXUwzUla~+=4k$@w&S3-QxLvTD@=YOx$Hpoh9>+z>zl=Ewacmntw6 zlyB7HAjUngE`0{d{mXcT7vj)D2@4A!fGB(Q#tl=T8b@I=f^FLXkxzY*3WBwtDy$)( z#-_mnZN#a=IdW!jWSZ||aP+OmNK%7~p^Tbhy26 zVQ6bv9KmVQ!;MV!&UAU?m(RJ>4V|^&S_p#yQ$5STy50aW{PK{xnPXgeSx$TVQ;Mwx5NS4m7p! zaAH7Xwiu{7(9kur$=0zd5Q6<&BSRJJZ9w^3VbIQtDv0d{UQfZ-R}?&BHD{aGX(i+f zwMlxnZ+vfMpH@{TJZzYky`81}oWZ@%s=q|Q`s`H0_IOZod&1YM=vSx+mIyHDhA9P*(7{qx zE;9RpuO&N=&1t^<1y~;jM9CO~zD-e6svRG+WfZ4^y=A~XMl43FhB=~@l*bOF3lIe! zIL$u;>%J8bB(A1f~8?K|TY*T3(n$nXmaXFGeoaG`oB8Z23e*%JUQ z7@i4%A%K|$8MtkaS+#$E1W-prO8Qmw#F3(mE(Mn3)@az5TawDQE zowEh&&t$5L*Pr1vscf&(+`r;p0^JDZB8uAC-j5cSR;F_P>>Ne&Vzj3G&%FC@T|~&9`y=@%7Z) zaoA1pgAWLx(fUejm1k?(Bkw$V_}T-EDB!T?K|BIX?+AW(AjKX75D{`+sm5R^UjbAG$OSy%0?-D+ zoApG{rV(H9;=uh(L7Wm=uyOph84iW{7BLFzF3#(c9zrc#5=R z3fC2LnUFe&{KL9P{=n!W=&ZtkvcC(t1p||-o}+6SOCA~?{!aUJg4`dvM7+<|wpWMnhx$>Wx115j39F7@9B@~{+okUQ{1CYA*hjxaL+FS!;}V`vBy);$J>5tTMT z2I(GVff30Whbxc50yigGs4DHWwcooFOs7aMt2)gbg0||eEozOIvN`xw6@AalsNiHU z?WdD^A8%_&PLJ>JYuiaKAIbD{97D2MmL%~F^`NPc$SEkygCo!o3}H+G;<0?ThpHGk2Up8SzG)c+emeYw#8wrl*<% z>CPz!lEiVfXmF&p3|d1=S66X`U6D4ZEu_GE)`G(d{nsf2cyttC?+~!lgJ$D82cq*b z%wm%Z3r#@#!3=;N1kvw#>N8qaR$P95egxGcmzw@_4@&`c@8IHM`mg(kiHS*nx1!2b zTIME`{H^`3Jg`)yj60&e#o9F!BXpLyo?g_7zQrH11V``~6#AX}0?!G04C2Fq>p-_bg{8>et9slGP7PX+$AB9{1`Xgf9^2Tk zB0vWPjd2!)9E7lknR^RF2q)li^W4_;k(Yue+aGnpM^IYx7usLCrJ=xM4X$tik;0zT zY%#S?mtjI0?VytNk7hHLV1sNH31E((a)jZm?|Zj01`?JTQ`xGQEi(sxuupgG-PXAg#lBcP$N+aH0} zbO>nt>C>lT+3bhJ!@#-%XRlS}%7!8hyaawc(X#_%MAsl?)vQJ=6QGCM+0k1|oIxiC zDGl0SCjl`rB2)lrItd$w9w51WTM+~Zci09NstcMU@gN>2_k`X&Yf@xJ+xYwM}S{XW-~tjv#}xc36n z3Nlgqo*wm}ZFLZy8*ow=a`6N_$0*Ru(3kvB;MfAh*|=9Bm0SZn6nNWEcr?OKVeGM~ zxh)3LV!n1Zm8dsdy6S>~=HGZlnVt|ZZ=C?mIEKd|o-l77z54Qn02}}~;liG1O;(tn z+t%kn?kVJoiT0)o(PJ9Gzyd4ezJXYCpfjMp>x7u(%x#*hr zZ@!v66H6rwL45g-hf}_GQ3Bdmuc53X#`V(%KQga@GCf=$iK zW?64?Vv~VWuQEUF$LzYWi$k@XA6j4im)sH~)9xO{0e@5KeHqHpsZu``Q{G60AXmltTB z=otjRdwUDNvTaXjP$}9B1IXWGl>g;_TvRMJ29^#wOCVupsEEM9lK}W0@=UtdWYApo z@Qj`JVY2gX@WU#qX~1?Ud2hWKPh%WA8zSAsm*e8$na4dJ)74-n%)r--NWow_E&!z- z?C=&a>3i+1WH@>xO9dH$vl(GRz^H(@EfH)Dikdvk5GcfE0!Cp*kZA!hf!DPehAq(O zub~jWW!Dp;QU+cDZaKMo=y|&87MgXC^I8!j&KL0ECW1%~*4%v0U8@{0R3d=&r%V_G zj1Y1S2XS}-1svK`C4Tk8uoH8vPnw+LiR7gcLW56KepkBYxsIdW{u0tIu!)TtkC8bw zD#?-~ikYO%l%Ic#BLo8BFTJuz@JaT zqIsDprmDcpezy)U#~=D~ydBqX`jfl}U}@OwMc?@PY4`hwaYJZ}C|K6Ci`{VtJxu4wB5 zrJ^C4S-@KL^D<3Ky>;xgR?GKS;;H~90N&(yW_UE%2z~X>Qh)L#E%=TiwP;Q!Z>T7J zS$FdpcPa9swm7?gdl=fYYSlzo)%|me88#d3rJGqfvAe5G?{wi>N&c+5=SUh13@R)p zOI!W**DCz97X?fvWZz(7$9?rzMjj@cDy$zk`bU|U-o;#!+DmAmeOTCx&i)z_&-X%~ zM0DxWkh^f4)+6f4?$S_iU-=7T9&4%UJ9eZ>9o)o8OZQODoG~UoyI&_V2zI6Q^FQ%^ zc>X|(7+YA^Vm6tPzBn5Cw^U)ob1lj5t<2XZb-(wc4LQ4?e~79)k*05){FZ=_EbfZfONlNjeO&cKS!%R}-I_OX=P91H zaT{{#$h5NFyI(kKubZnz^l#HZ%z{&E*p1;s;rZSjY>9)?Ucr7Gj=_N3D=jhpti#{y z(BLkP7oyZ7D!WY`ijYjn`mXG`93H1hwCyb&!5AU z0QSPlJc6V(&TrZ9OtQZDx7^~0e7;>tayiP4lFwG3T3>rpRfd!OMD8YU8X5W14&E=J zI?p^SU*AoR2)pI)YJ7}RW&XI~l&qF+?qBiF+$rF|qf5(o#OM83nxhS-jDL6LFjl)y zc&P3HBfA7WY>XKA%Tee%O1jkL6&1EsIEb!Xvd~w*^jvB6HCOMcP1oJ;@l8YGx*NoNh|@j zaBIR1*7}IMScYufVBO<^vGMKw00ayxn3McaegbWsm#?vNvAmiCvdjLsYqKxD&_*CK zxZ!A`K5tLHymaxK(&eHXv_o={0mLp*|C3ACg~AGDo^gn!yjhb!WqDSqOZ`xi;Y{#* zt72JK-riF|slb6f?PVp!%f&3$jwp^>wJVZ*zo3+0$fzhje}?y=GjeudnQBpvE@A14 zQ9#m{aII!Ek(P~OtI_c%*5IG>FMThkn>}8`tz-y)Jot`)WYV{^gDmOqe`r2QUnufh z*V=4o40<)zUE|>$?r(CvWj2q#HtdCI*$Bl*9#w^jc9M}yHp<&RDap`d>Ud*9nwvgx z4@C^UjU|*D2cce2_+&}gqa1&rZeyUH|>3pYh^O2+jJ(rRB&A$CZr}9>i(hJYEN~0 z9%}d`>B`zYpgd>e7OV~$Y8)q7i~SPW^~U9sjY9h!+U&&kWvD=Cv0USK__lTBnF9>8 zOE~`(N`ZbDd->>15}D}bQZrP6MESBJPJ~f3%jdoy$az~t8EfsG`;t-?M;s$ZVRiF_ zbZ?%f+~0{+;whaq-%FRdw+E?aW?ZgCv!36W4#aavo~gnz(0zxmd}bG#pvc4YUo~}z ze)rp(kI^iNiQf31p!5;kP6CnPo++`TFk3=9Hc?BAFcxS;;F4AtfPxw`t;0GeIH9EPxPnQ+{6Q%H8 z!b^5sqo3LScKJ`={o1C#ZS&JVX&IW|M&H3NzzL#KWSNxk#FCU^0Rqr*^4VII@ue|~ z>18XqYF(4xdGkulmkUV@_{}{VFD91WIS_JYk6L`RV(w%lGX`M9;|%Jj^)03fZ}Ahk z6s8458!|Nz&;o&81!(K;sqZpXz!aHt)>Kh;TykRC>T)7*ZHs{2b zHWcaFAd{VxpUXmcmb3D#m7%Qr9pJ=eolC<(eQo!-Hs{x+HFvsXSk*7Z6@I(s^Ucv9 zm+4j)<4W_XjwjOG`t#`Sd)Npm-#p>P-@C&;nx@i}aeiZm;`on>$?q>;;uXcUu{;{g zp!Gd{#t~Bv8(WH&Ok_)k;t6&T3`b*xh|1u`%AuO1h zu@KAR*7W0Jh6tQ9_Md}R7Sv0U%Ss%*Te$ar&N*=v5(H(M_!ziFg<=MCW^Gc>OA^Lf z=w0}3IGfLRWG{~QS1~9^f6R*fFMX}*UvrnP9PtxaQ!mMs1^zV62!M2eCi9PcDlmyj zz_Q0zdd1SKM|w*ne10bmdfKoF?>(n?S&tr^7LN|38G~F3tctzsR`+ab01<# zvb87Mh9R=l8bEXHtKvcZvwdt}75}5%7g)Cu{=HNmBKr~k&8crdxv1uGeI!7dIWY*c zv(B!B(kffs>8ciS{qS$eP$ds~z3AN6V4UvnDkJwpZ}!`-6bMD@FX{;%u<&WQZ->x% z{}Ju6lh;2oXPaLfLgwz?66g*n17-Vx^MnHq5meE4% zm!+flPsWOfV}FsespFoXS@Y;Th-QO7C6%jf)Ho^Gh$+}yO@&QNe_)dal`AxMn!pX9BHP{GxV_4$I0mdb{~>zvw@rT_Q&6=QMM;j?FaC zwXq62+h=b3O8eM2t_UNl#XV;_5oK2e&&Dn({PBF6$B1+K23hPAY!%{Hec#g1cwo zEn$q?h+(eO$$Z>%nGKodfkg+CF>B#@VV7td++@~*0R;pS!+}gSTxvnYk<(l0;}tbT+!2q+uo@#X|*Rjx{U(&3^*i^j~Iv%bg_y#eFBC=u+~O% zzIbDcu`M2Zub*qaIo*Il{4<~TV{uN*8kBOyueajPc0V!4|k2 zO+<)HMb9m!bLldO$yrMTG8V^#Cqr9evTAMew~k*EliCT?M8c7+LiyVEt4OBLh3(Ld z!$*PS48kNVZP*t7`t@m$OXg^}fowzEhQP)_SRnH_t3f4I;9OP8XSkavYiGxfD1ym7 zaA5;c7hr}~^|ysP&>-_*_Cc(S@^A%&v_@70RjOzf{R0AL4uWa*WPmqCQP(iBMcu3uL-q!ElrAB?wb+l^+K<3s4Uc>nVJC zLO;3-K1`$z?(iG{n}s-Sfa;kBmj^u$PdMD>4%b-&tqnf0z|1!8J%M=m*KZo_-=1Wk zi(I@K4+fupi<+@K^hQrzoLChw)!83x8i)}R;-6Y$C%owOknhuPf+W|0Lsa*~#O)xd zC$h2uV|ySczj@o{cM(3xq&k3v1wJQ+fsXENcefI<7pkh^wh4^!?r-46q9c545vm)Q zDzK}xz%wx8qSEAJ8^M`sJFzf757&`q+C(H_-VVop8?!6jm(NTvpPVNB+>ggft*8xZ zsEc&pq4SfwAbk|t+SAO|9MBMs-lUxGrg|g(ktMD3%Kt0nb-=xzSD`X@vNUqdfCnWL zQBUh51T7Y<@!+Na5o`)Q2o7iEtkviD;AR4R0*U`zX-UcC^xX^b{scu`Hu(iWNj5OB z0CIE=*~@a>K>Cq)lcgxe{f%)3eH%JMwL4dmV5UsEn|A~sq{`PRFg0auW8JBS^#J#R z3o`9JQPFthGaBB!!3OWum1?;7at#N^xbyo%6mlN`s2C!+6$%_F@*!B@1OjVpulhW= zwmcweEZ`CpPXJosfy2P4m&+KFt2Sk`yxbxV>c0l35pJP~rK>!I5k6*wAzD(U5WaPR*8mK^@v zl9FiTvrFJQ3w(UcEdhr+aD@!`b_}`;tlf2pD)|IHY{|-s8L@AGdmLfLihMkwvnfOV z!cg&1`;tiP;mo|su3T}8(VYJ|^<S760_E*)u&w1p6h? zwlZ@TEV|2d{}mpp0KOdr#nIzKKA`)iQU^BvQm>ZgsCB2{6N~E({D%ny(}zr6toHD< ztNRmhP_I&Ih@6kN`k2R@bl6=FB8A~Wi}Md%#~Z4`XWt2ue7_zX%! zO6}xNl{BVaW)Ea?+V3jQXNz7J3rRggNd55~ZE0SutIA#Ar+P==(hk-B=iDuazv=(R zSW#qYtqaqjV!`{ctFLmj#0ge<-BZN3QC`)m13n`R!34@5V2YV>*TzEqAJX0gnydZ) z8~sWl5gkz>Dv`*L3>l(~MJbgrB814CA<1x%p%9XkA*5s;GABa{nae!SA~Izt(|zrJ z|MkDmeeQam=dN|vIxXj%zV>(T&;AVW;WhNW_%ocCu}0JT>XGcvRYMlvEAvg}E$>gh zqx~qUob7T@UYm%{ zuSumQO®JF9s`vo^FO0=9%~SiPfpt7}fJptfT8?VQQ_3<(KzvEp@CXD21?Vokh8 z;wvf{O@yxzdADK?ql^>ZT*!xTi3Xg^YXR%WdY{siH7(t!E6hzx?dSC_IQ;kgr@p+~ zC$Q>U4WH0(a%&SW*UQV>pMRUDS?eE~zAY2!qqFUb_3d&rv5aZ;56UP09V*QxM9mGx zdlJ;-8uz;Y>QY(mn?4o(as6SQt>~M*bkPhmk8WQ?T#(zO0|1RIVift3a6L2m@zl5Z z!BPz0cARt;rSoVAaa$=Y)}4Q5ozJ;26>xuVod%N373Vuj@yS`ThzV~HA-$TweyJC= z4X&Ec4?vYY3Q6=dmhzD znxx@ei@NlMN7x~W&_!(qSy~q=;RuxW{Z?Fx`f>(kn4!cYEh-l?BX*`;=~eL{IZuK_|xZgt$Uf4gaD1>hsF!o=)_p9ko|!y{eVJta0*H5=w1RUANAKB6P&MZm(+F=-tW<@_Yt-GTAsA+$GqwH5Mgk91I~sERVQwr zGA(&QdDZ-OtZzf)Sb2jm-BQ`@tk6)?f%A^%W(+*b31rNCz!fBf28mxYbc28nIr;QC z-Dwnw)_9-I6(j54uHtCJ^=5BL&I9rMyqjlN1%2}_P&Lo~eVzqJE>nA+6skaGY`kT? ziIWlhfFTK5mrU<6SN!0K)2ZgDP}ZMI)ayE1#g9=*g!_BX49faZ0Nszm!y^#`%VJJxk5 zhQ{I#=2zFTQ(oZ~es1whm{>0p2!(uRz*L#Vr)2FT7Jbl zme*1sgg2w8M=$DozYrBlhQB{?p7Q)HLcf)1AK#k8NyadR@_s#)_N45I>!{E@y*6e& za8_BGjE&#bL4VKB@I_agxkA6azPBDDUEoV~9!%z&*sgn@`;#cwY!}lR=ZTah?lyCEE%)o` zrRZPXzGX5`Yx1G@DFG_55lW! za&#CQz1D4qVxm%X5WVcxzbiL73uQe2iEZc_aD3hjIM(~xzO5tCGJh*{jSo9mo+j*nFeDt4V-UUJ< zlN{bj49Kc13+E*stkMrTj6Rk6CT>xXr*HuA6=zOa<)jy9P5k{Ho}F7Rn(WTx6=!*< z9@k_xHkjd<%`4u$+s@sC507+EfGJ>T-cl#vu|BVr_6mwkF%O-mBMtd(r&w znL7>4fAXk|>*Iulc05XzzWUGBKTjF9z8+&-7%#t?7gcSH(!|$=KoYtrR{pd%U4zd8 zUDLL76je+gVg~D~q1I**{Q5?gY?4zA^M@e7SW=c^jqDA%`ds*s5F(|G`W+e5Kx%z4J~u1=m7-h6uce)Q z+nOr=L|M0h&ND_rV@j$%*7vg7#;MoZk0qCv{D#IlnslPyV{p`oJa#CcGwSg%VtPT?#$9}c{R?$ zEv!QY=uWXV$;pAX>dI3q2H6%4B1lLlP|+mW_jgu`B~7Awo>rbGN?;fvGBX6^zg}Ex z=Ih#wubPMw@pi$1%P+~$iC7wOo~b=%zFzmCv;WHA-21z2w;c^I+(F`4?=^qFmLslE z_j{CH=BG5d$D0QKstoIfq=pOp_dd~Li@jdI$fs1=kK@5G-?epc4E|L}xgmr#8;RuF1lLy{96{Xg&1JontCRy?3 z2gC7ejPIC5mX{tG%l5zC`9cjxm*$Q_WjuzutWM2vKezj`c?5uUjcFZKV%@4_e;Z*t z%@w@Kxt;)A|DRJlt%grDB*t1kvFLqO>B9~28hkQNqkK(LQZUoD>#r*eJKs0!A&iZHRr1ZwAXuV2rPD#OQ zj97o8eK8>-o$?30%>@5`F2KI<6UtJksClb%EE6>;@`rh-p}qnnPoUo=ux_4F*3bNJ zjKr(VzNxrU7_X+uXM-d8R_${3%pHC=D;;U(-mI?R$0*-I^tXYDm;(vgP;f7+b~Jr_kTQ4l+OA8vEduC{onJGj z)Y$gmlZfG+b{i$(i_nv1^`-DYnrsNnEl@DemDuij4-6Qvxz3(}pyXt=xevX=S=BiI zzg05%6?JLSG2!QhGY>7%ku+=Xc(LcfyO4A2i0b87r71GeCw~u~5;EKe7o~rDqmGz_T>xv%;x>5*yWf{ z+6hBm#S-*WiS}0+kPDo#b0!s_hQg&91yBqXK}!NKVH}y}8qf`(u00{dV$VM92Nk#8)5iSEPTBFo0-x z7ZAozZVdKUggW;=&|XK%`i;-y`plj8yYeCqp0Oy`DhKYNNUOv-fxQpewO`{?1@YvBXP< zP^m>(szL6ZB^7;+-InjcbG(^X3hoyTi)dYl`i_I?nU(IQn~Hz*T}FeQHl#jVQ(i_! zMkGrB5PtQgmpvJZxd~*Jkj+4uP&dK!Z%fzvQJst}_!64c2$Ibiy;lpb-|6qCdo?@8 zu0(RSHDfVkxz{ec18?Joy&36QY;3T`wWa1@h{K>F1jI0v?Y8jrwOwQOb3N|3Tj$#o z{G`v04-K5FKIb+|VL8sSO7AFm&+1Nq*`fJmXWT05rz{bsS6Sn3zu3ApMSalQaw0!~ zeRGWQMZxC7=@FK?J3+rjBhT&)*P7Hb5lv5J@W|kibAA{l*_c9}&dZ%i%}- z{y&#LFM?FT6P{ex4)9#EL%M8>5{_s@WJVveX!2s~*X4&%cuQP&VsxesRIO{_*au00nUh$a0rmuSn&ct<7!dV zf01nn^=1ebnYE|y2Y=vzh)8bFI{5k8(rdGFeRs$A?_@n$wz=NFc^p7G$Dcj7x=pc~ zqfXsxTUrE@p1gWwck@eD)tUt1F-cec*u|=^Sy}=DROi?7mjx;^hI-uDGgOR6H|zmx zcrTVrzVVYkLj4W!2gzzjMdm{K%Yg_y4*(dk{79(PprEq=Y{?0S$rhniUtr-t=IvM< z>&1)$l7>m(x~|oJf_AdG+P`@c=<38hQH}NW5RiHp6~zh)ZHldltgbjP2JDW}pN-W3 zUv0>0aZRP(>Riy25-G#4s;+-8ALWZr4d1jF_qK>`70?_PTD`4WJZ2sl+hpU}<+DZJ~xx}uAV1k*zwkUom1 z0YU>zJH5wh>P94&_1fNmv3i{goDDQd`F_qVIDqmeXd zf0y)*YKb6OjJzF2Grz!GWP~a5_jH*!`kLxIVh5-DYuGn#YHkQ>r=DN4qn!9np|ka# z;61Zzzsopri+)(JK(`4w{nRDkjHpW!upy`gj-Mxlpcn`W&O;t>Euz| zo%2NWQ6Zh*>!+!adWG|x$SFJP7`Hu;`T3Ku)fplNU6f~H<5zv}uF2|R*~)$#FrTD- zJ84M~AZ|f~-Wgy_TRS^LNW;0}Ux{iPmZ?lQ&&U6{>grW{itE4u4-l0gUS5U{g7}^9 z^kC+J?j7E_j6x&<>+B(Ho{y^}0<#_&y)STTPO`nD~{x>q-< zAYGl_la2q`F={~ByS^6bo=0f%g+0(!xAqbH8c-Z)7*Lh{_}INmTa_*jE2C=|=Ph0) zlp2^wkW8_&vm+5Q-h@UMulfUx6fog~T2nN;^T1RFzv2S)zyw@URo`#`V+*}gkj$#U zI=yTX3%w#pOjbkxk-w7(#Cxod=?~sX*1!@X7*$Josr^`~a1|j4X6IQzZc?dlOU2yS z!CZ@l5LL~+^#D(qbOF!`RbjP`?`tYrqqD-MXC90<4{fi`&%Fu|F9%(pjPt0L zt}ajP(hZPij%j6jKyM)mO!4^vFS^SZMO2|ld$A>cdwn5ix)cCAC@c^%zSvBLp&e2N zJ$%sOy233$6@e_2(dS3yH8m4<7d8D{;_gi87sPfeuzxgf;X(3{aM$MCy&e03c1Of58WTJRsAca=X}q2RVerc5vT0SeNH(GVB-yR zi=Y-M=sY{nmE3mYaPZ?KYsbSkZNJ}UI}^hX{J@bhqDz zB0*}01G9qXi!Psmx4h>zvu)%Kop6`%2-ErWm9mI_&-KE{O`O?gcAJg^90usfL0|OT z`Sb5Ae?T-1OZfv2(uzrzuuos+T8Jk)s9rjtuu|M zM=Pq13pfcH)%T@Y%uJ%Mz zM>}I$*mLnxwvkxx^F8mF`$~CtitUNiLt5YvB6q|SG9((hS;`8svi~L|r!xxqU2WM@ z%6|4BU*l<%L%T$l(zERNG<;Bp+8brjbLP8hYQ^$3n*vT zwjV&W$Z@Lwv`)-mynk$pN`gjnM|(I@#F&-5!<`Eyrw(zhFv$8zsD|2Yw+&CZJp|JO z;pe|g6}pkt`UlUBzGb=A;=G?2wx@FUNCM#ozaf3%fM*kSR==>Os}9^t-SX7w~L@M%*4?srBIMit;7=Er#^ACPv+=#$mzr`hp0(x%PbCI;rA?`P} z)D)2SQhUDADW{oR*@%{KxqTr3Uk$*E-aZv_E~~~o{~|ClF2b}gO&`gi^cnh70X3>f zUb|LlXg8bW{8qk-yLib>?R!O;%l#eIhdV>#cq^%!`M%a*BcnRtm_g}M(3J32=9J+Y zuqUwx?zZrv&GH<39u9-<`x)HS(4HEF>=I~P#}Q=uQB41bwyDD9#xMN*u0gY7+x`pr z-9J&k=ll{3tkJ~2;fv>A7N>qEPWD|G8i;$pTfLs9!GQK2gnw*n_EpIGO-lZR^-a4DlVjy_OD}LiHghb=YPHd1)*~!vL5%N$&1T?Q($X6C+lZteD%;= zPCU2N@<+D~sV4ys!=4Mw{E*cxxX71(6{&9cP*d;<#0v;Ljk+a3kL`vkxBq<|>XDU= zGwTjf8F`1}E|+(6bgRq~jK@cKSQxl~T>V+7Tg#k_#HySWvv%`5{#T8(51B&R^)Go&zAh_Vx^R6{Leih~2V7 zL2(DFZKD`BV71oV4*1CId}YH`oTM|V$1}I^z-U6M@HQQ3c{#xFe7;}ptq(XEUB1K_ zk<@t@Ax&^IZ+v6~jbK*XlEZb+^14a6w*+3oqIK)NN%2Uv)8;XrEgx^K6i9sIX$j-{ zkRJZr^WNLaM&E|fdH08TM%mmwcP>y}v3@La52-_(of(}0A%h3iWxY((EG>eu2PF|3 z;!bY?8|WtUSQem7u|2fw*C?7rx`JOA$=%vDZJ zHjeE+zVt0^WM5sS(x3UyvyMrvp>3Fl%sjqJqz}lA2$C-HRzen!1U7&Yy4!@207nW_ zd;`XGemw3fjR|jz%aL?MjwyK~7n{|8$oq0hzoVWTF;kXCJF8kiG>7weSjn55Tf3&t zeZ!;?I6G~ZRoMvM!)LypFNHmZ0IcN<{0u5M87?DEs3&|JXksga9CDUvBO3@7s^~pp zED60|&<&cQp+U@u=qFE22ZFthqWk088#U1{1b$!i#qrcQOAY}PG7{wq#L{(Wk;nqO z^!rBpJ~VA!cl^?CbW!k+4K(4U(*0{x&Vv;` z1;xcDAXrp9O(=T7W+9t3%1n?TGXS}Pu9EY__kF|qgVg&+o0Ew4%@M#IN9qpkjH*9~ za_yi!(MPFD_R!f@->9;-21vEmhrd;o<(~mz1E_L%2gjN!=+TqosE0VEbO8Lj~ioM$&XZ?_b-IP0;(iCrwe{!f^zCUp z#O1ob7HgjljCx4Gw7sx@hlPehSMpfSDM%F{9Qpf_Y>tTp^Z9F&PDY|{V0 zd1CwA*RUAt0bSMO$ItvEt=;AJG1Z*fHW1==oMxt_Kyi`*&5%VK%yqzY!E891b06yx zjyU4k<_FUYP;Rs=*FXPQQZK=rAGeB%37BR!wqF616J>ZhRhe9tS)eG@CG-084_rxY zQ~VvJ4WenlVYWj82zp@K%CO_tLq4|x`d@>{+za9{J52f~bVHfJ@W91hqTB69q5QLd z=TEX@t>8{TC0K(+eY>rKRvI;sVMKFYd0RBceSc~jC$0PE_W7XR>C@_axg+%1t!rDX z1`AZdOal7T`|vi zZYbN8qspRYp=z@G@w4k5%G)sG=qJ-MLhKd-E?~EAKvQGohYfS&w$1w{ z*Bu#T`+xpTW zY5XRodrjn~bl0h8U&bnF&OhCJ@ZDuH>iajT$8LP&6W@+qYWu~ATeid*K*uIk4V4Y` z%OPP5(A6Q9B;-r13P+iUYM_#afVUhHQkm_XXP(CvKNW3_nzqQ|0kg?-#wlj#Y`}U# z?^$=TKe<$|^lJ}DD6Ul3UB|l?sfZ(c3H>k29(|PG2o+vVVLHK;UUik(rc_(3BXu6SpV>)@!DeS#YlBVj3sK9q%Aja$9)fQuwB9Ow)|qhO)4V8wh}2*N>mhgSbxql6;)(W6H-QI*vF8aZ{S zTRxCq&Fy=Xh`Pi^{`z=15__o$B$_FAY??`F(rx+OM)I}qC zS9b@Cj8gV*xLDPFc(_q@MdkK>xNx`7ie61n#E%yQGDgDUTN_(JKs?z0GCS zy-K=_K(E@)-ex0Vp2yk0V&5ea#d;TO0l1*+E~Z@~^Xb2A5!V4zJU7_2m8AGtY|Q6c z*TCVUdKd}aga42MTrQ~XMm;S1)YC-=doJwKpNIDuGcw~u2vk;I{B>-P1d`T?)I%*i z-@7eLpYLh3cb1=)JI~U0J->ZTIj30#@47#h?3D3e@>8s6Yx~b&sVfepl6;F{96o zHs8_g>a-&k6TOH+%o%@lMASR(NO=w4;>tr9l*@07z$D!wKs;t$f0mHR_PR!ZZ4lT^h{oPQKPE5*^_Oh`B<>aJV z@bFX-_yMVChJC~?a;ht~ddKHgBxtsJDF(W^%ytj!QoEdj&;(LXx0sn=#cV*b4>)Q{ zOG5YkH}-q~^eG}}VVHV5+)Y{h6&f7jKbSB}SQAyZdO-Xv0l^<8Njw{{m2GSnIK*>| zrLH%ckO|M(^Ev6GUx#DtbHCohn)uoFLE)V-^=WtXfJ9|oaoSv=($~$6U^_n7K6v$k zdx1ZWY&_PAo2(cLNE$_|7@>I4mX*Dy2|Wioo5s4j)QQPY>U9J{%#3;5P8ocF&brOe zw^~G-GndA&+dnkxUql=={KC7~CmxO+vRG!W*AU&`cv|hi*Z#DM0}HMyU_AX=Ud7F# zNHDx!Jd~U(9|cbPpqU68=>xQ8MD$+K@2%GWmmHxh*^$5iG+C*BwWv>O0Z1{pkRZfbos=y#GO0=L*|`IP`sP{HI5Y5-3pybQfVb6#)+!Ps!_?yq)K#x}TtV$93yE#%(82mVE6A!waZccUf8_ z$=p%9i?$=`OQGs!6(GCzGkLCP2+^wC{kP-}joJRnE{+ML*;@AneOAuObRP~yiGt6c zQ;q@HnCrqTlIT;F#99wyS)-d~Z)I6)X)E+i6T3z4c$4W>sF0kGIvE1_?w+2W*}1u_ z)qjQz10FGLoO~wxpQh^upBF#x3h!u~{n($jGuUv9vMOE=@55MDn5(ZGIYD!TomBg&T#oU;vOo$x9xQY|sny%WTL?V1I?vl8xPXJB(gKz!j8@d|1dV5#Q7 zL=a`J(dtQsQ{kGohZ=$CJhzvCdHlS*V66_Fd6B^Pb8Qv?4|=T`o*?b7xc?=(1V`8V zyh%a!wfn3dpkU06`DyjAHi`b7BdjjtU+U@(LtKh`-;Cz-B|?)`3L84{bXN!#lGGE~ zkmdkLKj94J4R@ch!)p5^H(m)CEvhVl$6q&zb@hr=D($PmiS8L%!xoldp>ab1r9&#U z2t17q6tI!$kq9|@sP<8CPwe}(wB%^q8qbDYP5XZ4;gtn|B2ZA>Nw=Z=yWrNoCW(R` zr9!mudNwu`@md4g&egw{G>jB_S-905gEYzK+ox9*$WjIJGGUE^*4s^}{}M=M)QpI5 zMmsmj7m;3E$JKw<(2b^#w*M{u$NU@cdu#pi)5g2^ZlARoOeh{U>zC&e#J-!<&)P-4 z0-rv@*n>m}F+t3S0M>RE+8=@Q%-QfSE}(?_`}v&)Ivh2-yxX0Z2S1=H0kHxo0tKqR zA^4<#TV~g}LFso4J|q>5jdTEwLo2EiVAxjG%PoFUvM4zJ-PF?<%KP)XLko$cZTDV? zxYPtQ6#vb1hmwh;Xk^5=Si}v^Oo(JN?8FfZ+(aFd(0zqbQ6zyjCG^2oW^W)Is-4<| zNJKUSwm@`04N#{R3>J|<-9(WN0#|GvkmCc@TNN54gvvePm;s1tXv`QP5yGP2sVM!& z{K(z(qf99kwWVyv%=G zLaqn0!E_$2=7im!)c;8Wj0Cjs7bulL|3ELdYisDa_pd>Yxy^fv#+>DH!o>Ato{Wx4 z4*eO-Y|gM#git`U+i{^jq&4Y>P!*iz7(hF67dv|+u=-Tnw-W*c5S5_uD!()#1besc zeCs!mmB_OMZ5v{1P`Q3>7mOyu_d83xC(*EhpcZVC5d6M^d=DCdkFbkCFQO6U_+;k? z@mvU}$WMEh{$QltKp(nrdOZ+H3*(+6BETyOoVZVvK*L#?NqLYBBNUR6{B#?&5dzL= zf1s(U|5gZII{zb(9Fy_Cf#kLDtpE#u4e~$$l1CAGolED=o+a!{j&N~3facB|iqk@v zfq?igPzHx=oE`pkiEgZ<#kR`bY{wudlF#6uCf%rNzPSz!mKJ}*d%PXAb&3ygOG8-|>I|Mwsz@tTPJoc#u4 zNELg8+)s%$T&n_l>anTdxAZJA8P%zB>_!%8d_Y@QvP-S6Uw4fCQjW471PYjX85)=A96745 zI89Vw*Y|U&i~GhbgH9vi2}kHpLuZx9Hi-WfZn6c<0BF`}A>Dy6IGM7`454WT$A$lH zcVPP=+8u<0P=>=yUo_;Tx~JWdlRnI=htbHM2wq9KMROoP?rlu3KiqDol;NP;6#>3! zty7fYM4K^@V&y4O7T7Ai;p*u+NK?uywLoZNCSAaB1g&%h#UR!ibT=-bY?Z9n@c$Qs z4u>~I$X*kk6}VGVJS-uzO8kj%`Wk;ZRA@&HkMLlsTC>orF;fHWzp3WzV%uT2?%02u z4Y!>hPc^yJeF*_E7k>|BxH6YBZq>{g3xtc4GYg~)!c`B_Oe>(-6Nq?_7%&UJqS~h% zP8dG^udwP?uKKpN#~YA&%1e zz47#uo4GuBk)?ccQWnA!3x!dJPc1K+Oyn7do_Kh>yZgc2?CXR@KOEV+#H}B+BQZN=YsVO;O-tz-}N`^$ zL7RHts+7608U(E0@x!8zc11IP8>6llMBJ*jT)ke*#75?hU7M(BK|i4@4=Of438ir2 zd{x7a`{5gBiF?{dDT`w(t2bw~`__i3NOQYBJo?`9%+peiRU!{)b?>AMj47M6>$B@6 zF5#U&LAilz9a2DtmgW{IVB8T~8*Vve{;Ce7j=yC}x?e$tU4eWSuK-!1A2J_p5*9?m zmQ~U*wQh-Ux=u9SMe9{#cyn_ibfgnSm8O<5Y8C)YQ7lvaP=0>=tbRb@*_F+nZmnN0R6Pqxr9ZDL$#d>gj#-xOvRcbwY$`}c2XqEn+o zsidjRYs{oJI(`1j5Rz_J-RQ!&3$r)J`@5r~>NDv?Z@kmG>te9u=L{o6mrxO~%?(@4 z_qsqGSbXfNF=r!oKSsbuS&5@<&b__gviTOi1=<&=PR=x0Xf0Jz znjVN-$>F&RbcxR)^{_isLJuBii9kv!S_V?{i>kY~5&7v-fucy0EOD1N0NFZO7juPE z<%7ta!>9HO*QV_d=F{*ePWooSy>(0=+=ql%SAu4&es<$63QC!-djC}LLs+nkayYa-6b<&s6Ae?>D$~9$b_t+ zu5I&axE0fsCqQ&H%(2!|<>1^8ywaHa8NGkj$?5IeE4y%qTao1Nc*duJoRR}@jXkr` zd%E?WJPc!I7cwiWMkiJpmy)yE)&iz9Cn*1kV>l}k#jpQufQ7z1v z$Tk1fpo-=&{`sEE-1AQLyGp53+rX>08<}5Iw{W1QS!S#T6o~g+FGsT8Q_P5iJQ$ix z`$GvNkMATg+4sL3%cHx>hi3_P2UHjQ=beT}ySw5q*A$??30WR|pJ=C#V)l*;N$T|7 zl`MPSbg2}qA?f|lf0sFzdMwEAlbq&yk0-9|4gDo@j@zmxPg1*ChSD-x2Ly1GN6svh zK{xDhRz#syCUFD&s#{LqxbkO3tRllvv)kEn^dM$;bBAW*aJyJaYZ0-cA*+0v>`7|x zHG@oy+^(^-j9i!e*t(I2?y6e^O~2!DZ(jWu*BUg#1S6?#bg#BoE4gc*xSLV|;z^6s zJ+<9?ncDr>j&I~%&cNrIo3LCmbr`!>N^RWpbyAjlWrA&wiLkpn?TOjnlH4{)%t2;} z?WAo-?|uTy7CgW0b1kjP(J0Rov`;dET=-u1W*c!awQCrYsIvkS>lSEB&g!~@6;shN zvxJ7OZa&56!7hfC&ZEwiupylDg9O7!V zhe@{w8pd`T<#7XCPG#d{>wF(#d(P|mA4yUtGC9xW{;DRnCi+dt4SDj`ueVpWw+^1N z4Tu-C{Cz#(f<}?zZ{i&CZ9^GL)^GkCsl#Jmy$0%6Wb}jME1jkNR+67kKEg9a+NY#0 z64f?cD7J_iyvZhjkt#Eff?u@7IS}N4p+-uQ^V%O1`4+>XeZ(Vlgpo4Iaz-~&d}`Pm zH#1{<3{QZfytn_<*TF@ixCy!<0PRf zEkBA;Acd=LP%X8@wM%eu^9t!a%X1X~+GP71)EwnNhs38^iBENg%1GMGSM~JM0sMZ} zFCyrOwb{>17knG2mUucrG=foQGHYq-s5(wI@N?w$Up$M7T=&U4q5i~OC#&MF$Ba#Y z$Gv2IO6Se<%|(`ajhH`HbQ;?TU@XW1BG-xC_#l7qRu5Vj8AaWho$9CCkS6*_=-@2? zjmmoY|Ng{Toe%#7QKlEr3yj#jC`+-R!M@Gl&p;dS>i_9`dl$Ik<_;w0xU>8&Xj?I7 z9k&ZWH+3h3apI;w7I2EbQ>@)XJY+pFZ7}ykH)u&5YZi|4zRkC9Rzyf*TmE{e!>d!S z8`2Wy?{*TeyM=W-iNz1VU9`p^q4KYk`O@4B@Uq!p*@H%sMk+=EN||>udDX{W?Q=yzjDHd7_W)^wXWvu^YvE-Cy(hxwzo|E8Mf$q zcV#0fOig!p%jNUC!!OB^of-1=6C|&w6I^iJy!4ujOktmi=z?2XZu^&#*iP3aFY%e& zWw)5|PVN`=eDGnBkM<&KI`^(_eb3mBorUigel|?k@_lS$e@I43iQVV_!7WcuC&Mg>((Z-x!=b5YFtxx;!u^+xrD)Q za-Dy#7N1^D>ZlKI6RtQ$3M}S*-#g=ep^sx*tJdQBHd0yll?R7}uG;sHA3k&_KK&Cu zskhPly?<3*quVdSDdt~oQltFx=U8@{k{SDdcI{GYHzG}aw%Yq#?QJW0!DdzI9}|Y_ ze}pMTXenrR%vA&&{dltT#I9W-^2bSzMw}vIlP;6-LecM;j%jRi&F!Y5|)K{GR72TxZ8as1_%B5=ZcEk}S?0BK?GK z7(~v?vTxQB*%*TOLkAC%sjI7}<>?~~gk&M1V0cJIh8<=6XA%xPu$jNvY6T%hZUKS( z+py`K2&kR-2QSNqt%#V? zX5Wtix*TnTjda~7ZNl-v!IIL?q?50-({tf_R&7^ET6%i4KzEm&{^4MPmMl7D&6B1` zjWQv#23^Op+oBv$(1weM;@!K2i5JeFrvV~8;N3f6w1C*qpxO)D9hlI)$c5n!!P(9B zc_1++%#BH7#`0qD5T(oVo#Hq4uFfw>k$ci*6CWF`=Ojqp+<69HZ%4C}oiy_a9YgwE zyFAOiDCOQ>HH5thT$3K?Zgh{TqFstM+eZM-9zTBUf%%eR91Y&*T^i>=}nsw-r>^dELjsuU$Dwa zN=<#&rLV2+|MKNa4VmGYnP6l;@o{lv5d!+3e=m#=4i0)k5MI7T+tkR?{WvC5h!YvKnEVLkLe+1sYsj0~W1v*k0 zJSehIc2ik}Z!5f$SkTNr33CA8@2PS+A0eC6?pm9+c9+x8V1jA%9DH*OCtKda+n^lM zeMM`3B(5apZ7-{@iPe)hX_lbe?k#ZfIvMHM@8E-%j{e;R)ST|P*UH@q0oZ7GvNeTp zjpO0r5wsgQ3yD5$iU&`gJkcuYZ*OVwhA;BV%uEPlvSD#lLI5cxeB01Lh2K!d#A-whva~w7i5A>D))V#=6C;*J5Ez?^5|#6nLApI4g7&v`mEmP zsSZx*d0)MitK)p{UP5|$!@)kv-LeA@qj&|MZ{?z)^^WzOOqWTq5E>c`r+jH){<*4A z;YLMMTYm=j!cYmN)r~yLb5dJg7hm~i;L&_|VDgZcHQh~L>DA7;f4)C|-rQeGImAx& zet{C-b~YQEaR~Lab+G%*>|*!L#-`h!-S;2eLRwo4*@&8r#8&hIJEvmuI~US^_f2bS zt9?AVE?ZsR3f{b$$*0VLnNC?j>bUT%Zi}Xa7`eeE$}KNDkIl}-$&$);7_Hil2w+oX zFd$8FCI4776Wvj8bacN?9^bGlBfm!L$190tkDf`3ramT~dmFidShLWk{!7y;woR+L zqOGK}F5EQN&C{1va}^yQM3Wy8zfOx^HxQ1r zO)Dq8G@9A8EO1z!dE0!Ds=(Jj0n_U2b6miaCz?%`#Ad$DCF!S?ZN$II`!~jQ8I6Su zmN*7Q)BoPZcH%O3*M8hx=5@dQUS!^>;_+$7wr8Hx!zvqr_F=K-Q?dhRoPKZU-__$- z8huJey396hol}H+s6Kw2q^uj(?A^tpNOF=P`!&X)fLHeU*Ft%c^eIbiV*Q98pg8Ss zQMmfX*2$-9u_5eay9o1KeBX#s=tTi3ylYk`v9dpX6e63X1)`nJW3W{bm!9W;E zeYWLrYWB~c?3-?z_S*t7dOdIeZmbz3rK$XV>z_&7H^PgqF`VwdLGq)o$e!x1>&Ps= z&gYGRC^~}MOfJ45pHNP-M|{A^cX>02v2Ea2xJ1%!yE>Nw>-OD5ptAEJ*`;`$zRiW@ ztK|xP8)kh^i`~D)-|Ihqj5x8Et4Q2xe7OF^ob^VAj`6x3qusvQh`Fd0%u3=3YHl-? zrfuHyC3OhRi`hC0{F-yfziUZ6-wOUVY3u=+VwgwDLmKH*Pb~9z(+WK^8lRApE*DI( zU?h7hNZe;i-PgMN%-J>_UQuBP3dr2{G7a^rkK(UGyo^XsUKZcooN@6YD|X}AW@Fze zhRGh!MC0*~k@lSR!lR z&-ApsTf)yWr_GL&1~P(|te1};Ctf8x#^`N9?%K7Nrrl1P(lTlR&nd`d@Ao`Dc`PaA z@5=HwAU%2Zbo)#4ZmrGy8ncQjUurT^PL;3RV1+($32h^Z$MkYJ`*0qSEK4_+o68?^ zr&!8Aj$r;4FI$`~h5HSqqBy<1P$$Ee-osbNla1$-Wz~+1HY2&V`eOH5Huf!Ii7J{A z#Jl*XjKqDAZ)P*sarq*ZXX2{cgL31~3FPa?LuNMcRcb64(pM#;{U5}y1##?2iMv`o zx5OYPJ|BSx?y4kl@4|#Mx86%eBD>C$VpPP%q2UUF7w3trjqg9&6Ka1Db7lh12TFxL4Bw6-&o}GPQ-<96Wi7X|Gx9v>sfnAnQQ)W`95;Q;L8}| z0$-kv_PdE~#$uak`yhplC+xwt!HZs7rqqe`b&iVs<<^!Tf0sZZ4b|-0^m?g)UHXCX zd4~dCz1cQ*nk*w?4IJjgi)@--X@BGUPkO$_QbC`=>B;HHpt%{z&>hp!0L% z_r2tSLlHMtvudja+ACDj%7!Y-9n*3kx6FRL?|>n70)i1hs)W1U>A_nVpy+-LNsqfmmF2|N_1DK+drk`m69wJJQY zAJuVn_@h~EEJo>8PP2K#_E$5%8zfMDP{uw7oGc#@3m`yzF&|cDh zEftcKYZkMQCdZ`Be~E z(;4;lA2)=^`^TX7-}&g7o3yi?v0q6o@n)?&h`(+T8PqLgx?5@<_qcYpA?)LUFxvr2 zywqM9TwVRLJ-L4DZ${E=X_YU>p{8#QjKsurDkpvSz#-~-cb*y(aMwuM=UQ9xDLrf< zyBs)ZJa&G6Gh}gcO+|z>Fn#1fh2Gmtdj$-6OSB+K;^n54%`UEkf@2 zCQa~^O<&$98O+aKcea?P-??@GH>i3fl2l;TD*?BkJ?6R0u+BK?w&wi8GEk92BUQ^2 zZ7;br4MMRBF`H$cexV(wvCuyB=&ZfINb=X^Q?_vieoo4aS>i`ZfjZ;OioU2U4lPyIXF;Rj?+4T3vqCAZbP&66I6bzELH*GCU^kwXz)%G z@WREa51u_lO21yhjMkPS#I_;p{x2}^&^W`cVkhlP2;h_F_=P&Wua3B+(~BYJr-l25r0 zn~sxqBYv$P0BkZuhg4(SDj1==MoMlMZpiP|=RtA<2L}>1oSO7p~V{l|G|JeTp7~qbZ{_yTx)&Z>ej8JgizO1N7itjq|Y>A5A|OG^xHIkPh6nd z1X1Om-@ggt`S9>?ja6P=-d($Qw@jL@t*>W6VqI8RcmOD`lkOXEYm!1lx03`$&lz=f zM%atc`pA;`$aL9Aj_x2oA*GXdn`z0wQWq8#C zYwDl!8SCxu$%!3JKKdaU5l>au2$G1ED8BC;%@*6Md>I$*&Yi?1Cd_{KIgZ_+r}0=m z^X3~FDZ(4079F+<#m<`W;$j#g+xeJ@}jh z>*`crX8%vx)oJ{YXwbMnmg=;jbJBE*C|}qa(h!d!ulj(jNfCWqfB-4Nm2b{mKJ2sJ zW;>O0@1t9>*i=4#{5ZK3X=zJOMJ$-G!TqO+Q91IFL_GP3@m>z|h>s^k3LoPi5Fhq_k#}#%1)?gY{KJ-MkL4arh@q@t>oMX$9 zFI>1l3*q~L(a~*?7Y0OS7uKzYC8Vyra4BNn5fWK|&BAzN{*+N^ zuNAzr5s_+ig8|J~)oE&prS=gbdpq>?^kGwkbuBNs&eV#FgPGQgpFOmE)GRM&FgnRWyh{N z7Nhy@4~R?vw#-_`#YuGxzxEGvb90y}JR|hShz2D(d%GcB7hT{y7oSLrG4>+M3=7k|?enH#HHZK8@=`E2Pu`!B9gA}{r}G%Bz$#@n=IClabam;(U4B~$!7^AH68BA_ zms$T6mRJw$39qqGBsVWFmi`EUG?CflB zda>2&)>iekh1kt^?;wj7MLH0~c8bTlVBh;uyTYWTq|A5PrEVp&^YhuizQrp%tc3Po znp+#JkqGKkn!wxIUsIh|Trqp6awM^)vA$#h>3s+{Z0WwJ`W}P0;p4@=a-fg z&!2yk7>xU(#dHGb7=!V-2Zb{cK?NiV+l5}uzAdz4R zNIDIo>m$Vk^-@|ksl70J%$m%{gyVoU>{l+->99A-Y_8=b*3UFHe|;^vwk{lbz5}=> zY~l0}rjsuA`me(?Uyo%q%@X)J>|2VcuVJNMx_o(y$NjdLj1PaPAwKvFefKR}wg{TH zaKo~-#xAOV`_e~JhktTP$_=5&)D22X4I&c-rdwI zD=S*Lx29Q3H}_q>Df;3#OzS}dWkEn!wyU0eGRaQ!L0 zfWtJ*!c;g5aj1O6PUi`v7yQa<`)-P-e*Jox&=WX&@gh+qbP^9GU}LrJ!F!KyK{!UW zW5-AAAK>tbNotIB;Ou}c<{Z3Q$VkBM`MiHGb-M#?8k72LdxwTVCz51HY%DwQg;p%T z)&CaD4oIqxYU%umE0LzArk2G_Zk-z&GihmQ`R~z#t%20q5B<#wl=GU4ovdp&06+r! zyQQs7CwCKD-`k5_=EI|-oSg#4Q6d9Y>;Mpc(1OQAtwbfT!_@MB6H`#p&={BY5<5Jc z8iv3jUn_140`!1DTWPGaIS-K44%@pO>7XMwIC7aM+%F(NR#EZ6%~(WIii#BQ+@02n z9EPhpJC<|mpR*~gha@GtzbZkGFexn!YN0`i^|-Ks=!;zp3`V!?zc(F(udd3AU%&1U zLyq@56`wL8B}+xbRrrr`e3+nNqzogbfk991WIj%Zm#ajfY3k#q0H|F=Cww9{s=HMg| ztqKhTW#SKs9(8Lbz*GJ~ag#~5hjl)q*{l-#W+ku^gxRXj{&^WJ8&DYef>_0gV>^iErl5{aM7Uw7OvG>nDBxj~|TZ z{lHA|gSp2p78VQfKB4+b2sFsU{Ths6hK-GlG}RMXHiNQ+C0!OWg>x5A%>DV1@eolX zHl4#btvRl{uR9zBS_ux^0^SC(y=ncyTbTY`Z+lLVBH(-+5FdYN4yGc0*oOwk$B!Tx z@TQ;2$zzpq)8*bxJqKIu02IY>w(TTtSbF`}6%`gt2}<&pw8RO6?NbSn@o^a5+oIxl zFQO$8b~N0io;(=bt5Dh6cWlBF3a_cz~)fJvdp1-~|om zxfD@ADw%LTGVp{eqps@*b6Lk$PRF9QKRZ0&Z1gbkf{{@Ip}{JTW7!8lG4vpkiPnR} zMFg^NnhmwFw`YKV><~^nM#Y5YN;Xb?!zU?up{$^EEXEB z`Y>2#qhpc?Ddcc+Efp^R4MLa7oc`xn3?a&k7A=Mwf(q_V0iO2vd-IHh1a{0S#e+$HYW2FV!%NVA@_AEUtr zPddQC0ZSd`$jC?t$PzgsqCjFYbuHNW`~CDoq+SH0MLS_JvEjFGVq{^>L^42_Mj~M| zMa~C-UhOXTKND{RU(~OFpMM~%hD5>vj0ZYnV#39B{uzmcqmr38)C^pPEow`xQ}H!(4>0<7g6#>r^9 zE7utYTv+hE=BsEvK&{~h%vtmIFDx(TI~2;xi&h~_S3QG(8(Ys_n7%#b*9(9ZC7NH9 zSQK1gHObRJ+-6y{^Kad{wXC)_rQSXUcZX9E)0vzEI2R4-{e%nEL@sd~(p$LVtpp?` zS!PO>*$5g|Xy`vgTLSQ^Pvmq`9@veBaPko`1aV*sGh-{jti1p!s7ZfvYVRUzwkrx0N>HnX`a(rfDQ$eIV7kOEe3Nx;qtXy{_a;U9CF vP`Y(M--B}$q}zw3^8?Q>kd77J4EN9eLi?LT7Hq9A8Gyjk)z4*}Q$iB}YA!d7 literal 0 HcmV?d00001 diff --git a/training_eval_loss.png b/training_eval_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..337dda65fc9fbfc02e72f02d9225ce25d5549ce7 GIT binary patch literal 39887 zcmeEu^;=eJ*X;ucSYUxPwo=j|jVP#uG)Q-MNrxgz2q@AW(%s$CCBg&J-Q5jmF5mb2 z&adYWIQzQxwfA7v9nZ7fX8ZA=Wc?!MQxvNkj~W1(kaq<=OHc^?Xebd)un(v89IH+6%PV=N!|bv&gvR}uX|`$^@>zmO(s^#@XI!a@4bPnR=r~4g zZu$HBr^?c}9?pguMZ4{uR?lpY7Mm(p^-mj#&nn)epzsq((n6=p;YnAEBu#k|sTq9B zSI)<|g0fp3YP`ZwDd6bn_(JY^p~V#G+>aWa(r1dTu$?AzRIc(|pQ*bwBOUua^r?q?3)M@e#@?V6qtW%KzZch0!FvBWGMMW*~oO^j)>|2UxEFt4C%bXta zYBFdKdAhSU8aW^9Rvn)q&2ah3mBB*8TfVoS8ZD&v{oPsY-Q3)qT&q}5mdlVQ=YIb+ zNi;OyY?KS1lEOy5J*9KD~!ItR|jIAwP%htjJ~ zWtEI+HGL(aQ!OWOKVGkieeQw7W$sq*P`Dxf4ld>>+4rKnZ117c7xtzy#D_Fot42KtHUJ<#&j(T>Mla| z_RruCOG`@`EvH^;X={t;bVqUC;^yYIvbJuIa+;5}o0^^VtkXbE45+*59&Ah=92{uq z>Iz9pUT3H|$zR+p5Bc$3D3^Xcs76CA|N1;JubKa7w})i!+XkRwhd=KUMA)3 zf(;j!?b5Gq{&N*QlX=?#)#flJZIM}YnYBJ(9t1iYg>sc68^9r49PY1LZsUEtR&fo6 zotc@r0DBkfvZt6>HPa$JzPr@Y**RN>d*>G# zO^Az&yH>TY_UF$Zk)*Vx(}|VA0yx{Z85kH~7|#iE{l|N8Z-^kTMcPI(BCn*9fN z$p3TQu>m4U%&Ja=eoXX>dO4zmXzh)OI^^Lhr51HIv8kP<^MUif(fbiwO>_VzVQ-_k zEVpLfWY?TInwXeu?C#F`ag0&fn#ry4Zk$h_00@c$Gzvl(z@|s>IOLC%Q}Q|nK|=YR zEKUYvff)MtDOk>O&~ z!?WXc;~;%ow%1oCV2htw&s`mNJ$|}gx$VEmpbLYNiFm49yaDNt#d=O`WMo84y&NVJ z`u)Kxs{vKJ_<`j^z+hqyGjijB>@4Z_ro;d~pMnAwh#a1to*p{I{7>O5`uUE#OU5zB zL&iDr@)-`W*sU!s6R?aE*%fPAfDXy52>b%h>eRYpz-oj77zq23dcuuhCkN=J;ULet zogd$sZVs4-5kH}(_TC?Ni~WFwYqjwE9%PU(Momn}7!b&38Y88a$=2}KA&felS=VQg z;UnY-O@005N{8*-f&y*0kY|6yT1QVW-+pt-xIcx9KuB|@<-5sfd9Yz`@{QZKn?B=_ zh4H)bAy5}>H-<3*Xg>0O*wkk6k0*fPC0bhA`wt!rmRYAz=Md7$GaC2Pt(8vW>vhM7 zySnnh`Ot+~K_W=2=bD+FWwPJUfXl-+^Sf~St zce2wf;S9+wNh!kZaF*!u<;!B7hr)^9VTbayoAHw+V&8tjr+D^$g%~y!U%xAg3GZ!= z$f!uBa*6-2Sw-j0F@QD+PzgxtbV`L@K|ut`Z=;pwxF{Gk1kyGir=_JuJ+s6tQtI4W z9bWvCbVYKceqn75xhd-P>(_C1>to6M3xL3f09E1arljHF;kxC0>075X63)&%0%cFl zl#5O3nwoGt>I4J?P}cKZx_c{w!E<&+FTUVo1d)W^rlj;&%9{Hf|3a7YqUliKJ#KC? zfHVkzMrHFV&y*DX@Je-;T{%D=$kh)4B9X9)fAPf%P?&jiaDW*?6Jo%A(v!%`%WDEc zex}~@O7fS7va7Cf1Ir}rCd6>cc#akl?HwE}7ymr!&sG(6bmRhlmRzpBtY-UEyXk9P zYpZve^}H1Tz14D7Nyrjc4g(>&p}#-m>({H0#|_He(E6tUH>HPjkt8g7S0NVlJ0sY5 z4rhMYtc`>#o0Vaw4pq&I&?;m<`l?u)%EoC6)nqh2U<3Da=0xP%|!?R^)~8R zUGp8c4)0q}4j_!%FHFL{QXmZ?>+gYkZL9T3?8M|`-EvNinTYlI>HapvKa=5~hevy> z5WC84E@le*W1Cy;42ftX*KM&-oA&0y<2-X5X0*PY^vO7Uh#nl zmSUxS9wwEPl$5R-7D16x7Q{nBhjCe1S(59(@~%kA+vp%Nv(os!O+Z-Pt(n&3afNJ^ zG*lbxC}Coc0T-X$nu<_j57px0VzRae4xTg)9;wce%W{9#-xvQ29tpO2(Czm(%b%?npvL6JM0iQc6N4ZP7{C*c2x87z9DaF6!IVZuX~!nI=yQ zCrWMZ?#ea!Qz+An!jk5o+W5~;w7K5z&L>g%Y)yDvqhV)f7jbp1Ui>@L`Xkug-Cbna zt|+4$=(IY4fWvICf=E)uv_CgNut?HNVPP7d1S$jrF{$3Xc|$no0+g1Pg8O}@ybFPl z6u^A~strb<%auH^9L(o(LJaXz%dmVCc9qBvVl?UNA2 z@1}+k1jrHL@9F7DJvKI$lzr+)#z7;H<~9Jp`5YtY#}f%;$Tg>Xky^UCNngo1rNbFD zKT@j#fCcp=zKV2>WjBqOT3yY0_~c1wdON@w;j34#dW#g%>k2~2;*rS)tfaHRy^{O` zh?xW(PIm`_VMs!U04~88SU6PfTfc5e$VQB#A(Y|`SR<^|t?ld-9>0w;IC5zXeAEU% z4bG`KQ&KF@^J4~7YpkyqymaZ36f-lk*rLc-K~9c&nsNRN_X%VR`7+l>`^6g@7D71# zk^VKn3@^ta#5q}8uIvtkd!hZGAP3aSj(TkW zsi~?h#~edmV7Y3mPTJlXv5y{|%Pa8jw`HuyJ@+6GI0S(q)(n71z`&3ry?>TI<|Hx} z>*3)M2r*9M(rOGRm6d{aUFmRd*u0%bTjY#4n@&`U0O65785tRi`#`v9-QfrY1c`9K z@xzvkaXWM9&08Ad9x61HF>}dDs|Pj07)4VZzFANlr(NsrTXbJgxiU@jEn+aY7G07K_2}IICuT)k6hKB_&c45|XRL zjP8H}^3>yiA)!8FxL1kY>og_+(gt|!fHWkX zit0C?ynXvtrPBVp%kiFE1wKM|9Ok2wwL?NeIwIJ7S5{2U0Evud70^dUtfaj~nyjR6 z#Kn_RQ@z$kD?-cJ&4JATu@EVGmXef|XW07~bgTx~9-uhj2kuabx%!e)>EvfJl-Piv z+!9XXXbpnf#t-P}{b7F)2_)l-UkhyF-JFwxRrEQeApuKK^#DrVQV6ZVY8P%401r98 z>qwBi6oKo><}2Z^#2*r7o~QJF4-M5na)GRdC~8Ri-g(;1 z`8usP`OZ(QyJC3Taql=w&Yd`|R}ncmIrXmFjacF$r&tMhPN;osu;4t$TX0=BzO+U z0~Hk&3p=}c*d;m^_N4m?dnH)OwJS?`%xs(`552D9G8Obf#T_$E+&`t)gH zZB1=yzAsJY;p4{*^kL=q*NMX4YDFJuOlmL^0Q~p;5TOF z@v^%t8R_7HOiWM9EPcQUi^vw`i@kK~@$VdUe$c+IJiNT&&n)kcgDg)&%|Z73)z#$> zr}5^^oAqBwSlU+m>2mO4OLcKj>Z)IsQbk-akgX}VS^W4mr2)hQ5ZyCSLDI1Wo}So{ zRc1lsvH8s&!y%%gqoX54!OcQ$J$V~chA*O*8=`VWE^8RnSe-b>sLoNt&l&4dE(1)1 zfo#>Zab8|t06r#cr{NNFeK<*1$)9~|4`r}EJ8=L+_wF%Z#Wsbc0_<-aL`SH@wMW`_ zb1GxvkH$Lz{8>zgSYhiC|3%3xf;LT-X09t*6jEbQmkRoq-sen3xc0PL!Wnss!6*V{ecCUo=7H&>O3Ca0XfdnxDz!FC%aW z`6aIGt}2nfsMuKb@HJs@1(?UZ(?^^{WOq!el#GmM3iP|1dV6mf8yf?+6Q2(WHJ6JC zFe-|Oi;DwIRXyG}GbV-Jw<$s-xXps3iK(fjl~w)d=qRge`3$cfaBGb^Ohj(g)VL)b zDk>|7k|g3a?t2Fg&i?%YeC8H0aSNpT?w@ad901#g14&Ex5+T+G zzweThliM#QgkzE{AlEUc`wj`vohxNI+jc~EY!+XiO#-E(CzUBLa#lEy#U`bM=r_{m&yPvYL6^SfjR900n5nqK#VDLsu7mVoysa$GFN`L1K1H09%<| z-@}Vsc5CD>K3|Q8HK+t2JvcrF)~X2k2O(H#l;+ikj~%OG;53Jwh0!cNe=REdfQyUt z&Ye4jN>2eLL6i}KhjOai+}MZ_wnm5mr@uNiJv}}V5s^%Wy4-fAH+ZJT%)ZOOslo5a z1BoOpo&d=`vppUCu9YsorR6mu-+MO`67DA?Cbp{-DqMl6kRkxnQZ=clttsG6cg1?O zsGif{YWK0ByO8anYwsNbD7G14?{!~z4U3SHJ;3r`X`;t|Y z<(rJZ==BWt^)#;im~;_QQSI%yPUPSvg>X}^yGqGnU|@ix>5Ar7NJpW337BDa*2w6L(CWIiCHP;R&G zpOHaJE1wycn%ZJ>0y-^QnrIug_O}5mGF06&BWZ%9j-6wOYDr1ST41eRN4v`;{I1Sv z1EQ2o3Uf&V%k31tvP5Q8yYg3YJPflEZX)uWCb*5jJ!s&jwAGDJR$KK`wIZdbpv$Rz z1YzJwwq5}N3~Wu=K%D^e?f@Eqkdj^9mkT}$*;ia2EJzulJ_3m5UMuy0To?_$WMD!< zg7ni8N%9eO@aVv*2;$^tVCXK)d?U960m=naQ8T)o4&en4a6UVnPb#-&Hyx5)%fJ3e zwE`GD7kGP2ez(Yga7J>N>jB+NW_=Xf4C{Ib>5CHpApE3Fd9|8mYI?eCF*y>>g2~_9 z_<8|)z#g#-5vUgARPB)}WfjZD**xVKvB09Ir`J`I1$Q#k3W9=i14|hK1mf7a=>`&tnF<7!0=kz_@BoGIy_GaO3qwBF0*wNKx_@o zT0>n@SYBZv z-EOorf#+;{==Ack=yry*6XaO% zg0W2Z^eG9G)+cI4y6%n11_xl6WpLiYSq*O@wuW-?S4iQ~9NwQ3K-hzwVGqVm8E{`> zepkd!%Ty}zf&6QH_K1Xl;1_L9W&KC&D`M@O zavN%3%2*tm;Xt#TeVs|{10M*@WIcX z(9rn6qTV7URWeF=>kX%81Ej+?m=?W&Ow2MT>t*wl)gYarnspDtSER=El#%#q6rW4P zdd+zZ9vS=ZDyMxKv?+ksY&LHxixPSkmvz;duH-K>JW;&eOXk>J_9 z!2Nzj12#Q*0LUj&-S{wd33%MrWrW9brr!meWlL z34@|e7nlf*K=pileSN7-!5q8wSS$_+K(FJ1`KCG75&o5o z!@t;c7*5YGa2pLB8DH$K%ds&*NCGW-BOE|!I%GQwZ2l)y%j9Bq6o~2@8Wh3e2k=b< zKlAV4Ad}WFFVa~wxJQorYn>2yu%3;Ljh?Ww*C{s`UtW_WNFOj(D^Y9E=Mv*Snxg zGvDQ5Ub_|`ty%ykGX?yunr1Cp{t?!^B~>a>toiihB#cEL-{+%CnYyw zwINc0cOFVJa)N?_1mN)|0cUAz3#QE|q!Vb}IfnlV7E$QgIo=BSQ0A!kX)C#l)+eEI zAAAMyeGuaXYDzMQD}0lZGJ6EdqjE^<~4G+>E6ZJ z+uKvYk!=Hz4hG>Vo1q4lRn7UCayXw$`P9lvCL9QAK-tj1z(8plQ_$?-#wdWf#rKGc z>UGbe4RWNdz(%8WJKa?X&(E;VNq;RQYD6Wnng24H%T^ku`zKqKdlpWA`o6A4enCO- zn;(yKrP?P>nQIR?(CZ-J*F3V)7Fl}UB(m_;H_4G7zsVXJE zyR3432*NuUj6Pbpflp#$BD2}Zv)QfLcHIyY>cjm~N9y#gkV=q8GJyU`h_hN;T-@e$ z<3Z5hzkit>Xhc@mDCBlw^3;&-rEIvOZxR!yR>E0o(~otLpS)@Nh~}6M565G1`~^e` zIH7b!bc4bEclfhMY4; zUFcgLzs`G?cL&HtXBHOTW!M%QJz!v1kN9y7#*tpRD(7NMx6AR07dDed)n7OR9YRV* zv!u|v_l+>GxR|~OJ4S?kxu#@=2TU;(lK{lV}|8aPRKszo%kgCA29 zVk69aA4YtR_=;=lBhqwDZck?HZ_kl5^XK&Z*rl(Q8RmXTXLG5qpcE3^oal38m*uuj z+w5Dc!;B*tWC@u_Bs2@2nXF#py8G_Iy(Km91VI3#vWi2p5%(?bFDWg31_cBu!-$QI z4H{FH!Rw@=r=3y(aD3&g=ZU49IViAF;FF=I5{Z zoGt9}4V8Oaq?pjx&#$qrF8+h@1LT7AmX3~JAPQ_DOvKp1!@46Ua%javHzDe-BckOYC_qD@y>R{hx%)DkNpI^htm+ z&>Inv`@k>0efxI1;;*&tLlgnhJhiy%_*M7;)WhK*u-e$Zq=3b5`tv6c4n6z^4l%&D%vrq41MfHA9Wu4eE$H!;fhmHD9Lq(+lWC~C!u6Gfk1z-?hX+S*}+H%fL zwk05W1KMjr$mo`<`TF>Tu^Hb6WPpRe1w}<>V1ZCw(-pC{C9=@axC?Wgf!ajF*jNl$ zft!del|Br$$2V|8s65AuN3x%+yPZQ4{~dMbOX_17d3=)c18?#6=}op*UhOT$3rn!Y zzS263>@5C!GbFSqP#9Li) z=XOMTQ9CrLY=ET5H$u~xmCfEp$!ET+gJQ@5R6Q1Z5^+%sRXaC1#_Y8{4-sRR?p>}s zKrB|S&7w4zM|PcCFh+SwhnX93rA6ydCf0lf?P+$P>L%{FfziDPC z7Z$uyQc?`3E+QokVA|;Pb~IQ@LO_O*-Yb~-lZOvKL4@|vNJ#Df#LoTxN6~2GeSTAF zZIuh=f!02@nwnFfJU#o>#fib+=v#26-NB1=07V%N1$+>jg+^!}*hG(!5f#|mCa8<2 z2X%ukX-g3Dy@-#WjQCQpyFZhX;-%5fB>BLrpttJ)a`^(pfZNF?E}|s;wr|bdgNeQ~ z9+*l#HamMOwlEnW_2E?w@2^c!5rOH?Ew_mO=v#IR;@S~KR;8LKKbO33iU(M z@|)svU`~N0uA`#^3Q=gMncQ+!bAXo=z77XbD=qR{sG)@jS5h;SF8m*MJGTuMZy`C(fgd$_|Qxd9m%W`K* zbD*nO<`U#tdEG*%F_eBfLqNc0fd@dxs!K$#qS5F>7{zJ*8C>$sjfQK8?gaOhwA`q^ z;~~mq26NN|d1PDw>OM8ekR<1-`pnHIoIo5S-Ge4LO}{iC$sD8 z-3VSlErW&S2Xsm?LA%-K?2uI4n<#dSM?an?{IEtX^tXlEJ^qA|Yox%Mq2oY|q#RjD zNa6x-I4o3z`O1!_EZs`p@6CBf`j(717_Po4j(Tg5djx24J;CrhD)&ngx2lqrT5Uq%0 zkJT2+9ea1Tn5WV}Zi561dDGiqR?9;ekHo?A=iGvL^HVk>zEavKjceRfEZgCGhkXCN zYj7Z3`dcY=)0T$vioGuFUH8PIN3f62ThqF>O{tL|S5nw4 z(4l9DNWI(XxceD+YQsyK?XWdwyA1GEUT3W%LpO*A-xSPuaz5u$NI~gwtry&(6X5|P z5?Nl9}Mox^^Q-f`b&f7P!%ie%Ov8&+?W1%O#cBu4<4XE8wV{uCK2 zAZY~7X4xWi_duf#9^x!Py>T}A5KMLuRXA{t8KBo90YqV>S-E#q)D~7oQ-TirM$(ST zj!=_TZ$~K~v7b`oxPIU>@<_FSBESnNb;zVI0GW`?4`dP=OQ3A4y=0|YYH<%(_cKn; zP4GaZKskfY4b63R-Q5AfvoC_5iw3;p6Qs-L{rloYTkyX{8LB?T#@+$315RU} z>#1Y!GWY>FampoTkezX^QL50KBaMOP=H@D@s>rAT5R(U>PHhj~6tpokLeGg>l_NA5 z7fa9QfaL>8SyNlP0pJLX`?N%fd{5~Jccj?NqSwKAYQ{)R08~e}CqZa{hvV*D0jR#( zWrx!7nHPA<f%3yF)D}e4)MB6&LyMI(IO=0P&LI=2pIr7n*fWGzu3VXg(x^Omi$P!x z&_E=}K#r%0^8v6;<|{}<^u$B3!X)jA`vSeV?TAN@y{P=AXr~vWS}n9uq8pH zFg&8Ce+x?^1z7o5A|?~+hE&&hcfMIc5ArN11qCn~gP=3)Z_qx-!ea35*Cm&Vpan4(n$){u`2&-=llbZy6cB}NY*-<#k+v;}^Wd~@Fjv6-MnT5`B{Yj6-j$fxRivHk@neLF z_c}nkR}vHl=u}F-fzxzKd@Hu&_t-QdS}!U~D)E~7IP(s+({7Ogw2gc{TLQiNGJ zw41JimhOVadm8Z)q-@$5see=jWT$%2;OWNuz8j(6yFG(cxDG?c%Q>b$Yq;_`dy7B0 z^~{pf!=LZZWq9W!IIp>G{d_HR#I>PA$IXbzk0s_-ONtQ+~xI&XGLL?~xaz8ND0O%<9hpsWiY6ou-`aJ;agx#p5ghGfbdIHum6x147ozl`a?24NN zv+i@(c>T=$c)7Q;@*Z*Ujuy!}AXKb1j`@fXi4MEP##t_Vd0%i*<%NCLz) zTiZIcvO=Bt-}@7=l|Z>15bqx5C-x#2%HZ9AD_u+I3~y*qOiPKG0%NHohL;Ql#pBGZ zEJY|ngNXo;Ae*)VHZ9UyYq?&vk62|lfMG$YTd~mKyJ5$8reXn7u|}$pobKCsyvXo6ckAj z{Uj3sHD)Gg-KTU~VS@T#2b9MS0p~AXx`a_%U;hz2)qnuLql*9>X3*6}6Iug(&q%*F zay`;O4>s`M67xG*N=2AR3o3Go5jhA!pKm!W3~kecq*V%1nLXW@^m*_+Xdn}V89|W? zv1^kt;(<{>q4yg!24jTj-B&gJ9rrxh))NA>Y!+G%0s%W^)869o`cmCviS10enb(&} zY#n`v)b?Yt z-DP#D@jez7R++rY@XM(&5r@CZn#M`@Qfh0H3VD>uhJqrqJxZ_|xE%8*Ut+>x$=A^; zam-Fb+y&Afk9)A`+ES!d^Vn2GX1T+79A8-8IyHYqZ_P(t@uv_j`D8E#1a1oO&R4Yi zK~3&dxI(lu1<6nyRwCT2jj|3Qh@uEToi{M`_RYGTh)E=EMJulS=kmewWcy16X3Lid zh3$;I;NB_lhE_w?YF4#E^)#Azq>I8sYSP2>AGin>$^xmz0)3Y%_bo!^wXoTtazikc zA@<4Q#3L;kT5~1>L9dVmPO+;5Nv$=8voIzcn-J2<=*$ns5;&KxS?CFPkqHTVUMr5y z2w1vw?`5J~zL26>_Q~^+k)V@EwJN-5s(zi24>y91r}f%lVSu|YEX}{0{}=Q2XAS4`E0iE?k^r%QmO-!TMFIvdmBCXPR#%^dZ;_FrT3YuJ3w4j^Ho}V^ zJ4a>0&b6S)K+4p%=S^XYJ6$OMo#IDZ(Vdd(Jj|&^iB6+5rulT;Pqejq>(TQ#14_s? zV&}yPbeB+(mp~E4MLyNPmG3RmmBxztG$mg*CxyogW2*XM)&A{MDaYl~PD``*(vQ8X;8^@#(_EIO{hY7)$^-6x zZE={-Cd}t1tJm!pk3XiBMi!RVU%JMBmnascjYGKj&DW^ER}Z;| zQL={Qaq!04-Zu?Y^ZM;D)>0;}4zkjK0OZ-9to@6MlB|p3-K^_HNGa z+7#}D4prWNPh&)`!;OCA-ycFuSQ@2PBwwp|zIx;2Fx%jd_3m7D!oR5h26GFFwYH?y zkSqUy0et8u91u=Ntk^gI8BQihM6uut?xDTgjKsml$qZ)Lbd*<0t@K$*9P&x4krAsP zmy``DY9^u)6`3=2zZ*_iPk*m}=EwUaSCCgES+yaewUf;z`ivQHvEt-2!gzl^MbVyd zN~j2<%L72{UhFA^iGMv*%_IMspi)6bJkj5!W^>KrF-*$XErwlx_n%S`fPHS_S;+#a zMoq;WDBHMu3VrI`0SjIt*fo^Z9cK%&ECbTWuI!3q*6N96$xlxI#7gHQBaSPGeK6f{ zieW#we~UPS(fi*?6#oL#S82_@nGj!t?`-tHXhN z>31sNh-4Oa%;-vH7;mAyF7*PI|cu1hensXfo0-NM9ZS8sQ0_{lf+ zwc>~R%MNbaiq^9Kf(cImv-WoFcp>fU-SQ7bw~fy1l&K^upY4?WT;a-zM7Crp_JaFU z_kbU4G=x8AZwIPM%4S*Tn9tYYt@1*Yf+qhNZiK9<*U>`^jVo~leG{7I*s?W**Cz%i zDRTQ#|K9%oE2Q_5?SI0ckL40d`C@OvZ!|gX#otY%{%NO5SQ}eIG7G+6ZIw8XNags>=Clk$7`is0ral^Iz$AUbDzD+Gb8>@?>kKI zH5dZU!jzt$mjb3`GJN+h;T%lX3i+#v<+KA}fqagEMgRD0&>*i@QG-#?S-7*@q5&(4 zWVDk==mU`}_lJZQzJF*d^8nUB=FeqfWsg}65guDnCzC=_{HCAVfVZ}CZ2zWr3#Jzq zh}w`=q7>HdR9feuut9XGyO3MV{gen_(JROUH6e)WONSNX3uI*sBwu&Xq+0Uz9+e~q z`{G>+$9B$rnvZY%?`2=>AE;bU(B=nR=xVZe`e~EllN6|TdAvShK@sy{!NI;ff-%j^ zOIMP2Bo$UFiBFYM_x(7lGlLbcEPuOq={9nTFT6&CM7I$#G>XrBAri^PO~?A zNkv-ZgZJd-Uy^W@FGa|K|5OHRfoa%B<4o>b@xi#9%Er4mW^bgI8|6;q#{XOjub&9H z?Byv~7@joYc+PpZr%|FE6hpW5$wa#z>TK`EgelEGfstL@MlRX1%ooo3*im_(dF!%q zaA>06qkvJ_N{Nl($gXelzGk|}nuQ@T7}PK5m*Rn+8Yy4P?Nppl70L@PN@dZT|IC0C z39Q`nb)4+cX984|3J3KqQ!XEC25&V?{@qcUr~damFkrB^t?AY9A3su-h#8YyK5;Cu zoZVx*^YwDa;o7&A>tL@7vP$1X6>Ib>;bp&9iZcTgQX?I_bmtXC4|Q4PPDLi(KL8Pi zYb?&ri!l3zI2Z{eE;={~64MZ7j@@ZLnzpnJ%=s5u{xIsOSkcXAwVyhicZ6&UKC7>@ zXY;U9U35=zA2Ol|*_H4hGaq!6Q{-^uec|Wubd)xb3_Bg2 zR{IDwujsxCia3Ce4$@_1&Y-5g-_l_X@J#v0S6~RI_({FbYyLttci`* zrr8#diy<$-8f#Yo5D4jLvHPC!$fX?qi|V6@m#9+5T_aF9&Csab4R2g84i(XYNAQ4& zDQ{#4UMeXx?EO5T=7a~G$Xu-jW!n{6oWw$D!NS()uEMh{4129kslfcD>Z?e=$%-dlL+v{9LhVgs;dgwpHuP12GnDVNzvkFk5Eti; zv>)+zdMahrH^0H{TQ!-W?Yz_Pzo)kMb7mpDX6|)#3F|-4&j_?s*nbslZ$Y0WC~9bx zT4w7O^1Ti2x53fo{(g?sp`RQA`nEjyxu3eE8=UOkzc7y1Q+|0#0rUBsWRa^ zDE7x!Zqwa;@StJm78%*_Z@F}tF@G*rqZVq$Z!sAhq9mrgs}4sYd#K9tH3I#c`5n^! z$Y#^@FJK8knIGCzFI`G{g8%U0L)m9_4Jr;wii(q9CoiRN=KW6Hw4#f_BiBxr7jSQN z!6NDFr*QfH9jx1gxYr?{5wCGc2G#^R(!gYZHq}9!4g*%iv4Ix$UV|+YdQ26ciVqUa zy5U)bl3@SYs}QM}7Df4YYi%A~EC~8nBHUs-LS5H@W@Ln~LsL-{7$b;_4DW?DK&1nt z6v#QWMt-2KQp=eKi3ENlF(?*zxBD3=7O)KDx(bpmTNKp|zj^gtO7nP7XGci5AZS`M zXWEau9JSHvPgNW%&MeA_oCB)%gm_v>Lg=Zv3-1deO7q~r9$uUS{ZwUm6LBYucF&vh zp~RUC-dyrH^#6+^uX93E-7nB!=|TFUNz!Qxy-mS*Po`Si7_@-4oxT|9knaD6A2Tvq zL8yL8)}TFpNAoo5L+M|mPU#S2tWuJBsBz9vs6qNX#ftwPXxC+`d4R` zTTV1rQTB`bKcXbs*#EmOk1^s>WxM<7|1Q%(;N%{w_zb>ZFRgJSJHjaoR4~vu3dMch z$<%#S2RR5(JI;O%u?Q6Ywh^Hv$zfEfNzCecpAn&Xz_o_nI-izbCTpiA*TN4y|1*Ar zMJTNf%;+R0IcaR#*CrCNcy+gMh;pj=b5&Q@aAX%N`K!0-EVa4JEctf)TeF@(K(zFq zeianY*NO!;?FFo{_39|!J2PcH!RNXHCiL_NhP_DBm3Ua+9%Pw-kjn$C0I}cZy1oAUc6K<|1UgIKcAnOnE2{q z9LkCVMOJe^T6uHxB?}I1?prI|Y0^k`mqC7E2){sUQIV77M&ax-6-ov4i=z|&)3Vt-H#((I;#g?2-<517^7m2 z7Kv*p%1rvVkm=0{!}N^dZ3MpO*?$e#bY_Y2=AF|A+ntX3@kh`Zgg%(t@^|!lTQ3xZ zAUT=!$xW0GSA0R=Z-&2kMVGattvM~~PM%M+m)L2Eaj3)7SgQG2{0mz3p8ne!de|D< zrqMAU$}Clsmshu*TcLx80CWJ6+1X6a`KvA92~!?u@gH}nB>x*Z#P5>qw+ag0^DCI$ z4|NI{xX_tbIFt?gD(&<+a7wJ70H1fE-Oqb^zsKZ13-bXMrVHEYZ%>A}<#l`Zdy%I^ ze>zAn7(MNytKp6sGgWD!q0(w=bEz!5SD)!CgXA^w@C)wsbdYHmT!gNda-bRkBfZE}2j?i!}Y$m+r2ch|4$YhR>3l(0u@ zwxzrLoC~u{xe0?xp#FxE?DIt_C?8>$#Y;a26B<-<81Kcxek1#7|7^PI#4B8)Z0AvL zruywlB3&Fvkssy#fFDK5XR{~YW#r-v9i5k6N>YBWV&~=>-V*>~Z1%VRPnBZ>}eUvs>Sxtd95Z>L2Jr{I%(A`(#W<%Q@(qTWumVq^)zUmi-4r-0ekxIUPGTsU^Edpd5kX&mDg`npoBm7c-)t<{Rov;Fpk+)JYBH0$@T!q(BeV!3og?rBpc( za*A#|F>c){-%@g7@2-@~cb#zRqwGE%$5UqdS70Z*BA9DA$p_A3x zBwFbw7GneQz}iAV8r$4EU{tCY>=!+R4efXpGY&mMJ}LrpNmQ4?mEt6ie7okRT1UAj zuR=8O)im&3798`q4IZqt^G?{a8`_z!Ph#DE`@l|+bSC8&$`_JRZ{^xN<&wLWD zLl95?W!>5lM)6Q&mSzXDbm_tEbQtqb)~)Fdm+6Fru{pS(`Zn22Hc3hpgn&v&Fl*UX z#;jHPekFC1kn}6eb_T4-&r{E?L*WP(_D@?QPL}6kh#99VwFlJo1YZi?MuK5;s>T1W zl44jE(m+@Aq}%)w%2lrN^(4^;h>$Nl0ADBho0X&d6 zxJGiKqM#&%ly%_kT;i)Z2#*6l7`}(3317y5&aA&GLIYRI+#_%jr6#R}DSKMWz+#)N zNxC4FR@*N1ii|_qIXZJ$C!^#<5bKI7S5x;FdJM++3VsH^C9h!5!vR{5wNh+bC+yH! zFhAc6uU81d_mPlS$l=uw9N>_%P~OymYABQ{djI>Zn2-0dn5Y|7f3=>Qvfyf@N%gcf ze!ebothCOYKy^9RBtQ#7jgjU$En{0vebNAm?2LHv<5mC=0AX@f8ZATMr)1(7g%fk zuvGJ_{ZGA(-Dx330HspOTPHZ%S>G}29UZOU!zNHUSsuulZz40laF>IF$WOTZ*UJX0 z-->@4yS=}wx)2Z5dAOhJt;LA8P3}Jk<^1u@v*+D*O#n`j?fd}A=|!uONAwS3E!*wD z;1IQyb3t-KQwJ#uKARG}Io;fwCi4VP4N4@~8t|C`Xnr1x61pO#3$E!kT#D0=qr{|3 z9}4^)dE$7U_84aJ-;mJKbM@Ocn>K6iW;wEa;dBiGq2p|g5j3P{{Ou1(fb3Grda>A* zdYz>3l^zoK@(7foP{^w*;0Rkn7j$HSLBWs5GjmW5zJIHL(~1e})UDtP7UY}$wo7ED zowps>i3!Jsi0gnkVKA0PbFaT$`J7m!8;w?m?1XOFuE6NW5R;IAul1zy`LdEhz#sw9 zOs{Lfevb@wrO3y>8ozMgNL&TS(snyhJXDj@~kTsp<#a~?6WylI}7T~zUOQp@@<9FPlI}dql8fp7O zKDb5cc4BFL`{~PQ%RID|cIp$Ck1Bcn>8)K1Q|n$2i-jHr2CLhzUd{f~I`Dm5Z!hIl z91Ec9$o?T;$hiytV9+aA0~aP^B6w?!4L%l9H$EN~d) zeg6l1qM}qr*%B&>vLcz4M93~Pdn6%bMG_%9Qb|T35=nNF6+%L?XEL)YD@pOZzFqe< zj^jCw=l92RAJ-rEb=7&E-|<=R*ZVcz=M_*>`1MoKIHqNmZ!6RhW4j0pCD|DxF;CVE z^r&DEN%2dIQ=Ri~`Ljti*Qd8^s1j>pOr8aNKLHlcp)YRiuObz|*+H+IJ|X^ik&fEB z7d<)>f&f7RQl#i6?VCf(A6TM9^Geb3T_aZ!qgUo21&{7pyTM~PlTp)+=!Nq_y4 zYqeo4RiG>p>Tr+-KHW8RAR9y%dmSaEE`Rp_3+ecqMu*CfX19Pt|&rOydYcZEFFm(3zqS@g8g6Q+;UNk*txrtKXkq-Y(oIGT_$-9Nz zIh$`%jTQSkzm3kwY$j#A`!;w+0HMu>d(o0P>9+!2V+39=02ARHVV zRv*6h6olgA(ZC#>dhLsd9-okH+g|t^okXXQbWi*u2XrEzKt|_AQw-h`gy{j))>V*{ zPK{B}HYVa6g|oj}jg`|h@wU77ZgQbkG?2FsF;$GnblMAGwgL4wh(QkaI&$EXq z4gW~pd@FC!PCB;YP4vd2v)^5lWF!2GoYT%-IERWiV|JRTE)S@b3Q}lqEA?DVhRB3) z6C`e%6py_mhc0_V0<`ZIlypp910(mD1-6s#}viG9xvq{ffW|gzDP+NsTZop`Pp^|&? z`1C+&9NgsYNFIWq2S$HPtzSVW90eRTOb}{oYj1$W<23e;WdNic+p^@KW3D+m+oWP%Df`t7wI2my7vT99JJ@a;#gapg=%4_h?p!N~)1SY72^+A;*jW8Z#UTCyr=k?~NPfQdwIZtf zDN#nLTAx5Cn=vbU<>JNr2Ymz1I6D!ME-Couip)D0D;_6$hJe~I2YaVG606`BI}eA8 z-_QG@T#BFk1!mSSsA37-ETJL;)d2*KQ(lZF_8=?~V#&p`+AVGQZh0rxPs=`d4L~Gp z(}KgWc?Zj@q8rQfU_PMRGIr;P8nF;|G!0nu6F=N)jUNVhB#ieXQu`IU3$;XP{Zwf% z!$Cp;zI9tNF*5QR1SQ4eP>`ItFDoc`^YMeL_X(tsZkNJ)JUdL_djE~vJfJ${f7$>+ z6SRXuzpLN8(V375y36~&;z?o8`16%3A>E9gYIX0%D*{Bn%3x5H0#s}<5?5hNi@W4cke{`mU>XTjUXR1dv}}xDi=O*2 zQw3u#Vt=21BF{aPcbGZ435`TzsmF@Dkt?uU{Uyp5dH(O52CIB zX_ByaX*l&E{T&Dc_oOe2fMolaAm+eTDL$SZ?oXR4KvE6O&K88Io!k_@7Moc`gFyEU z1$AH^(sLMHUM2K6BxvlJMQvzd<5%0$b00(wSbbb9`!PgKDBLAix67+^ylvlb=WTdG zRK5J;kz|s0&x;P*G>7`I!Mu&#*fE|Q)#N;MAZ98g-s7UV_?NS@f;TK$V}ErUUrlUb zqVY27FWrY_LN!r8#uwIbn48}^3@TjdDX&4?_H8<^8NQpUU}ar=HM@bZ-6nDKBPyc!BVN1Frk8r33)4{!>+kNc4<6T@XjJ_*N zKMl$`Q9bGU@M`5!Gp~FSKuLwVvBJG|#gx~uVI$W%&gP5hwXUSR+*}d}k=ZwgCIikM zO_mf$8_gZIbE5tH)m*ilvxtw!uov2vTXXZH!(1wIfPCO0%+8Q;}bn z4Q)YQb(2@yqe@B%cs7>2IHSv3AOLj`xsg3l=S&vVu&L$QO-YE_GCWY7sC-!X#r5Y^ zoOqr@j=Rf5kUf0|39X*>Cu=m%)hTye?@i? zXJtABcxK}XXd{{KdG7nRZdUKrrbBuc+HphGw_9JMxn#GNE4gA zyu6s*1QIDHdeF8Yg!U#F7D4_`om)L5CiTP$c)v?he^+=sSJz1?@nHAL25MlfTx1Vv z8#SKa*kQ}?$Z|@lUSO}ds+6FYY}sQegYf$Y9&aoDlvN&EXuGqdX-~roP|j_}SWl3c zX=$&erdl1>JsxCz9Ke9;?kDLCv=6b>W$v7Ae7}{0WG9h5=X5IfvnMZ8 zq|G$QGF`3$>n~*8?=AV6{Ok?=LF@xl5jC^*5%cWjx6ez;qQ)UQ$3D*u@2quglM8wy zpZM{^`m;bzg5NaRoc=NTZOI)Psc#*`2b^z7ivMnS4G6Ee2) zJ7;9Is69R|;jXTN>)4o@v8$#Lm%oq{3iiv4j%sRKVf$EJRYd`}1r!1*zX1&iR#$Np zYywZ^WaE?mXFGiz3SSB3?kZv0Y*u+-X4b7ODn9ERira1v?y?A5T+-`46r8e99TDCb zu*0N6#@^gIp^l6gpSqCmVYS6ApJISQH zz5*%(0azIBqMzFBgHbtV)j|3O^6)sOD$(fF)6)|&tsoJGoP?hQ=)U$%$pN&wHdFf2 zmzLy|)e;<5teCqrg9e&@P*UiF)QXTEBH1D#TGUM8l`9xpRwc#n5 zDH!fSAtB@san!s5cfg}g4G+;klL%#$JDd85K}bZHEhWcc{Hnff+y0VFHmn8FCN?8w zXI2h7a%HJC5cQ+`|0?udiV>u5ZQANNcHJVdDkZ!bVF`uWl*;K2fM7HnMz%A*xSgmw zzHF#(qj%N)@NYk(`WCi(bKS-SIbxpZOtu-9KBMsX^m;u^YmPcP3PD2pB-^}E0lR0~ z*hxD{oV|x8Olu;y78uf}aTovOPP2 zn}e3N0+7o66W@5{wYLwQzoEPyoQFr_9S%zOLb_}Y{IIj7d0F7hy(>GifG(f zod_yoaP!`yS>)lYT9-BjtJNQf9;jDn=v-RjuC9vs@$L#wR##O`e(nTuAK9J>>&PA9 zd_?G;pj;DXo^&|Y6Uce}8I_oM8l>huPdi!2xTSjt$sA-JmkzXQCwqG z$|{DsuBEcq_w#M`h-z!o3#p$91!Qg7tmc*9y*)RixaKS?aRa)mD{H1ZU$MJdd--5o z5infw`sdZSwaX|1sHmw^aIl1;5d$pu=UxLU&4{DAZ26sf^lxlV2c3F1wv^(84jz|G z5iNCih{jGz2b%d*uZPryI*j@A`Lzm}1jFgm3ppCE9VSQKhvMgOi6ZA~%0cgmn?HbF zO1eK@7OKS{P=o0(Y?w^0RN_#77^Xuo;2KZ5!68CSFl9ZPHrx-n)e@zE2y<{y^H9;Q zm~OT^%5GQbbQo=4{*Z9?x<_NSs`h!mSnAy5&^T2ExDpHwV&gM5jp8&5uYuOj*Gu#j znA7a*7U3WuM?XLbzkmNOo^O&Wo_bb7aKwv4&I^6;-+wNHLpQjZfB_{ZcH!F7Ob< zw~w;#sd?G#6Usr@OAnGRZ|oyy#+ZR}o8UAMwI-@S65$GuC8~-TIL|79{>6mJ#&o|rA~Qy zLjaYRt`-)3SReqCL_A*TID%oSWCr6b@HJE$%E4294woaqO#bP9ZpJk$6pu$4!5eYR zFMM<{lE29HJ5N{Dv%ZZx7-rq_-}EY>+k}(eowO~^MZ}v>mq!`y3Ys*9F!00LR&>W#unI7Erp$M?Xx8lHZZx1Ic)LeUSC?dd_DZcE^cm^ zIhn=|LoEQ8Fd&6o@(ha(!*9{h|54I)`X&3RGvIigpV5&n9?^JL;J!97Jzl4{D9O1U=eENKfMEdUFoY=gsJ$YE0B1Awep5|{H!OLjwtSL;{*0loo4LSGQP^? z@aiDf<~y6pel3xIwHNSeCKli#V#k7OBRJr3;Ico|dh!B#0{AJ4L8o$^fcg`rp1TpB}s7u2&d_BbfmR98_j*ZdmtzUp!EO zwoLoL7c|^=?fkec0^QBu!5*tiQ%>C?YM^c%BOXa9YRzjMa;l(*jo->Rl38@|IhzU( z<3*OG#zbb+Hcwe>(Oy45$nS$Z&8(7=Qq*VtGHV4=wJn8oq;48YdCh;ANg#P#oYybw z+hG)Q1{`jp{fTcrKXv|Q)}27<(x}#1eX+O0=wZL(peL`mRGu(6CByVc3d>)H(x1QD zayIAiLVZK*$i#(1Deg`0X}?UiZ#v<7?y77PI^Iz=I3Xp23cX#fEfePn6d>DK7$Vvo z~5GL3*m>tIqC4VGnw6H^{)CU@c^tnzq4r}T zbLsoWqp5yhmrN`__xj|0|7@i%0t%lEH`ySBC$YeI0l-OPNqq!s!_91m!m6vQom>Bg zhM}i)f|oksx(#gwk#w<-5G)bq0sz0y!3uyKw)ShkzxqJ3{L|A=F5d$j4@^MRI>~|} zb4#(iL2x`6+6fXa-mH1!ac`>c&v!`}Hov>Lb+&?OC9`xVflY|>rEdHs(Fcnq&xOyG z*uBWGYQYqca7dWLQS^?|5wq9poSmKZO5Cz0^u7+10?{G-;z)4xr-OMy8MMo+o&5js zs{oaO8Y`FYa@muDO|3dQQ+#kH-9p3Az0LMa!l;RcyExGG{;8sKz<&S?c zCUZ52fW#N&_%<7|wy8zJpbGT9`w>stZQ;1`7S^;4GUw3UOZ`BBNA>RZfQ{%J)co&Z z)d*lc@Wu^FfYw8>DiH2n0bB5$L8h6hp*t3SLIp(|t@D^TFyA|ve_+ab%iv2LwUN(T zq?e{PI(Yd|Hm`Zc3%V=j@r%UbFi*^5%o)uXh%Dxme*qW!6Au$ z#6dCgM#97zdS)#KqCd-HF^QEyW3<_-U@^;_0{@l-j0|$xzohDVWmhf-kPSjj?=f4$ zG?kTz*}E!m2p#y5lXe@>`!LJStLSZcsn(#8d8V(GH_~iJDM1M@9AW?yuOb`kvD!Pn=&Mdl(nT#u^?7MVeOa zHhOwEAMh=)gDR@rT2fpLdCxH$8=EJhgv=eAGDC+|rQdpph@1ZwUAB83kqdh3y5O|? zV0I7y8@G7Xu`~@qcKiKPuh`L%9QL}sy2`knB}l1$^sLsQ@mtP^WA3S1;{Va-q3${S zAiipOgnd==OuTWX=D}wrF#p{8y16^8iP(q7K7eMKrK5r<5yC4E_Mk_ds0V=l!uj92 zcpNmz8;x<|sCU_0bI`SGd91!uI}t*7PHyhxw#(?YadC1!eEkw`KW0`|XG+9(`@cvt z&N9Ld$GtD}T6r^%lXg0qLqYC)+M)C6b!Uv4p?itc|7K#U$4<*pcCRw3%cX2! zTh*j@P9NQu+OVnXv+hwxHKPl_(vH(M=RLL~aENaKPy62M4^q!U`(}4I(lj z_;(Y%b3(=i4ki)s&{ghp1Y*scea$eBI*9p6n6<(at(lN*L25@hm>z$1f~%SVyg&-M zzAg_D-|1i6;9`yie&?`ZwR!UlUJ?zOH)2vEu2wpbn8P=DrD$LFY0!65Nc+}brg!zQ zW0Y|Jl~^ZlA(Z=Dv~;oChVbNU-duqd0{-*D(4rB>jkwGfEFC1ss83-Tg_2z)bqzwd zKVBCR5j^mUAiN%M=>?|~5kkU3*s>1Qgc4~iC=H@8c1z#7-a0=bcTZQrfs0N34aoI2 zGuA2(I6DKM(W5v;i_2L+m=ajd&l@kCb{|SuDwLmVj@^x_eGqsUi2C<9-Agt+%b^{z zo%`h=M`miVn<@uL?0n}9-}ygD7KHfkq#2$W829%vQcFL)L9N>1(U+d(;7fj#a@f{Of-%ZG

gL&Y zlb$jZU-M5t0yYh#_Hc+nDQBjqD5xE3Xr$cGatTGI@RQ;+3t2Tu$z{nQYh5>nYfpd4 zp^D!9xZ+y4PSxU!jAOn)sa@lf7pI6{>7PBUEp!>fA8aqnO*{d#i~sP4AQu5oIh=R6 z{vH488l47!d3rXJ*6tCvr^zEsnntt?5-09G$PQ)A7-)<)u`xB2=YAp)0J838hjHH$@8zk$MAf>X zPuVo|vG>9YQUl$2Tt>E?w?fL8PGn+FyC-~#}e!hEJ#XHqmXH8YQ1o9zr| zb(}!YefMiD^8CcT<*J_9y1|DA>+@jQ^q*fHzoK=>3tax09jCJVIvi?zACx}(ZrB9Z z9J`yRcm!m27Hs;tURU};G0=9j<8t7sK>}{(VQ&}X*}W(qbobOh&r0+u=*_R>C^n?{ zX=(~Fhx%+^zgf9{jX!NooHg_&8^ih(%}T8lqDE|c*ZED$&>Kf*`F%i{ab~d@Kl6&A4;2hSj}!7P zHx(!7iX9GxXO)|WBWT=bJL~;_W;~-!4j`%tu6MArpyL>nG)iJwi2G$eYbw z>gwf3JO4t&JO&$nU-{K6@hC-sO0$zV@lqX}8XA`ePk|KwD!#t#bK9otl8S69I;u1E zMx_Qxd!IY@pU3fVyLVI$$A$g=HeZMj1$n*)#Af9l>HyX>$Y5Lb<(eXG@^6=D$Y%4y~PknOWK(5 z*mWbj@RLt(W^CfRFZ|~di3QFDNu}T zv-1ptoTxT&z?P?=n!ohAY9NIB`fJd5x3lm)7$FdV%=4wpANy%i$OV60z16uYec&Lt zlwzP#U;0C3rSo%4f7S-q{;~(M$Fm6glbDD$PyVbkdu+s@wlO zxDDo6?eC9tZMm}vfOw{8z?VO&7ZC>jK$K@(ta_9eDSyRh3G>x> zk&iR!WQkooNvTed+97FV4^bMA7%c%mnm9F{ zdzl$>K|B!s;1lv-9@9;mQC2k7ZFk-jl5yo(wCb#Z@9`clq9O;wF3-~>tT=EAZx*jpxpK%=)#cuX==~8aBQ415%^)*C!NGbXvf+ z2RWyWU53))LxyWvfI=fd(T=J-MtW5|yIJs;Te5-gBiiK4U=ZWkazTd*{Q)^hR&nVg z@wN%sP@fHreV0DMz5UK6*^l17e@Rgo!x#xo0vZu_AxXrdPU-?V)6-#*$uqGhTZ|xc zr7G0ytQ{ikzx0;_T#e4aE@;=EVP&4+y#xINP0Q0=R}ZmxYc4MR-qGEDPF%CM*qyZgtCVi$5b4j(=Yhd9)6r>`dY5|WU8LW5t;8`0!s z9lbPdzCl}eW{*V4i#;vP-S=DiuYffg1KN_Sz7-d%*xyvuja-u|z=M4fPF18=xRR;m zFJ*Mg@E#J2St^RR>d*1W&DJyLdG|3mr*qlakZEVUeSzy4doI>J|M`4ttp9!#ok?1i zky|-Dx~6R7brT0F(zG}Jy7G;C?QBk4815hE0qE5QJByYo-pXm~wlgKS{KMC!O)i@W zImIKnhl!tB?6{=Ipr!Uo$4hkb09nR9*lIjdJ-YVMuc@WyR_{v>q6>xovp*1GSA99r z4gVY=v#Lx>|LZ=ceifeUh}G8kE^mS!8@Yr_ipMk)c-a#LvVFSzTR6ki1szV(J^Jj?>mxxmxNaz}~n8 zo&fG0qwYnI{++nhn<-Ax^9{mSp<4{nFVBsAKQ+S^WN@INCg{z7-t?P{!ege114psF z17900#cpsA)ZhL$~|~XX>0zeMeAWBvn+4m-mId?({PESiGq{ z!oUg#uWuhPE*N-16+;6-^!meo#;~w(&*FTKE=0pSUP*}?D(5e6XIWc|8nk`9=Y9KK zl5U*VF=NcDH_@|bfjJhmis0bOct7OEZN)v~Lhg%ZTWixO-lGFP+y9%Ty|GBgs8z1* z_P?hSRbM|uaHKzZI4Uxz~;JyW*Q$HlQk0Yo5!IlxK9owa-qyyl#F zj<5%f#vG41*>C`8eRog5#{S>Msd-E=BVuh=33~fCTm2+eOB-|8rhVP(!S&$ZQKY*A zY*F?X8n0Fq;fG+Lo3}puVO_h-sc1uI=`XTB z>?3k8G2$Z{qQffn#Ah}G#6tzz^{dO&ddo&a=+{}i-NE~!6!vGoFn()#v?4p90ETPPLD;nr z0ayfUl<-hO5)wRjM$mZ#a zqgr$ugg>Uvc{AGwWRKZ#kWB>+r_)6ib zi?m}i^wC|WyIQ30FacM8+j>k9!fz5rEjPDp!~RhaZ!G$slD!h*-cFgYo_AP;rRa)y zUYU&iS%pOXx7(AST%ad2b#@lnaGgwDy;-XksY1aBfA|9jUPyzdbSJ{12n*OV8Hxb? zkhz!&ev#bi{a`IVTdgU%&i*1&;T^+;l{3{gr}v67*9(e9Lal-Exo}nnGZAioZ)Ixb zQmmEBJM6r#2t|7q$ff#yj5s?MD86PraW{`4kyl=&-F&G_!f}uUFEjz*#!u(y$q78A zhRH;q1^?-Y%wuH*svu&pmziH}|o=eIAjRYZpc<8pZgJR(WG;1nfTt zM@P?mk$}y(-TIi)QDz!;rNN12<$@Re{`%E1YII=?g%*21wNN>!YB8q zJUl#Z7hXxVuiF#b1TX^b#}!8t2ZGA#^c=oD*73zccPD@qC!r0yrh`t6RgZ=#H%vk8 zwM6s%Q-81--~e#uhLf_l67=lEmBqt`>b%OC4{ciRx9yGu^>z*k1r#;IOGrAdf#VN< z{JL9laSd?Ya**smb{Rp?g&ZA3b1ngaXKfM~h{MG2fMFOgsW10kZykGt^34^Bpa-!x zE7Kop5_NuhHetA%t(mET+F$36Z5Fatu;|HGGpT>K8Fo-5 zQeGo+$>7uvr^a;^aJXUtp_4G*1(S6gsW=vEt0-(|Ye_H(;k{=xo+(wGaOS{i6jodW_J_>E04Pty+R!P1hNj1}$Ksq-Wkj7Ny$E%e z2e)tKOdk#kI-ZH)9eznkiJP}9%4=?iB}JTHB}ASeB=Cp`$1(J#JkQI0=<}Sdv&j9N zqZAGNITjbb;8dlWM*Twg77v)~Hitpj!m&kO&6f;ghoa}@Co_}0qX)o9*>Ntqn>7l1 z|L$9P)XJp;Ew#Q}JEU2dzVI5=G+z66uT3@^o!IirnI!CI;YjF1Cv|dRE3wpaoqpe&Z_uDn7h4Y1G?IVPCSrW zmV6JXPtzR4cL1R1%h}7SzvtDb4MSH)^tJpsRzL7{RsXv;bFosM&?K<;=$KHZ&onLt zNxE#hqMi4+&KjYIg{^Eqyq9jpXHkY2uBQxqap`gXrb8_M9zufN?7<`Z-SUK)0cNiv z&$FZ?8$!-eb>7DDCoOv86&M%oh)OkF&%3bKfnnj&U7gA|%Kz@8EkAZ!j?DvI-Lz#B zl!F_J<||rW&au2Mpi79aa$hlDHuKrPPh#yO-{JHbpDe!_ndgx@l?wmah+7U@jW7_s zr`-8aSj{lg4n@RRv|Cg0hsc4y`WFfXJCo&r4g1AxQTFO|)np2a?NmP`OIRY(i2Ui zo_RH$xfUp&@NZcsC%UCpz}oSb^M(-eyR2~bpnh6l`}Dwp=N+~o6fzBKG~b^d5VJCv z2vZ2Sq|^;wh*^(zSEHIrkxmonXJ-t`D$~D>ej&8yoQfAK4 z^iA_!RNC%({NJ&|CE`piu|4k1=)#aGe2%!=dVRrFyi<6{dX#Cd8okaw|MzZ|Ec1n&f!VQa&QryqCaOh_-b3aiyH zd^P`&SwKx)>%vpl|IB!@pZ-5*xavFGPjK;w#h_V_5`lyk^X{j2ww0-MFeK_)3e9yl z?H%ZLxeFK+gb2lFG((>%kLl^x?T&iM^G^}tPdh5i%+SPR?et5F=jWRB<|5~uBz29^ zm2I_YV{_#uH}ei~Z@k9oZpaw%5%8r5iVz0NtxmDb3^0nsQ_lL3 z;|mTa90~{tKa3|xJT6P)!EwEx_@d<}|8v%tJALAc!t84GUqVxGkWKO~i0>+j>=ch5 zi<1#PIy=;QDX?&KK$eWbL6J8@;Xgl{!3P$FJ)IH^grM$p_Lib~TF}YyvFM28opB$j z%HW2YXnDUr`^ygUiW>^<6i{6F&y?rN*d?>H)>E?dFukdSX7FQa-c;`XrBH73qu=}# zxNdD36A1|H$`_6iUv#xeR!U>hPS}0%;G6u*Y^tr;8C-e}Ke3Mv?%}z3GFtq;O8Ca? zkeGD6u#lh=8nmLEoa7}z)43~NYb3S4Ao07dHNUS~Gk0C$XqFupr;#>k?!FYUEsj6# z{pdmkdvXoU2Mg0fHiFAv`#36Zq%L~QG$@aDzb>8-{_%CE`cdaLDj)ZimsQJgWbb*| z5eVp#I(^QlYvC)8i(83VTjuQbd_DhIfz@?US7(d_o_6U4v`g8x4AXrU<&(Z29Tsrp zS3b)MJ zYn_R1(cq5>f%MZAjTXBoUCk8pO4+h~&IHpaPjQhmyRu3<)o$_lRhUE7GJBqTeCXd> z-o$b9;iEJLG4IFD2cus{F)~S}+wV9$5W#drD(Hj7V=~gNEQMd4G_{{ZMg zRiSX5QZV~M;f;e$A2(l<{X{}6lux={zJ>b7eSIV8baiSG-zL5b$T-lfe%08vTA0Tu z6%ns>_am(gIZc1OKc$G``gZSi5Km93?KK^UeCXZr|SQagrLI9hvjD-0~*(zPv z4-w^GB?H&`FR>@6iIYtIjjykyg;(RpnVF0iIu+FW^ANd+170_5PMT=C?wD!ZK*h^mhbw>M>!(N(OpK(Rg#Rv zTCho+$3S@3o=rt*3TDd5t|$G@aXS6;HjPxd{a%)FcD1yxwB4jlVBNOubtJt-pmk6p zMPL8$o1YY0^zw$8zqc1%&N|4J|KhUUI_IC{pSHA&nYr%~{%0O&a(YPn^=Ky?c1+%p z&|k{rd~bpE)T!r#fi`*Sx|@AWyr)>M81?(vw;$-z?DuQ+R^(i%(U*&irVn6w5{36H zck1&UndZZ^hyQt9ZuC=QSTXuBmwEJae z8a^*6WN6~JsT;TO;(ggs=78xDs(TAPTr*V~|Bkwsj4x#TCV43NSbJJVr?*%paT!>K zZ9cB`sQ%((o935&d$VN1XK-o8{bAQXx()W7PHIgTO8V+|$0;WXZ|8)8-QMKmTgYVW z-~Ian4oo}wnR4zQ;hOuJmb%wg|Ou?YM zVdu4(r#w5})cBj9jb}NZ^D*Ffrqb7hneN>&dJ#+C# z2(#JIYATuJcbG6V=j5Aa_lN9m&+=`#+&UdUV z<~W`+a$vXrGQGv0cjjwKdpla6l;I`7oEmNG%^t4Q*$SUW~b*W$>-{rPb3b?u0+m`MCbciDK0T8uFf|{< zadY$XKHH{`(&Q)Q<+tYpa(Nvl>CfWI%+_D>ZkR6Lwb=1(OSpD|TE2VnptIND^u+Hu zDo*mzf{R~2t~{bkP*@-SQhe|C4aXVsy|cINI(0HkXiMe5hhkXm}@X~HN`{k=#GCi}5-`+ekDlhfle}3z8hSn2L^_59c z(iN&(q8_UyY`bCBPiGYU=TC$DHdAooUo|7mNV~B}ZW7si4X;Q3Sm2*u*;^+>LZlhp zdX^1G@u$h0RU|wP`R$hf-yc?B`@D7YIc{ofn&Xf6sdenUfZL`yD7r zyHW4G;Kg@g19p>we;0Xw_%#hBp<0ujm!&zbK=BXtD-sRo3_4p{e59OQavRmlt2FE1aKn|2y<_I>a-KCec}af+GRD%|E0@n7<{(?}HOP7c#+yLT8}poR zG2XO#Mf|n*w``p{bogoS;ByDvCKEC0j$J;#{SJQrbA!VF+~8+kz%#(td@D_1_Q{f={KOWiUov}<+mFfEgA9}yQ0M9z8jhbib4NF>qeBNm-U{=a3fqFAoLY|S zRiD1uYU}6(f(*j|A8#Z#Rzu)D`PFDX4k~vdyHU=@W-pAa33uq^+}sbDjgb2107F4; z$!ohq!@iUp74Y;g?P+Uo{{$9LV7;XrT+;v)_$MZEWFJEM-@QZjtZ+*m zE#)+{?&|lv2V5c|^a?5PykOaT;J}%VOKMcKNnB_2^!9p|8bd?9L&D?R!(YF~k1!#I zj8{EzvrFf*`*00tfR~^kK~N$^LMZN;Wm0yf7<8d}q$OJdzi@7rSvu+Loa^H1y3hX0 z%PE0a5v!2to&puvyz%VYw@(C=EGus>uM&uVl@XzPJ0_+9x@AFy6wTGSnDVn({p?!H z%gaPg&^|%I7yu9TH?J=2Vv+I8Kg_;0wGp`xdl0vPti!#jsj1F*kqz*_PJa4zVj>Dw z_ew}ofN7#`N4AL|qP*uaO@1q%zl7Xh;n-7i4JNBve0+SCh*e2$v9Sa`r0eQ)<1Mtx zd~3MTQ82Ky5dT)bx|n_9ajVkh%f&&@tz+Or=m5j+FtEAw6Fn#QSxMlbLLOUJ9lR|y zDe2gn> zBL8UbDDQzEBrRRkk>3;QkUR?@2V9wmTvS1}{ez{?lQy=t^dx*SBi%$+l-lEHFx)lH zUjpBhj8n?}%l4>&!7QE3RKx(D&x6r-j^2Ld1VU+rRQKdguf{|fLxkM_E>+Q0_3(H> zq)0#Q-qSVX2EpzfWI7k)KinbJz1(6~e`}A3)!W--ojKM_h0p^dxZutDPK+Y$}4Y+ zeu1YM8Jpk<&y27=WP@nv>QY`4E4halhV8g24R!ctBYC9!mMxF5A;5O}mFv^q3OvIctOqcECqoXmysGLJ!XF-QtYexxf!dU;S(G;Q>Kw8e!osIC`sd<|pc2vCnHU-DPUAqDUIOz(~F-`%dj zR{tKN|B!Y~|JlJPZ*ppC7PMi6#!+FB^ZnBFT=>%1snKyPT)VK00(kvVdt{X?rG>d7 z(WqCNg9b?@-w2Zt5`^v{b92tWmYaRvAi15QuVnDeu4~8l^6_nA4Ig{OUk*!w;1@4m zkQOIDbsBUK(x4Y!5+XX41=-_bq0)A#@i84Kv#cIh(p_5B~S|A9YSe;j7`_ z!PkI0#d<^)*T{(bmO`Qp9TU^|nUsi#t;9$c%k8$axp1KhKYRNS^n`x3!^aTD^1&L} zACARmmE$n2kcdTujPcDhzNe!@Y6mT7<28_yMaIWZ7s!HtEt$}i>45N*^vulpj9y;~ z%2%rzj0_Bw<~e(PuGt@o>pb+c_pJJG>+tNul9D*Fl4}sAfM`uZSee!WGCXB)A@udo#RUM9`}S)}N=wr3P3oM-Wnn zJz&yxv~#h^p{M}?309zrlOMebOAzAUMv=|K{lTlgyxsPWy6m$2+qZ8m(JrAdo;%_? zc^Yee6o!@xGU+<^tl>S;v$63Lkug~LRm{wi?wv|A^QvFlrY_9|PO;Y6v(v6|!65GL zwMUeLATn?6g1@VTbW+UQoNl|fKUaHC^}*sJ_u@y{?&oILk-;Ht?aU&%JO=74X$6#RB%7-JxYYfBj5h+{rjxT zKc}+y2nwnr_T|x&CrbER)G!_?Lg49TNWM}tGL%7xl_9nfY|ni5hk4g+pm?|w=Bjc? z^gVz*6Mho{C2ljDh?4}k$JE#6%f^}#__<4Cey@#*mq&GV=?OD$M#q95@6ovTup zLrmq7$l1WfI3sFa>G<*Moo==lE?6OE0~tbl`1q8G8*?f?Yiy4!j{TtNreG;$k#c+5 z>9tv$P$?k-JlHrp2Bx_6jg4nsKcKqcR$R7|q+c{o>;M?@C$c*m;7DTyM+)PmT#H5l z_&LZ%V}}i{G>u$Xa9N%*S(_|Kyd-CuE-z1hX&O;2K|$oc5B{&S*Z*-~O@4?AmhMBJ z#P`bvx|TCF{~m4k?j_bE7>A%EDQ{`Hdv0zHftB1y>Dch#%G^dAdGHUiV97{}i;F)d z)O|K#8Y4jF-F-3Yf`Wp#-+$g@hhIi$P((yvjd>*w5}#ZoDe|t%%j+J+(U_KQ+3@&r z3OvH=h>B)d>UZCXGcZmqfj4$uWp;IS#j&{}<4h(AAQ2trZC!KojYjJ#`~|EVvn3yY zZzXd3F!qsUNk(E5caVqm1ujR^&@fbyF*Cm@@VRB>`&C#GT@`a1`{vRbG(1OES>F4Ov8v_Tt~tyeFa6N zQ0%FDhn={uuJnF1htG@0L~6`Ko%watbcnWN3JH4VrJZ)_n1h1=cE@jn*J+47>@|Eh z1iP-{xR(CxnF3Cx@2n5vAG{mK@6-D163*2ZN_e7`F5BmI4>}&!FfsYs`J0P-j^QSW zzQt8NrR5=Z00cx=;6VjI|2v2USy4%;{@Tort(3^?A*kaCMFNtNJsqA54#5PC>Z*q+uw+7d8cx`52V1QY%40!r}h@F|6 z_mOvL9Hu+U{ql?cenzN17<_(I?R<}_2Ukv{^&)zdhget7o()5eD~_hHX=Wh;$&r;F zg45VA-s+8hhg!^`sJOT(S9u{gz9F3D1!CA?UK5V?xG554e0w#ylN%n<(`|I&4GIb* z9FCH*vbJDrpmxy>3VO!eto>I}^LHhrUGY~Xs7REo|33@GcWV?c3by1PnR3h{;eSde L)a0MZnfm=dry$2O literal 0 HcmV?d00001 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..1e9516fa728b4b9bc78b9c7338e9781d480a9b73 GIT binary patch literal 40962 zcmc$`cUY8H^es$c)L76Mg9a7R2pXvh0@4+uh$vX-Ri#OnG9cY((AYo+0jXm{1gX-y zl@5cnp`%iUjxe;LetW+&sJZw4zWe?6@x&(#GxL^n_St*wwbprWoK#chT)Al_2L}hI z%F(}0b8sw8;NbYN_vdBs7yXdrQ}90-=fgVAXY9?LUC%k1ahy2ke9^|<*~aqxHWxET zCrf)fagn`yMD`19yWs46(Md*B)b{HqMC=_cL|^NZD&Z(AE*{l&;^6o_4FCP0Lb`gN zgM(tH^4CF)OW^~pt`EXVS&AR2( z;y|T-cSuG4Zpvf`UH{L(V^MG&92~D4AMbBiO8k02`n3e{OBvVyU%whzz# z!GDhZ@fji?lA|Ntt%{OGbH6BQ_Vu4|YxPyyJ~NP_ez?eMwu5)rxn=1_gOeW|jAuV@ zl=X9)%xTYC9q8%;Uv-I%PV~Pc)pqGsWHA4k`INTyqIJq!_MWBAyjdkW=H@k&-Jei4 z7Cu;{J?ij!=|-Us^JUX{z3#R)DHW1jJlfvz8&>*;yZ6PYj^}Z&9#phQAaR`C_H)7y z96?KH#y(!p)FPVb3N_D8l%>&(a^BJHEGk!z>gdpTBIGye&qv=DU7i8*`2$>FDfO@%yml@ zs5m(}70m}`!)1z@mEKqLH+24Rm|35ZpH?d|*%|IsS@P)m)~5c6^QWlqMn5JOZ7sXD z*{-2~;@Y)qo3zCDNVZ&jD>u<#;x$xLTYF#K^YeO3TiZd087+O=z#Hp#nbRX&D@im% zT8Dz_OrB+dxoCFJcHhCYmUC$e|$)F zW@5=&xr;X{eLnea+^JHpV{&I8wMI>ad`mQcf7EG971hC-yW0WMZ&5{qP zMb+GrHae67^+VTIa}WF)tn=t(4@2V4?|c6kA0OwIalVk)yvkRJ{4^oK?p1-*AZ-eV z(da6}v^R02>wQdgWa#M_4aNsmj#s5B7dbih6t9sTNc!#8d$}*KmbiVsvCF-MUb2f) zJ~!D;IiLLC?Hbv*&ra$T1$k{_FA}-)?x8g$AC!3`_(JwOoVUyB3NjPj+C$5q84A0% zL)m<^vm|SzaI;5?MR$1!53TRhbzY;gQ4WqE)hpHWstL{@uS6pCXU~o%2 znr_;(NzAS#a{!LPd@t&K@9?b+n$8KFk`3E(hO({6Z8-_eygmyv?UZqvalvO9pPA-% zm)emSbuWSCTQ8lxwuUFP^N!kpo;3tad`4SnfVzV8uqRzs+PL1GDY8iWt+vJVcOOF=saB3ydNX{AQqMKZsZ8P|F zXPX3dFC}JWNz=of)Lh_CaarA=mNqu!P1cDK5SX&TM(&mr!~QPuf0~<`94n>iroo0T zC85>{AuxDn)a4~M8akgU@>W-1no<%;pWoexdGSK^(aB<6iwMmRlNP#T8A<1JMtzU; zHdZ}4G~;FQe%O05M@T1WTbOOSZjtN`0f#zG?JfwH;$@p{?mm0=?Dkf98QGysll+Cb zVT-n0x7G=J3ZrePc!&Rh!}c;4t@KqYqMU+RH+JfIblv3N;k`_lYqa6u5iB zFOU7WRHd8k3%tnhTPX$13VX-*T-u#+DV3#PKD`a@2`}r5R-Cg`lj(hG=Z`_@+Dg*K z%meAFpqNvtAo1>t;*%5!A<1re2&O3TxP;C{) zW7MPIr)IBc-q>j)_ueR6+gUKnjGia{BASLAuSQjhaMpg8u+s2TnC_XK$SA1574I|8 zpoGY|Ic~l5@o!JK9BR*pCr*%oyBU-P&%^X)pM^Pbo7@Nz)%O-GQvUCFx}>+w$m z1q<_Bw5iSj^=??ns@2k~t=AUNDZ_F- zt2)Gdz1I8gc)h-;y8O7t8ilEkTm6kwFPxfaaiaQFO+UQ4ru2kV>wO%b5D2cJoZ);= zC`}dmZKFYcCi&BKiRP8z(zwh6_^xktzW~XnrnkdFaYi?Terf8{^)o^noT^oJbz$tM zTGlwWdrgvrl-xS*NKIsIGb4NU>$jI;?hy4Jxy6LBjf7k$u~vTUBxH(2xbD;)|Kv}7 zzLm4oY4BLoY2}Rr-ZO*RA1Zzc62+-cfsAJ{Kg-M-cv&W6>oJr?ccdA*MxFdq<2Qqh z)KpW*I;BuJAAEXyoxZt!>d02lFRzb>NeZvurB;sN19d}+D#tiJ(dIF%7D0pW8bXwA?0>wA;wiQ;VZRXMn%8fbg$2xQwDWlQ{=F8FZszaXuZnv0sxsRq^Mg;v z+;`3G;K>@RRuy;n{O&lc4}Zn^OO^7IEtp*+WZqa*hKHE=N$(UE7H)+6>sZ1c+}UVB zskqH8E@oN%6jv;>PrD!#vhTysG8~t=uKHo#zStKNJux+v>Co}A)uoxpM(NFVVXC5e z``YIxGG+!ZZP|PNFNOILf4X+Tw5A9QmgmPMygd!|Z8x&oy=R0^xjK7fkf2cg_SYb+ zBS?Ov(Ne+0PJj+ulH9UaZ4@bQ$#U{&Re(CjR{|5)=sA%>8BF)OBT-*0*=!SVXpJ-< zEJe*B$hj?!Wx{Sy5ZWyZYSb0wC)+&i$(O`|W1;+$diz<1aq~x>Y z*kNrgN;J?-c2?l{qCL5E_0j6B<;tXR5YS9n#jEhG$PU7~m3UX#Mka&c;Towjj= zbwbuoh*MX8dgwmO)0Hy)acWX~3;lSSN0=50jF50xcuZKff&B?NBD`}w$~h4o_4@V| z45}i9PrC2<6ZiO>Um4vM{o|7{2?+@%_sefS)esnGrqJeR6dyDtzP0!2*Uy5mlI^b8 zWpB_SJDlrO=+E2U&w1Mga)>$xk=fLjPg#(Q7_dI`Oqw6;HF4~`r))mi>Pm%T6uc|) z(jOKSFBdfhW+z|o#7uMkb1R>n>XG3Qu5Hqop`(Y*qW&K7nrscOQIi!`8BO;05`y}q z3pH0J-5)B6zFn4?pG@C#wZsKK*`c1Pyg9&C6x;O1XC}>kFA^hhP38=y>mLRrE4YD& z#=)Wa1wfMoR6;{o3U=AO&u;ozuDy!|+SU1JWtddr6G3;CAG_1j(`O-)j*)X=i4a&S zIUYvgiE3tEn8&s)9s|j`wrO?la}T7Q%n#FbA&;jNZS~+&nV+RAx;A?ka$E4Jv@s$l zoma(|ajo?Ad+4q*2ZiG}nW)tBQym^H^qlrNyTaSt0epxXKJ;g$Lu4q(4resm<=AAj zx~Pz0Gd*ZhR;j}U+?b{sd3(4uJQ_vb6%eKaBRns z+r>;erG0nmP;CDEo%z_&Up%1d8OG9=acCVUu+KiP=`kW{CFBf+rq$~S-nnxpV#EHN zh54BPK1_Ru=`*jED-c=GiC$U3rEPGJFYEJ7K{3~%7XBfDTu9&IutxdhspYn7i!l#f z&{Bo?DpU8FuJP<_l{6{5jUZNK1NGsM z?T6Qo4qbO~R&IwJlox4Fm7g4#lvZSfQ2BIo8#?drJ|klrChy@=RB>yoFsFAaL=m7DV<3epLgM6jb@MR5(xl&TspkR$ zsMO9M4QzpM4-qpv78(}j(c)Skr^^+Qq9f!|E^EijQ#Id@*xmAV;e4w93Piwb_J6!= z*W5l`pW)(cm9D6qGm*SX-s?WKbg*xhK~;xJIsU{;gdt9q3xKpQLnPPD_PKi#b4QPD z5HV=zkk0WQhHU2J?AfLt-TN{Wux`;Chc2g=9xv;(^!ar?*PBcXG|CU1DS2~=GTXUJ z+@>LEpOlnq&b^DhQNiW_%XV+L6|o^sUk|ZHVu3QQk6`BP)pJkoNcJ%-5~F=JmaER( zc{x*(JPF2PhHUgW@9qD#ajh%wj!sH(UxAw@@qM4B^kS zlWKLY@%*&P_$b-HsY0R=(sl}5S673He+8ob;}J5XnEoF*g6uK$`1g5C3=BZc#M)U8 zUjTI6UIIlS0Kn^Raf`|UosR?Z!*1&2G1P{Z8kZ2FvIOGM~EQoO4lm456(B!s~l%)nwmoACYnX@))6`` zOfJkDLtLa|%@Q{+@0n`jaV*}hlI=5G`t}oCw{3`3?+NA`(ww|9b7Hik6xy7)cKQ~; zCPkdrCX%-eHWghb3fPhSr1LUUAFtLlG(3o=c+0>d*DuOhC6HGrn76LJ?#j|tL4BDn zfwNmC&2A zeP~rzuyG`Sz-S$zZU8pDKcC6&6D}SogQOl|o6#z{R$=Pw8tKlvscC6ua5w$q((aCp zX2B%qBbYQA;oppWH&nE8$fTL?#zkTv4+$fXCckelTI)0QR(@y_@WlAkRPntXvI@qb z!}k28SJU!0%=Tw{>0TY9dUlIv^*p{c3e(sH^|~ylZ9GAa*%`ni#T7(4RmiW|dz8$d zwfF7k_v`UM25wz}($hUp#GSg!;~=9jtF9|(d>H9kwOe8K%Uhm~13?yL?yb;vZ*eN$ zE8YFTWR&VNFFx7gq&}3{;b-7AUWb$B1OeL(tGVRRTKU?M$~A!KqdPWnoL!OTf2P4a z%+{Ur{zhTF`!L+@F_rCYZjA~XOjNSt1EdQ75xM~gAl1a6sBp7=OMkKNL}Rwl=S=@n>iDXY6x<0mMbFHhLtO zX`HdyCh6cBnVyH?Zrven0K!HihCO$cd|sz$*dEWp5!dh&6ff21@*i!XaVJsA zL~?9m+Cvvg)V*Ksco&hK?S8nTbkD8;BS9l7$45AY+w zv2FaPN+yROhnGT~Z|_JK&S((>cEpH0l#(U*p{lBCm_gK4`#ciaS?Fd%0FyzdLp!KK z9>`@>sv4-OBi`mKv4=huTP>3{qmaBpw?i{u?4)4@I0U-Ozpr=6TZ*YDu-#g7~vU>vP)>Q>l;@A!CI|J9S?Uht${&t%{@aMtA0{ zJT)B0`5V?@UywiBB`P}3EV{Ef7&svTd?yn48EkO5cs)KG-bfM> z(oy-CM>FyuIj&o_sYB6zVLWH`>_k`)A9KJ$v6;>k7zaW?hLe*s zM8aB&XgLG5jZ{w0?A>1S`K}MFGgUGHB=q(5GrX`-gq}b?O~lrhR#kO(Ij`p);=(;g zOKjk?T)g^!{x&+iFh8t9Zl4=+g^#OFw-ltMNnnM_C=$%uu&ngPuE+n z*NJyENBYb&h4fON)4YsfN%?(H>XKRl*q8Eg6Niqa9AJ$sz?d_$J+_`jSJx^u3@3}` zPn{>5F3e4;8yXtw>FLRs*X0AA4FQ-alKJt<04%SNy(UK_n=U+w@)i!Wd8yJi+b!j~ zX;l>k#%7&@J-{Zeia0xH7w2b&DW(qe0jRe@2_IK_O}*u_cwv3H!eBEr9;c7g@_ffg=GsPZ^}=pp5+ScqWi7 zjlB)7`HTpa4cFTs5AljYK}bzaeF{C|nLPl-in?v>J@m<)|EyOlh6)r8NKB|ETAd2i z)Lm?2aq*KopYYCIz=r4t<~#-o^bKC*+z%&muqA*K&Rh=nQAu0gy;kna0fmtp>YYIT zR6=7h3O#4HpfU590tA3X%?T-<`%PNTxLR>gCYdR1Vc1L$1A;#-5a`%&?s`|!+cjmB zg;{zo4k`ddgcb&nwVBny`S(XUid<*of~*TRU?+L}!Jh4yBQiHM*?V(79n5G~fPTr5 z+<8+lp;%3J@IDS)z|Iq;u-F*2XVkkM-x4Xkt}ymU?cA*IMxzJ78SKGSOZ$9UMv3Q*SorR}Cxh&NLK_URRub)Z783 z(YT-}^3vxU(!f=wG@6HX$+k1q)TF!a%K^XI>Sqg+o#;LO0@D-EIalEpfL)lT$UN zW+=42ics>FT_fcAEM4wyM}h5BvypZZ(5j>Kw7=L*H5keRjl$ zC(6+<2tdwyW6@}V>Mac`eMY_r84rlkE({>}YcRGzfYrIh&5x(Ix%Y2@1(*f3>?PJS z8M_JzS~)_g9sY7+9Ys(x?8e;tq^w~AA**Jkq+050iz z7G_t9+^)$pZ?lMZKYGE7Gmdur@-Eg_PCywTiPB3wB(CRI2_+20EjKi z+5|GsmJJp^0d#u>ynz$w4V|t9Glt~%PPMCi-)z$c0p{x4+wk4r|H^1{w{C-Rbal5W z;&Cm9&e-zPAvm<|5nohm9_k30U*(i6E|_aB=z>lvplTDxWzA5aJ@6+;PzDqV_|Zu~ zsp9|kOYK^h9|Ug#&l3%daYx~u%>$r$!B3Di2mmUF4jnS`7)*Ii#Y+T4XNFX!eq(}7lQaS>&b% z&=1->hx~F_{A_S;`VKF zkH#Hi<&z=-m3-Xra*N<^E0J(Na{Kptu>NR5?=~2~EOWf#umWNeu;hK{9M`z)9($5+ zB-aF`@;>CK_zn}`=2eq*=2p~tTi`j)a-5(jJz5>B&Ojs*IqZAif_5 z+U_5V5;Dl#1E{zpPB#VHXJo>xC0)o^9mqv_Wo#E~BcLC4_Q1pw#hp+j%a z1}llO&h$#atRd-~8%Sc|5O=Rde2sqR0p+^ZtyJv#-5_4A*Q zt{QZD4h5H19wsGfyf95m=?c;}hhsEe>bN6Y=?VmD7jPye*rCKhgiF(I zcQE{0#-Qr2|TgTDm?e~Rg z+|mtZ81GeAi;N>9#O=Ig7Qz)2H{a$C4RC2cpH=P%EM$u3bPc5v`vHhcVQ7$jAd){M zdqII4N?m~N^Ci^CZfrFH%e3VV+S-=^+bomrGycN30zfkvG?&;Nrt?LL^Y@Tkq!~D! zP*a>63kTGoYCs2eIt0fWZp82Z?VRT?LsgU@BkU;4zSdplodGQ>w#VyV? zCoBP10A)RYdyBLf%!_NK9Habei5X09PUv``%;zEKK?=xaN=Cv45JMuK=a_41{A|d8mXSa@AS%$S_omU?3{Q3WEOLnfXjv zT|FXreZr;ej(&@05rF}yo7SCY0v>u>I1k9 z32epF8_wV2Q?a(TCOQo`Nf|J>;~?&Ga#0ec+NTPo9HI7`!M_Sn9BN0rF4);sqFNaa zd>0;b6si*v$|{afi_L%pLJc{Ppg5u#6(BTCw)^-L(U8$zm}_4!d-w0UkUi&=+Qyzq zkvt**sTz0FPH|qbb{{MA$S&YK=j~)&nb{i>&WLect#laIq~LWJv97C%*?E0b9Ic}H zK6_2+$veiL_USs-X|drsC^4zKuZ|A@?TUHS-@jm{b+~e4{uf_@*wNHB3jZsuD?EP+uWd9i*?syE>Cc;7K&;RalM7>o7J5YZ2N?__e zp-&l_n1cC7tY-1)jc-I@pwJxvR;EKOS%}6Ira$<*G%Eo0wgnUw6*6$yQ5_>FlBke@ z>0l5j4ers1VuC0QNQ!XKANON>u+?XF#4I)|$l0Lg2}xO^yEmrwP#dpUH;S}g- zj!PWjQvo%|xD$~$mTjZS5P6S@U*+kDCatB$5qAQgs<5QvSgL65en_20lZ~(*We3Cf z2!M+HFrq8~a-RShbz+OvHq$oQ{qgGBN?6hDy<1QlMy@g(fE_|`EJy=@^&0_)kD|g2 zMXOLO&(CTdT&GD}o{^oGi+Oa>HObnpcdb&q;aBitwSL{~#~rk}V5)82)!;|!iHNZE zW#$IEO72dd*R(L8m4dG9(K-P#5_sl z z<(+8AAOmkIVLa1B8-=@;Q|2LQ7i5WAG^y=XY!JHK59>2};V?I?_E8>dN z4J=G6nYFT`(d%7Hq$%!2j+8D?oObGN$rgzR{IILn?cVF9t2T5_7A(x2rsOoWF)Llo zF()W^xz9si1M%xKKZ`Bf39{ODXZ61Re&TWt@lKy4cVYpc%p}5cB=kMPa{(ce{9EF~ z?4M|3u_rHeFw*%wWdZJTaEzJFjnmZ0NbswA`5`Z*;s_EeDx*C9qTnb1_-jCEEx#Hc z6SLbGI#@CvE`{g>I$#1UK?Ki$-L>pIQ{KshQ9JNM=vKKq}T$a;8#1U|99 zV+OP#H8NTeb|{PZNJ-yb`AECVRid*VFJ$#oP?8lhS{zl;S>g#QNjdaX0YXNeUryM& zpE*q5k46hncsgG%=Pd_aCI!ei%u&d^byF!6^cPr!I~fl zr2x;@Io+Q~MWxvQ97x!;y##lG4Me08LHM)OY(B z71|E?N}w7CfkWzG!oT?-f9$%^9=%eimpbvXJH{Nw?tJ5I>q#jLiOYI8mZPV(+d2|$ z!owpNzHy&qY+3!)j!^c+ZXbTE4qZHvDC579J5>x{Ue>(*G1Mqf z!a(^gVXr$W2-Q?`pTJM}=I=k@i-B4P;cwqP%nHi`@joZ@YSK?_zp6v@07=K#=QJmp z5aO(^?BA~*fK%QyD@kjBRukG&F!1FGurTv0fj*#-5Tk>YN^fNEcOW;mE-m&KxX;Sh z;~(pY<|$4O?^7qpz?ywIQQk?b&N4NVfJK77XEZ*IKSVZb*y~7KVC{_`bd!7F#?7+Q zxQRxg>`7KY0B>H@u>bs(!GrrSPXM|>b>RWX)AA=yoN%iNYXcZA%@4l0{?uW#hCDm@ zXD9FpgX5kEcL06Y11?8tO3oXdG~yH{!D8Ujg#+L^Apr7t?HNrEFT)dn2#a`qJP~|@ zx@T7V{1o8EwgAf9fCU=fMjpUY6#^;A1NA(Z`P)3QlJ;(8`oxL?#%U;Z7$S8vEzwID z=D<99^Zj{b3Xzq~ zniNB6CyMmS=UV_4-gOsXJF$tSx7xZI)NCyr9?j7W`4jP|3la zquRp&8urf@@#%VGpl|t&nWfsJXl+y8>Sn6EKL?o_l=28q)TgyR#gJlKdc(o*LD(BQ z@7&F41%8f<*0s0S*A8pERrekZz&;D<_%JvMpYP}a8xCP;ppj5~rcQ|jFd~WCg6x%X zm=qD-saMM#!Bf@=221mN@Ho0|VfaAffGye1;}7mi<@KJ3sAPV=C29_)7#?F|m|nNB z56X;t{+@i=h9u4CkNNTO!kFyA(5Mwi(?&RKrh#K|fUEqHg0yu}lYIN(nbot>{y9?I z8C|D&z43e~x?sWvv!--RqR)TS&F1vLNUj=b3cZ zRSDq0X*v!G4Sj*K6ZVrg)IA^Ta}Js)dxN8hj_DOj&b^G>E@9QV&}kI)y54UzE=QdO zh}OI_&vQ$5hIL{aLZCIM7RQqFDU=mYtQ zh9@=5fTtkFfJ?}j%Sdb6Svusq8U#=W9Wb5PoEV+5#-8ZV3+L$Q?i4ky*?s*q#OM7wN}0`JZiSQ=!TSE)?I0%4F=nQTTdxJcNw4 z2wf1NMxROL?M5(%Mm*4NHGAtcubz6n^MLpsv&&0J#!)aD6%`dsZ~+FQfhwwN&q5P){G)KNP6&t!Z1f=; z$x5|cJOm-1?b)%py%-7jwcx3O7QKC8&e#uP3k6*C2FVu2A}5SV(+S8`=TJtT+Tlv zh|N1yP<t&mr`xNYG3jJCA=dY;{vN~w3dY|dWrwMCuXSJ$m1<*Fxwgn(G zVK*0--el!gB-{3Zo<$fX;96A4i?#))1zaJBq6uU^L*A%(6jz6*M)ByB)(W`5%bG@p zbD!<{AVPu)9<4%o=p{HI=qTm`yVGdtN6LZD747CKs;a6Pwv_p?XfP)-z{wpKs$BYa9Y0fOr1Ob!67EfM9fDb_LV1cSQ?4RK!1F$r+#nAL#4ue|PvD_414WqEV>#TL4-#A(WB_| z9kfxRy%JbVPjK9zJWK9G$%oq_{GLR;&JMr?w#Y>QA>E02A5s*7lmSJ>^!0B!DwEI~ z$U%YgJt?%c)*JiGh33}(ee%zcA5PtyXs`XQ9|(7TUz0WC3t4?GLtjx*uE+MO z0hf>uW>h|IDZ9(s7S{qna1iLw`+Gi14fKb=*EKCIEy)e-|8p|{qpHb#{>%5hfEr-r zKo&+mua*6A8YV#H(aEC#t5LIlEn?xTC8U}lOduqV+R|fO2EaMDG9fk|D7n4Zv*hs! zJIvi2wZ+HQ8&H9zM&mp3fSv;;yqgCcwN@S$Cls5@2a~FQqAf5f3qT>e?F1^1DsEN# z9L^ARQbFJ^_EAcq8Nj+J4e-+m9K#k6ONGBI&-sT-3H%mF)z#P6*VfgU_0`63@uUbT&IsCE zl((*rL%^X6)-xv{=GVAL3r3Cl`EU{tArK9C0M75C@dX@KrJ!L~!=4$XM<)Z;t$^mT${sU&j6uf*0pqjww=G;>SyyMEv1{6>i2{T3BST!(Uo0d3MLWGWI$LGP; zl1zssqXvRkw%@6dRj|KcV-N**xSO^dRkJ{c_yY?DyFf%M{m8B0c?qqszHRUG4XoG3 zwVv!ThSUb^PXL&FHF6hT>YTgU5BXILw#`WQ$E7$z^pKh+P<>QE%QTYfy0F3+fH__E zlo~wZDofC2#gu>)urR>$nB&FEy4u0TFU#R`ud1#l^I3wB)Ojq(7~mYbLgDUl^G>Mz zFx=O!TRur>gfq%0fXs>p_?I7!Y_3a+4OD(q^Z7QbF@3f20uV%qrorP0vvKE%&Kl$v zRK(7%=h2dc{aO$)SF7*kzgb4}5*E9NOCEs;(Oy^^&*%-_)GN8auz&h07sS`uUdV;D zw8W&nEyuusD{{lHzv~|ViC)bQtbG4!8_}^oQQ{+J?|>~f$p>L`0Q~IvS*!FDVHm)= z`dY-qR~uFg>%EhpjP`0K+qfOc`qqWR+k9kJgD=U#jdx$aK!uM(Ck>DL$cA);y($Sp z;N>-I_RCOqFV0`WI@%6s3F_Q5innbbbgH=1tU~)QD>r{@<+YKR;YdP)^hM?Wa1;1d z9m%fj-`L0Aj1)neL+j2A7QOHn_WBW5tiOM|XJ4l~3v_U33FGIh9EfzY`bT5}Lcf2} zd8aemREwY#P7;@Gsd2RVKmEU_#?cZKqhYlZya&K(d~vx6hhFW8k~52dkU-kwJtoHQ z$%C3j?0w)4F@zW=-{19lT}NBkfdfA*B4iJdR#-#`jNreWECz!UuiHg0+~Jp1MAp^X z%^KnF-|yQ8NUIbN#i6wqZyGW%=^HtMl+0=)9(?;%>|q$Rm0iXx-I$wVQ1ZHXq8u79xY#DL! z&wpX<8$F35!fKE?_WX`-slFw>Be>SD_r>PXSm#sR!q5KZ61-Adjeoxzpgsiw)4K%q z!a)Rq=0LT>VgwOG&z~X5y29rx;A-LHe>oDduR#Icjl{$C2YcNdgb>JfF$n%6i&#go z>iD`c(=I@tSn?7W2ZqYN4_J$(_6mM`GuI#NYKjb7w%^KotPiK*hg%`O)V_-^czZ7^ znx8`ugv3^h)(HUd&j?G}Qj;H(fKQHO;xtAxir)hiUGxbHBwh2c9 zvf;AC)x?s3NO`92t9DEL=C_gBwOBpyvz4#Y*vT!QOCd8Kte%d5+=yNUAwIH`nKLk2fM+=(`l&oxkL~4Zkj56HuNI7Z3Dh(}ZI4IIt zAf>+qR&9+-j3D3QRp@`Z+K;^w8t}pN@<7dB9rkqrHnSfBRs*ROur_;(ALUADSR8*_ zUtX@4&>+CRmH^zF%7k{lov#G;hw1dc1h~mVTco3t-Ylni#UvWHoKygR+rb3W_fWLH zE>uC=i}FC|;Erk)GH~%07jNnQ%_Xyxwm1=5Q{1#cJ8;F#f`p?6Xs+netlzavAD{qM(V@JLIqm35fVE7`mv>_)-8TN;;6yM(j78%=?kI2rDF&R`sF$rTL0ij0@KfXCFbq^ zgF?h4>X;GvFRn|EEiGX>u5~M1%rgpjjb-tR$yo_=r^WZkB>H@`U;iTHCE>xgFD_?( zJl9LgFN?VYF9lA$2zoG;Ye;@xtOI~BpbqqBrnArtA^>=8pT#oFabRtQ+{p8Fwc}t4 zWh}mn_thny@ctV_IK%wc`j$9>b+FXJmDF*oE)E0!0Y2XK-Nzr<==_VDV%Uf)`lZU^ zjj#so3LA*q;(&i(PbqT6@wgoveopGMhmH+=aOnE>b-4f1kMDA5@!$>BUtG**tovo- z>e`@>p$dT~R(@b32dMT6UxQ8<=b(>0y%-ob%~JkTY-2nNNnzhd(Qk{nR~0@jQ<1qf zm#riI3&#y%pCk1D<#$r(*HQ|oh4S^f@G^VZSAuo*rkQwx>UYr|9|xI(O)y-B&jz|0 zgna`;3UFBYOJ>Ayya1%&T*& zf3h#(g}`eP__EBwQv^Ov)~5Y-V6hlLoXMe&oB`f)?T%jV1BQ-^U1RKv#6pz?ph9JF zuOB|(#2j2kDlacdj-v4zYy+_47B*rNn*qQhHwm(5_9nAE9N86_e(dy?5bJCJYG(zu z`m##>e1w%9Oym}f3Mp!DG$j&U(MU$18%X2HPs_gcpql)d-oU>yz@d;;V}i;S5GuGs z1?4n6OiFjCbvImf;*k}r?*f2ix7Z~3Vx*+49x4NB{CduQWo~JdU5QcA-qdiV*8OrMoXjzsH$o+;L5YY?K2X`&R%woa9B*K>9If2 zaPtZ7qy*uEUj>a_;KW38UBpBf6cr@7t?s|#=oQ<&*w>RZS0qdVb%}Zz64;Jt)Id!I zokJh|y;Duln2Q^4!0wKB#+HT-#MfzeJVjR*>MRB@n&@8$;6sIy@X8N3p(6??>A`y6 ziqWY4&$k^}En!pauLk~L)By9Qu}Hz}C_*n}M`26*B&o@wDb-SX9vEc|qlgP0$QR>d#CU)022KH|JBI^wOvY9FXTz)g?}iC4?@2?r zSze&BaEn1Dh#sxIBj6(AhdZOfPBgSX7+ie4wC zZViJ8ooID!&xKvX;GqhEm#{~iiWV1~$ggQ1F4+q=c7uXj3QzQ?8fgHf5eV*X!kqay}F z1-wD%phiDvhF6Z?zeIlR?ewPi@ET@E{TrSHu#$ zIcoLbJ7_ku1al=if^q8>6JiVHJu?t%`x*e+N)u0Ffc?4Icrz>`^MQC+I|?9TI>8eO zo`L?2Y&QCUaR&r|m!m}rXoduTdQ1GOurAdMaC>O5D5AdSiS;*d!vP)naZEFy2Rvz> z03~e)?(CF=EwxsGuQ+-XI`r5{Si9~@KOb0|2ll3_k#VCCsxK0h$RDb_G>Sjg5IVflR){&hrXa2pECe6 zFJlWH_BzKmD|Qj?h`#<8kr64Y7i(6$K#T)`ceE~{%nhN1dJa4%fWqen$p=L%!f}9G zwO%CV%e+6YS^uvohcjnFGy4#+aRN6+M8Twh+DzkxCwCk{(ZN-PHa-;WEo+{2fvd`k z7)R7^pzk3fuk7hvcH@aF%?r1q!A2B(2nrcgt;FUD+^2(&6~PTS*f-Su`S%aiz&5aJ z{!7R|=t6OU9EbaJ@`l90COH5xihclAaChx`$6`(%Vj2(yAPgNxpKAdiR$(yFvXbBv zCHC~E!SuJCy~>H^ucv8gX*4e&NYNu@4&FB+&Dvp~z6NX2*}7AKAE(g(vQsVm0eZ?n zc5O`;1qllu3x$95ho`>~*X&i8*25xb5~i)f$1p+&YXENHK|d{u>5vq_T?b=>&)2|W zWPuNj0Ab4D&ac03Gj!}vP2*f-FP;dz9>;A!D1D)g0#63rRD8_@Pg}@G0bjRSqt^zvub@Ah@7AF~*kU7rM??22Zdh^yc~U=KOy>x&EIQ%q z@TQ-q$1bI*RKxyg*v`8TpM~PzjFJZ(_8F=};7OF7<#x8rlw^bM>{y}7OunBUm1PX^ z(5|xBt)$Z5$3D92f@g@1p1WXps)h|%2y{ViMqfS1g0lF)Fx)WrTExMZW?Pu{b-w*p z#=z|62*aL2WwI$~|CN=p!{PYg6V#$mj>H&6HxYO^=ufL8{*L+s2yNdtoBv+q2-4!K zcxXVLqrKh^&Wn2hp=?<@;yz`3fD2mVK$7T!^yh|88hI^3^3~ePT*c~_tn?pU?S~zS z!njopcNg0=6PpoHsU)N0P9njktD00vjQ0VF_^Q_=pLF;m;F_t4y@}EZp?NZ8`r{YnDCE?P>!-PgX%RkfgitIo;x=%NbQkW2c5~8cWM4qt;7% zBEDDJaHmg{JBSUZg+%6F`TwvY0Xzb4W0zK`K7mw-tuQ`Rh}iSlLRXM#;Ezv=jFb_r zh`0ZVrmhwe{KSXxSEanE>L*sPals{{4za``^am&0$A!}ku0>RQVQ*aW9ky7a!2&nPA>Wb9h#1~7K-OBhYp^ZP#OuN# zL$ww!#=++V&7s2;_uK1ne4+&E!&FdbMzM?n+?YEXoLb%B7;#V6>w;G!?M2tk4wup( zaFD)>#f5b_uyG}?fzP0|aT)A1YmLjF?o;X)uza4_KQ;Tx)n;2Nivx|#UoZ?Z#;xKE zkfdc*UgAbjd}NjXOgso#_?)AYWz|{&BzQy@-8QOvn-g7smH_kxi8Ac= zbi~uc!d}1aGb~3xf>KMZo}=%!0m^>>i^D^qR!S?6k2RuP^uzC7J_~K9F@Kc1( zheHFp9`Cxqx%=$hPuM2GRmvnZvypiq9xK^~R4B>TGKhNy!c~jSj}jkf-Mr|~JWz*U zh~{1-6f~jFGG1)>`QZ1jUQX604RsykKe6hJB;NG>ip+XeLr7dop#N9C8{duGQ z2iHm3#I;DYL)TkSy3vAdd3}zbh1R->CFmVs-Nc!q@kQC&v!}7P!E!ASy7rHxIL;iHQ31!Q8aPF}sOln4o&m&}#Ej7NMmHDv3AgTMM@n zP9VlE*0@&tWID3rPq1&?A3j@0V(wn-@`;NR`N|;I;cL<&$%8Li&A*nmqi|u_o%QTs z1y}_ieJ>)Oz|SJmxNtB)F5_QZ2*gl`DDwa3(yK@gh3N-bVv!DO!U4;$sQ}o!J6%Wm z3J&m21YDTA|1*@Jx#)j?M#E&Mi-wE2=?}c$>WhortN^@>?N5iGVTnL-L|pgZ?*F=2 z;TlERx|b?O(7@=K^K3Ti1YQg@Eo@#7UutR(Z23AII8WL87U>y{Kw@O|zwsO^*f+!G zHA0Cc^&4x>({^M&`=hHdjm?)?{c3RLUiQn*@6IJ~`p+<@#ruGP;EI7X%VrT{;natL zMO?%$`0ew_xxkdMgOnWUvoK(5gcrh4g;h7;gw6-DZ1$wybiVR zW0h++WziT3MWL9vt~gc4i#M z@38Z1Ef8xrf4jv_43hZe3+#E=0c`XfK869CA9#N3Jwz)piHYi8jX$`d{SP}xd?U%+DCwMe4!YP&G0OTKPc0+(aUn4 z25N!lh+P&=;0N)kZED6FZwWfDDKK~;xCog!RYbXVvy0rOb#Py!<}U0pw9Yk{FWwOj=x_bw|D;&JUI8VN{XT=De_1pN#H7Yk zojq*n7W96u-HRC%=i@$PPzknH!HOEy1PQi+siD}gROl8o@%GZ75Xj^cJ5>3Yja2U- z*r)oeV+3t7V3AR)=+_VVt@K+Ku>?s2cL8Ew4G;bVmJIJ`WE`GoX{}p-tb`p<@o`nJ z$B~gE|B|+|55B(`>|!0EH=Tzvx4vU#zraW$a26{l(Aa-0=1yW_a8To=lSgz;jfN?s*dSlu_eK5aq}=c{K3g0a5_joy6*dRnjn-V!e*soA4-qRTgXg zExaHw9jLM~DK6LS#R^X3EgFE*#i~XezA}r%-T=fpysBfX0Go{g@%u2i0CuxQ0FA}7 zS#q)NPZJN|`;CJYAWoO?HKqOv!_^BFxq?0Z$8a4eCbQjoQ z7=xuc3btJ7eLr?0C8QVMUv2+aMM@ZhYe1|cdojAc-dzwY;SjGA{&RS^b++Gz7;DPA z{g__ed&tAn^X=ZZRtD$<=SX^q6%w8u@W=RjrEgnypWehbF9!m^xM`DBSsY%=|8#zk z?oy7O=J#(7<}yPg^0(HXlsX!SUtyiR*|g$QM85Y>9c@_*@pzB3X3%n+-x0RyW#PZu zd5jgMG+EeiwcKk7Rnq{8ww`QnyS|o#aV&jPcSVBkA6*?vtgTlZu?H_!{JMK>0%apR z-nV6%->`v0`B9?_(*IO8yyz2o$!ubq7V+&ko4(~a99lxQQKzF57e+hpx4^$#kD6p= zVqQBLAE9uR<>(b$#X}RiSGM&*?O^h0a?ZkDVUI`$Wd-If57Jp;h|551Q0e77dKIIkmge}@Bp{_-*R{WpXuqeUIzss!tB3SEC!&ojX1nY86 z8u$9hoC}UxlN9itr@^9Sto+pmf>nDxKBJm*L?7YiS>!) zl@L7v(YvT6)~obE+9~hUT~%GJ)i>T?>9n!C>AG}1h)+&9m$1w_F{+rJ& zlf<*fJ^qQd`T?HZNnzYi&EIS2^NOrb$t8JP#o;PFKhf5@xZ9M5`?}fnS!d1lYCFAm zkY%+kXSqx?e%2(xD41S2)Owo7nti}fXM;1E`U&D<+FLTt;4=q~hbxFKgzpt~+K{T@ zIcrGG58Y)H5+Pi~Syls2YpTra&&ri^I#_R*x0}-F765bdZnLbvj$jO92a(MMWp?vw zYAYx`E%>nAutK+iEKkkcF>D+yO|O`8&Tq~?r$yeFGcfzUDBx5-=U*jwQ?IrGx;?XN zF#oWf&vae6yUqq>hwaMYuEsm5x(&7-+izX%i*o2zS1(i4SB|dQFJyh&NPhW1=HbG`6!Ypm z1LOXW+&rzECKTzBejjH?w9V;MfAz{j>($imjw3?)|H`{Mjy}m4%POm(TKn+hX+_&+1XIlDpOY7f5 zPl09=zd13$V_sTOv_jalw)md($5#8&o&9kk`&OUWP~MkONHvn%F1jx<($wLC_e@P< zH;__&8;nFPwJ#l>(Qa5bKh^10*LyVapM>$78iR(c#dSj|MnkV@8BMbkb{bRoK)bBo zrhR%dK7xo04@*q2qK>>1Op)DS+rr*buTm{srAAH@7oL>lF;3I7>Jp8&r;gn&w~pE# z68tPz%c}J8=c;{c^uY`iADLmFZIs|;Ww-T`*(oCrubJF^QMG%7f_XAjk41If4x?0x z2hh!j-UQvg5KGnDalO-Cw6gq7P`V#|H=o<&GZTifM*%-ZANGoN33)w@i`kRxdq3PxY5b^xFCZNrW`Ua`L? zD9(=#4EVUvt)JEmPiCHb;}Zk~tjAKVWeHq8l>VRC*g4ihm!a{Roe@$|Vd2mfhpE46yyy5<)QN2*H#M;y;+Unk))9FEqMpmWPx?65j1trW{ z8uq%mo9`wGGo0G)@=h?f$cpS2Unp&`^QY0cs;iqAyj+L+Zn+g5dBRB4T_tAH_P9Kp z)?(SBs=nRbjic?P@lhw$-8(}2Qsy2o=dSfrHjxfqi%&kN{7dVZ1BL=o`kBo}^m4a~ zh${mLMZ=7A5~Jw4(U6PN!@ElJ64nQ=2|oz8)>CMv@f5B zZA%bkwm<1+-{yT~9u{+>M(sDx-?blob+gnb{5z*p%+}W=D6rOva<7bD)cRb^>$oD$ zusULPVFUbUe&O7?Yv!k}nH>yWd5d>*kZ*(nub$5RXORlj$25PRxhDe;&Y$bbGkq3x z#QfZ*n$xkWs(sbr?+enOdXLbfCKAgsXrlAE9S^1}n^nhoC^V^k=5|hxI&yFMyP3=s z=LXemrVgbP`ist*8|}WMV%;Ye7qeGfRS??MugK8^&kcl_l#eDz60b zhrTc>IdMN)(akvDp?|D}(J~h0UfK3$-bal>fhVMxL5!KjCT4uh&InuC_5U>Yo>5V5 z&zq|BnQc<$r)M&QF5lqIk(WH zCWoo^{AT7qYu$C{%gkNZ4~Omp{r3CrUAyY3+Pj`d=-O_~sWDuT|3^c=R?Wq>T@s5= zw~Z^X_!Ml%(bV*Ijmf{27!y&tKX=6EHyYV0I z?6>DG|AkBIvJUS3xa-Q@)u!J%uMS3bu-7Cz=R9j1$u8z7({y*SbSqDWUwFmN(;zO5NwZc~e) z#msE(lnQ3}ugPI@X^U1zgmTwYxg88r55r-egK1aa9Oe}g=MiYfigMduD@n_%{p>+9a00&@nj-CX|Id zkXAoJJ9M$iQI)E%Ex#KTJ&G*Olg0mDgwq#IR9H{-ggLE2+GCU>ujg&BlrM7H*60t( z`mzmNc7?9r#{6mbAZ<4&i+kfCOT1XfbtK|x(lmU-zVqGfTePQm1hP%*I~b$Hv1=Cw z<@>J3N1C>^dq)^E@F*kGQTh|Ej8^7N$>-a@bA8*KZ1=mScU0-OR9Bd9x#xYJpC_2KuT+Exsr7^ zhmaLP$A`UhH$Zkq=y8(-w_}ZY;r2RXP!Onpw0~FT@iEY)DxnOm+^sIX6;+hcvv68g zJM%N66b-NGi?01$l%*tYzNK+S>aePvMsjSUrn=nr;p}aV?Oo@>g9z!&DSRakD`unZ zWh7D9TRyzg680oof}8A`faxnkM%tXwusA`wIJcu!3%w{F?sY1zrfQ#7W9*55_SLi! zU(?9ehFKeKh33EtvciUyUH*0#fuFa9vF$X$+OG^6^03H{?qd-HMsWh@-L#Y!X7R5| zL`;Ww4dUZ@F)HKL?L&R7KF-*XJ^jy}_=I&sUm+9X3v%(cBOCPvjkveIaWS2E%VDc` zN;u~$8)Y7uroYuM={VCR^dvCXeCossbQ|M z)OS;AKMSbQcHs+jIZ?K{bgAc&_OJj2+4nirFNl=1*Ld|*>(83XEOtlx7N^y&>|)Ga zrV8LyN7t%L`jQW>Y%XXiV9T6MOnt!6T>e1zZsZLOK{7dV%@E()GKLTsif#sJYHSj} z^K*?J?v`!_|M(fcq+feLY?n6D^W>ZM+H*hL;u7XmDRPzW(7#3Yd+b$C58E&9tE1(} zj>GH;p>Kzj6+B`-_x z-Ge6|qq>}f{BG}C=(W+9a|sy51pSvhxeOUzz7<#IGP z_|uLcnYLBw#q34klvnrgO0w``@^8{#N9V|Obgyr1Uii57D8Q}iZ>0tKH`JKwkg-;= z%JwUf8>b)Xk2S~ly)pBW7mu$xC!};b)|oZOPVL=M_SdzqfA;mB1&>!k^9n~P2_qh~ zE$&E~BV7T#zjGcL4SiX+Sh(6zF<=yQS;Td271@=`vEQ2$PbWwhDdpUM%gcR!=B~Jl zf=Qcp7`6Cqv+Yu%^o+k(>w*BkO%8|A(~D#*AF2C7sMlkm>Er9G)ut8*}O_>nIG zSZg_tBq9+`ERT&6@uj%-&cRg;UDxf(l?MCs&EKoB%SjR__hPH5;*@PyA=H*_b~naH z=s|vEA^rH;a(~+#+fZH%{k)WYCRc!R!XtByebfR`-_8AZkbVpqxn_@Aq)*(Y=Dy30 zVI8mJ(NMp$`oYg@@zJNGa0(uVQdGrPRWdN(Vhp0AeT{-X)uA8gra!WmOEtn45f%lz zOj}kO&Rg9!8U5bpS+`{uzCTiC)7`$V+}uyXOoLxs2|a{o?fJgdr5Pp3v_o+p@e_2% z;>P z8qJb7cX!W!Epiyahu?O%>-j5ie?vcEasBQIy1cEj^7Z_N%4+ka-a^uvUb=Xh zsTMYTx@57K-at>jN&bN{>GA2Frp+VQ3@V%~5kSX7+nPyyu2dD)O5Doks2ypur@j^& z{u@`~=Ke~>qx5>27HOLnQFCS)X;<&EWxN*aLpKyr%x8^E5JNUxuxZJ7K|WwGJb9F% zyN0`Fzh&QD=`%mGCnV5keE2=0ncztcp#l1?cwmvYpyp???&J?s)Y3FfZ~n?Cd`?6 zoBhG9!=+$mp9i>~R9=CtzxOi|9tmS>=ij$9<^M?Xh_uDJ4?n`?WAiM}ZBN=_{bEkB z5#BF(syu%{YcEGdPSNBouV>h6OT@aEv+u2!_bfd&E!=KjU~~k| zyE#c(GR)ZT+YUSScj$gP(=l%}Bl+K z&wH5D*D7G?_T={R{3WjW}r5 ze-w4&-Kt7HuLd<={*2Ebk9IqFmu#xJZl-3)**0{M5Lv z&4t*VIaWT?K{-tuV$#ld1Zt*%m1V9X)1J@kDa!XkW-|*a@Yi1H2)nvCZ|cyFD_N6Y z&$acopvR^S)w2phbgrVc=$Oml`){!ak_tWuF)Pth6+aLC_6pLv6T*1rbd&qlIvgkt z+~YDD^i)YoP343T_awgLCa0C$ChifAmSRboo7>RwgHK9&k9S!2QtGkgzm?6UVY zQLh>`lj&r}v8DB#1kG(iRCKS{@G59>9M$Z;v#JO?%{^|K#hJRl6B}Sf#2RuuHzH` zBAOe}vAeron#PrzYVg64NL@3SA4uOBR{B6Ut;MP__7O5EkISBlg^#M(Q6jBbi%k4L zb0n_|yO&0Zld-?(<-$c@fa^zPV2cUS8aZK{er;`zsqI_Z`a5H-O9CZ+6YEr^CNRhn z?VX2tzFw_bAqyDJmYj2aZRTFAkC+JxX4w0k0^53n`DK{r9=V^SL^)}67sy|~^-YNB zL~-klO?X%7{d#xJbmJ98s)vs9ju?L*VA_k-!h8X)*D=o;t2nr-C-OY8el<02$uxwM z^Q*Dp?ic;yVy;E269m6!X%UofVeAw85;7LWI3l)IBsC9FI-_{Gh$EVj=}hWxj%d;$ zE)ul^sV{`o^72P_31r!3NyLJ{-F2p(mmhMfwPs92HY6RYd~9Klbe)%AJyM?%?=mc~9lgg>2;Gmc)nTG8IO z+EYhLON<^Ri3{PHTNIX#?$(%hdqkfr9kCoy z@zE){52#RWWOt;%fTcGOvS%DxuMBdj81K?aBkXn{@h- zqr&a9gkx+@uIj%g=dznuZvVmx?bo)`fXiQLk)1n@P6~3=EYBzz8Z%__?MY9n4e9Gs zUi{!w93e|RsMMmx6jM0jn?0B3RUPg1#54CN_UK&Aer~zKl(#$EwGGWFwt$a~+0@~s zg|rM-sRmm5M`Ah5j%-))UBhax4%~&h?M)Z0U$KXpa{sos@~-Xk>900dJB($n^6v`Wq@@?o$8-<~%o{s=5U`e5OrLSk5A@e^)wf9P*d<*-v&q3{HMH z$E%m7=H=A!7nS+b;_p6q2W_uMIa0Z*V#3#M9ODcfe^k(P^Fm_s>zfa5{t9ss#UCCw zor{g-c@uKN1sgwi*LHIhMJRFJ6q=i^+SF=Z5;}S__xVlR2+KktK>+8a7fsRmu7{Cg z?DE~S)8_a7F2l-D{B~Tjx{Rd5^9BE05LO|-YHC%U-aYT5EOuJK?fW|4GprIW@2PL6 zs5JjhJrNGem6&z@BNC^e`|<~+tgLL;UIZ-&fo^|sj8|fyVTDd!*u5Q49#j4IxU2z z_;EqX@@E<^{$g2t+uP{&U4wA??I7|CC^6h$v(Hv22H0Kr=xs8lz4DE0b$w6R zWoS{0rU^$%Vd+Lyn;%u-F$kL)MnOI1>R zouPs2XCqep-95}on#G>wTJC)cF|M^U%~IyVoW3$PdO2;A7ejv)Z6WZv9~Hj3k5xO- zl=(PZBOI?a*APO~embHaZg=W8&m=W{qg#K9?NHD8%;~D!fQBpM)lbcDsM!s#^P;;f ze=s(COj%nWSg#*?pvXFYy|n8Wjv>004Q^jJHlw+G;5ML!8bLN_nMP_alqQEb-hHmD zcsR=|$l*fRa;xlfs~TZ6EXy9WQt{C~?)JTRKfbhi!S(F)IkVw z57iqkn)EPR$j_M&7#c+3l>I4L%L!w3BfYf1#R`v=x6G0AnQ5>|Xk2}1*C0%(zZn;= zKJV*7AP6g9qvw?7}>j-yu(pFn`EY^o9K5@;hgr*5B0b48kfo4uHGDw zC^SVK*f)DFiRz@FKP)oAxM!Nj(Os2T8Z&iNM zh*1ACw9#2k-c_5`6mRm(wT$og|6R?>ESXv#7@LS|vko0Bk$ILqtzk82-(y36hj2Q} zciH7~YqZ1UE^s?_LK8@ON(v%ZAFEg6wiSV(yn1yW1PD5Sj1TzqOcqFI4$TIGik zi&oBgX!zjZiI`~{PkktHFF1VByXTcW-Js$%-4N^CVE!EjYZt3eZO1R&QnR?oeD!zZ zLFJ*&KT%~j(bGq5NACJqFU+mviO(r36nn1mEsBATi(glHvA%(WHDq@ikBZ-2|IyH| zs%t!LJNQi3*xgrgckj%eR2%E~WqdK-yZ9A0>BHS1!8eDAWP+NuIo)}~fp+394i>)* z1sx2;`$HbmUt_+yNWP^=Tk>(@q1%Z^#l7vbNIN(3g0R%T4mg%KLuL;3cXHW_nd2>{ zGemp0Ulv~e;gYplKU31y{d%%cwRiuh$8|2#P|QkTs4qusAaT+oRyZ8*w)vJ3uWtU^ zZa@K3Kz6K+wO6mE>o1}fS??|F?)S7g)z0n0M=w@&vXpK1A{p^p3XbaGY<;`SPrDOR zOg^4h!Pj)ZP=8eN$+=rb-izYMZq3uiqBKZ7>apk;nI@K5^@M7&aDuU5Osi=|{h+xLAdGl2+I<~x!AsdhRSr-EFZ}#q2bCn@OlG*|q%pWdRj@@gfb7JdTcvdo$yTim7B*ybn)O)zeom>HE)lIPlslMdvLP72N?1_`mFl% z@54#u3IjvK@Pq_RSXfxMD3w3z*qcin_l%Oc)Y`t5yOF#B+BalZF#hDCxRRb9&*QpQ z=}Y-~oD{|OICTkf7NO}<_4Ej&n$(AM=Ld=Or!^a2vU6e1iB^9!{pdZ2JhYX%veU!k zT_A%Aa(m#$p?rd+7KLL~;`VuN&vtUr@p6XrJuw_luKoT$Ms#OX51zVZcRjGCc)z8j z@@-a0M$vY`%-pym{@N#p5sb~jKQlY_eEsdLgJ^t-+lQW1&-nUkfj2g}tnGBA(T$#O zTZ6}i!-X;8F8OsT4YT@!sy@-nuFOVs2^rN|tYK!%zIRV}me*Y2I&4PyK11J?;%GFj zK~%^m&IlYSK22KocVRa=ILtOcf3RE?5EoI1vzKrG7(GfmS|gUTRT{k|u$NI`67L_W zD}fvBUa!l&u9{Vmd&h{5Bj`wDYU1$vMMt9`k#dQGQGu)dzZ}#Z@OzrJ!ddxm;khFF7XY^nZc)5F^^ErI5!PM`^&e)Dm~T3#mTRZ61B@G140xJar71$TvE4M%L_wQf8L{@#PKTF5*NI~`kFho zf}_nr_bqYded+12d;erk%@`l)`-Lxd-<%XC-p!J-7O@lvx*2Z_%8s}vw{_j3hSCE~ z8Cc82M4mcEE0~qyQ$vVuDRwF6!Y^&G$x+xw9l82wGUT}PQQ`%0&5ZbMrI`|TwQ7N1 zepAmvgGOdumT?-~V_Wg2UO@sSr6p|`m<|ELlxm*N&vZt7SzR1w<8rtCkBQzpvl&D_ zgK`#rRq_L|DwJBGT1$ELw@n7lXv<00fkI(eif%@?{-qs84y zNt(0WqV)gW`rlLD}y9MTyIha^|uao{Oy~QLlP@?ky#E&;trm{ta&P6hba0hCVWQ$<$7@d4Do-kdnolcmam5B6Ul0m?+0s&ijO-e?^EM+z+5 z{FjFLa>yY*OHfa)$zfhe^Taat#YcNlZ(Qe>q{YQ^HI@5SuLJ6ELLtA}zL}0Kvr~pu z)7kC$QSc(F2noTFM!tF4^TZ_lf;P5If++TK@*RRrq=F^tH&;n!#h2TY_!-@@I6t|K zxu7wNqg6ZIkSp1=+^Ady>c8*fwf5!;*KPd|*On#Z?{1nJ3kGz)lZdhy8+NwTMDBKH zqUJ?L^O#cEGc(j41WM6G|3uCEENJZvIQQA5kEF4eed@MW(G1uA`PUOQcccPe>;8R( z+}*wv3ALBzWV&jl{Wc8O^g~i;_w*AtTc7J<1ow=@HnjE$aMr5OZlt zDIx4C+lK8*w7s!*P36y-vaxs9{j^vrikF6xRSeIbp|YN53@(0^j-HD3l#EQVi@cgf z@erb3I&18WH1>W0k*8`iTkGf5f`!w?$J?=`*ZqKi{ihu3_uoAMBPB3<_Fv0l#)$dDPjrge z`!zU+Pdz`hsMyP>7hg$JGo9N-14i;>#I1KF}2KO>}tJ!pYC>!l1b6^5x)EwRf!$} z|CGE@;(N2bS)SeJW3u99JBge0VgnpZqsHo08z;#ZKWCL;@22%6KhzD2zOIxtehldx$)V#ZE+(MX z8=e;u#QTX~_|-c9>6578RsObH-cPl)Sbk(w4{D}QoiPaQ5m=vYcisDj<{J#S+0orS zO3oVZw&6SHlySQyU$fPKj-4H|nXR9XqG|NF{v@_LuWEhJO<=KSW!TW~9LEVkrAJ-k zXZ7cPD=|VdSnzCHTsAB*i#p%0oG*Z5q*r`v_zN&#E|R1?%;|!Y9vu5mFnRq8g8Hla zzb{2)1cvk7x$l&+DE_dII>#{oMX`75r%R28RG8hC=%E+$k8+Fcq-)0>4wTHToORs4 zC&l8z@~YPUp?bm&?}OGelLxiBS~=D=w||%_oX6T{3iwIqqb@Dn(RbW+aXScfrf2W^ zf|BSSH8f_&pas%@UUYTr&SqdZC+7DnDn94Hz1!$#xnA|F0-$)!1B&^*!AeKeS1aHz z0d`DR8Q_Ji0ru4m#Kj3xB6YUluZO<>x{Ha+toMxGQ$EbfWYzEw_a$A%8kZM`FdwV+ zxL>xKvu;U7I^_X0R}GIe8|4j>@5Q<;N{Tu$;d`?q5euN0aGzCwxY#@tk?BkrHOMgU;M|J`EA->ELw5JBkY!Uz%34p>wk*@fE{`j7FT#-KtSqa4H z2qd%&CzM(a7;sA3O}{5KXv?6jD`u!tQ&RY45B~FkV~)-Wta;E?ss*w^x{n?`S{%b- z^J;f3bfF<@vA^Jp#NoCf`3+$upqDiJZSm(!7kqSaJXS$Rt_vDFH-KGjzOb3A8`_Jr zDLK?`iHT{GzPK+>H+y?~yCLtN|9n&8h1ek7H+(OE)`bRG=?&HYoX3D)+MbSGSN!*g z6})TX27vLOk399M|8tTV-rmfD;r`G6en@%c&pCW}`#R&nTc?SzNR*HZ~S;Qf)g2o(EYtWIlB40i)U< z(+1PHd3W;U`}2P+#$5Q!g&QGt6G|}RHBIXj{vpjX=(-6Q;aGv4ot>ukcAMW8$DRiN zClbLmR^C(GS+dUyZ7=j~uDzrJPtzc5h@&}@x9eG#Y@i}{&ZShC>!wCnhrGtV?N2l`b{EdGXu zY24(G00FB(e&T$mltQ|SV2nH@4Cl3-h>N{6f|j4Pip`R?w_oW($8EHjbKZv!A09;P zK|?C(BgUqt9D;&s0|Numf>zN^OM{e!Ixk)%!LjZOjtgCnR##UoI+J}smN%~ih3i|0 zeN&m0lhYF|fC73lOA8!FVk&XpSqqu*r{re_EnP`|78Z*7(~tTq+57+_^I1fF6$;B zq4zjft3+8xCl*#VM*navQWP-9FT>fnIXp-^Jl)$|qNJtGR?F2ght}G`LSwmKc9fKq zl}Cqry+x*qFj(xIobqqaTWX2^twj z6~JuJA;SxK;CUMUU!WDyU}R!KgG`f)wBh$T5JpF|JVADdx@>4kJwoHY3ZL!xJ;S1bC%8P_R%k&shEDD0dF7MmC>R)Q z5K$lL#G()Ow)VoA)H=dyfCak2x{MZve(lfDn*m+tV>Gp}ZDJINKYmqz^vFlQ0w}df zW5Cq7u{4DH^PTe@-(+}UMtH@Xm(Rbd1}^>KV#|Rp8D2V3hdYKpKMFuvRI+wVF5>pz z8Zfr~=da)SD#Hr~VgkAVCeRA5Mh6Y2j*l^9N<+0Cd!$#@*~kmrws>6g@f+r!sS_@k~H25MG1WPUP2qtPw1tueVXeis=8ffjYV?(AF&v~PST zX?@RvV5HwbfuUd2T^GCldSV2pc3`Us-vz(A9F2nST6#JB4fiH8nv z$vfzHGqfaF<4WX3w}4Q9Jp86)8TzBk){cYAToFr~dy_~n?z)ZG6SNv64O1Xu9ZvG$ zCR*P73J(kW45keh3d-;6s1|rEL9jofX2V?5&f9u{K%NE*W8HGwq_IkpZh-*$iKS(Z zh|_Nkrk)GJe0TNFOEKsD45T(hL;(YLr_D&bxLe?ewGg@m49dOl05~o9(NBQnR^HLE zq`eZnefA6y#D&*2x8N`i4YFav_A{s;ZPTp-^YPiwXOFj0wTlZI{koJeQ-5w84-+7W ze&Xs{*=}cWN`7Etp*sjsL~cLPzHlQ0>|~d&TO}A! zQCz`n=Pg&_A~TW%OiBVZj_*Su8mSB;3~%nMlvVh(URNrl&#E`E9s)rJX1!Wk>Ju7wiG&go%S-Eax3!KKYmoHz| z&wvw8gnS;^1@cPQZD|v00g)wpd;e8pJ)%V?=F~%~VFDR29@?NYXIrAa%rr+fFFEan zP1w)uPg?#ym$(Xz+S=%_&`=5oShj=PmSnNPcek7^EV3XjQQ5}aD^P;(Ws?3VbBH_h3 zASk?H&0!OS{r2r1AciA?Di8-V^N+!gV4KBuGqU2KxIiQ6SxsVY$RDC$HEVL+{GItI zfNBAB^hjSD1{KI~4t0yKuaAq`j=u(r&4g#t9Ky}iVmt`GRRsTQ51ADIal!ZHl43Fu zb}%0#cpX-JWRT2L%~s2V><3bbYycP51vx55(Ehl^#3U7PjobS7 z;<2X$==bXd*V3D-EhK>Idje>rhh({=QYvt!2eET-04;S(Lmo?q*a}a>iV`~y!Rfm*;i$;p)C=U~QH)M$^r}63hFCD#Iz8^L z3X`zxc{L{|T_>M32_*HX4WNhyAkylJ{zhBySM0Q1#RiCGD1r_IW&=d#=0R&C8a%zM zoE$R*5Le*z$+W56c?@c}`GDLmKc${Lxnf#00D?a5$S&|NImkl1-59Rc87!)vEcw%x zIAP>O4-+e^G!P9&B69U=2GdDM=FAnGQkByZqH*`m`TC-^B2HV0wc)X!AL-T?Sf)9Z zZo`Ugi4HL$jMgwV!!FtP^t}*M$!|?@!Y{us%0Aqmu>355iU0`0n3|SG+AJek;g}%! zZ35^Zs6y~Au^E$q$`SHPfp?lI6y@wh<6J>Vf&bOY^8{RsO)VSJ6_^d*Az1L&$=RI~vv74Zcr#ccs#;jjnlTPZN&T+I#+g2h zJ_fw1BI#bIsE5?ET%!3zL^Q!Gh4t8Od88}Exi_qmt3wv6y9<)52)6MP7r!pdk5rXe z3dSHZ6BBQa3&zjH??nK1A@fI(GCy#<;RtbHK=H&2S@tKwTQ-? z^E45TYT_|OxTGu^`W{6S9OJi0*kahatX&lR&o#YQ_tE@-MBx|608kBzd!1Vp?@H1+ zMmNu7;n|K~j^Q)?2zpM3(rj#OS|t|Y#0pX>zRhv#RtMM&7{S|ju&(W4?~~f_ui7+) zICi8~{_{71JcC81!HCI|XB+tRY`{0dfEsXa4R5`fOwGuU!C((75l4HYD$Bs*LM9yh z#?-5%nVeSe2@em?V3jk5bSsH7yITZIU#_;alij^{ynKA&F)q(kL!u7A$iy$^IH6oaqqgrExw42G!oqG~YFCK{CgBAZchtYNyZVkXTP`#fVF#!)i zg2H}vFF+HP9OVLToCMB38T~XJu)c63*tb2?Ug`@Str8_sZ3f*N2qbv!W|CN>tYIx4 z^mzbZlF7>Wx5wxOr~tH!8k`bl>)E<9c~ZU;9<~*jX)M5ZctohHtH+SYU|6`g+Td13 zUDDfk0c*#ASu!>5gWD~PP*+urY7AwiMW)$|)i#iVnSIqrnmR`BF&fBGKV)WQ750(b zt(wF*7(6ue^BDSmG6J?50~IBu=bU5JE=5RLS-^iJVpT2NiL)k<+QHq+$?-uFQ5*qI zE1HxaJw}`N6G}%2#lKg?yG!|%*$zPYT`vdiR9940d}4f^fq9? zeUZPGN2+4L<;K8IS|ke(Pv@LepSGuG?Ltpx=qIDX!on8dhiM)E_BIH>IJyOjBW>Fy z$M5QS5LKBPWq2cX?EL@DI1(G=00B0F?5gp|mx_uC6F^v`tYH={$HfD)Cc_IFL!WkF zksLH#;kdVb<}3h2fq1{4U0q!*A&gQj5WrdiL_JYZ_(&YF1PAWvZ)F%r5&;W>c}KSZ z(Ut|U{F(yzc#eny^b!SN=k(oK;PN%$<>dvKm?U+El!J6*^d2(G!8WwKu_HrFAm{rgz5&eQYoniIO`&6HYDC8}qJh3}ZSB$B#{^!pauwc5T`H&EJ0gkaWBpVeSSi(%9*gqQDxD~9vT^G z+ST1H4=|B5j1_>VS|Qjzpoef7X9B7XX%J)^X6&NC2xHh((mn&g;x(#(FdqZ7aGw?8 zM5FrqHA3U#tw}QuPFr#A%CQ&XpxAc#2Xd&?>O=&qTF0{+q7J|ILEodSvALOVX|RM3 z>cA{4ETrr;nnY1N3s_PBN;mhLDLBj)|5@019Gl2CP=bn#60uKfY;6@FeB*laUc+z3RyMQ`OQK|Gl+LzzUQ$IQgFQL`W_`nMMWX5 zNRm==17vNjP&{KYqXtaxAqX@-Jm^2f`lLFSDP`!tUBmGD|GVPX|7&HO@354)FMB7c4tk%o<$mtL7}gW_WRI zt_qN>e4ME2%*+g6

b`$bce9f|a1nXbx##`I7}{{2pHWQ%<~hLc7#53d%)2Q1Cqf z`ed?lD2aOXq$?&A>F~kd-4x~d!_(05b!~l}8A(k|ec1{NSoF6$dWp@0Hg zZ)$2H)qg~tmvbNs$t*73*iaxM} zid2KgopulvfW;dg5wS=bRS;b%aV1)iP?n7h1>DNG<#W5o@H6oZ)Secg_S-rz7f1y}(<5OeAdrycRjxMB5<%g7 z0l2IRz?)+=W}x7a4!MvV8mKsFV5h(yPAo+tJYYT1KpX@%GqTnwK50@SNL@=BmwT_y z|LGLx&nKM@(JXolRh-N~9<4I#I3OeEB4?1$0sQ+6qgS&5s*jl`ClrJlfuC5HxSr^^uM zd)ITIM*Vu1=}%oX_LOd=Lnl=F(qX$`Y!|4lvO%<|$+c^jWU%dChxRZBnaRojOnPwX z*Xp48fjRRv9EEfUMfh4d9luzaX_;dq^NFFFMm3}t5 zsnLcp00mFhVf$=-m^@t^*8&0M`M>W~3UtpczfAL@W4j^Hk^0y;oaG7r%U zv(5us8FUV$LJA`8#`+&y9=iUAgv0Flr@JN9&ICPVt-nFLQ2>C`M(ii}Ca@0ki^B-~kpPGIrT`uG3OdQSDmUlhR;dUpw9$3HA=lp#q># zuJM@XUM`gGn321{@sUfeyFgPSPm#d$(kgs$q#`P$r?HcN;n-b zLSfO-Ss?SL0g#TJjja<#Aqf_71_W18fH>>@KjV@@N0VwN+V}7bo z(163Ve=jtPrT0o?PJNblw^MhLcc;L=R9mD^!)AK*~j{biV_+aG!*Zr#SqZ8^6&%dwz``90<0OTWu Khj|a4d;d53yQK60 literal 0 HcmV?d00001