From 252f0b5ac8c25ba1727851fcbf34974fcaa3ba03 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 27 Aug 2026 03:39:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: hishab/titulm-llama-3.2-1b-v2.0-Instruct-v1.0 Source: Original Platform --- .gitattributes | 36 + README.md | 58 + all_results.json | 8 + config.json | 36 + generation_config.json | 7 + model.safetensors | 3 + special_tokens_map.json | 23 + tokenizer.json | 3 + tokenizer_config.json | 2066 ++++++++++++++++++++ train_results.json | 8 + trainer_log.jsonl | 581 ++++++ trainer_state.json | 4102 +++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 36737 bytes 14 files changed, 6934 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6eee6ed --- /dev/null +++ b/README.md @@ -0,0 +1,58 @@ +--- +library_name: transformers +tags: +- llama-factory +- generated_from_trainer +model-index: +- name: titulm-llama-3.2-1b-v2.0-Instruct-v1.0 + results: [] +--- + + + +# titulm-llama-3.2-1b-v2.0-Instruct-v1.0 + +This model was trained from scratch on an unknown dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 1e-05 +- train_batch_size: 5 +- eval_batch_size: 8 +- seed: 400 +- distributed_type: multi-GPU +- num_devices: 4 +- gradient_accumulation_steps: 5 +- total_train_batch_size: 100 +- total_eval_batch_size: 32 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.01 +- num_epochs: 5.0 + +### Training results + + + +### Framework versions + +- Transformers 4.48.3 +- Pytorch 2.6.0+cu124 +- Datasets 3.2.0 +- Tokenizers 0.21.0 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..f2a190d --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.9965635738831615, + "total_flos": 96622779432960.0, + "train_loss": 1.8076569943592466, + "train_runtime": 4607.1316, + "train_samples_per_second": 12.617, + "train_steps_per_second": 0.126 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..73d506b --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "_name_or_path": "/workspace/titulm/saves/Llama-3.2-1B/sft-train-1/checkpoint-580", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 170241, + "eos_token_id": 170250, + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "torch_dtype": "bfloat16", + "transformers_version": "4.48.3", + "use_cache": false, + "vocab_size": 170497 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..f410c2d --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 170241, + "eos_token_id": 170250, + "transformers_version": "4.48.3", + "use_cache": false +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..86d9a52 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4e3d65e58d03694c9980ea6c31addc0448b1079d166974013f88deab1e9e025 +size 2644664768 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..344c826 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51def70 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:365a0c265893f9ab04f4094f07a13a399b024ab4fc75aadecd0133570d543a6f +size 29364254 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..3b8df1b --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2066 @@ +{ + "added_tokens_decoder": { + "170241": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170242": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170243": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170244": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170245": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170246": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170247": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170248": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170249": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170250": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170251": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170252": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170253": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170254": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170255": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170256": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170257": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170258": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170259": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170260": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170261": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170262": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170263": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170264": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170265": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170266": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170267": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170268": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170269": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170270": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170271": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170272": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170273": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170274": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170275": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170276": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170277": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170278": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170279": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170280": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170281": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170282": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170283": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170284": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170285": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170286": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170287": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170288": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170289": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170290": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170291": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170292": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170293": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170294": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170295": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170296": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170297": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170298": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170299": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170300": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170301": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170302": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170303": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170304": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170305": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170306": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170307": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170308": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170309": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170310": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170311": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170312": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170313": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170314": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170315": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170316": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170317": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170318": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170319": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170320": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170321": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170322": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170323": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170324": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170325": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170326": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170327": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170328": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170329": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170330": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170331": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170332": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170333": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170334": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170335": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170336": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170337": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170338": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170339": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170340": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170341": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170342": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170343": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170344": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170345": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170346": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170347": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170348": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170349": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170350": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170351": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170352": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170353": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170354": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170355": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170356": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170357": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170358": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170359": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170360": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170361": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170362": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170363": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170364": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170365": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170366": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170367": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170368": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170369": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170370": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170371": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170372": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170373": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170374": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170375": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170376": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170377": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170378": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170379": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170380": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170381": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170382": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170383": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170384": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170385": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170386": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170387": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170388": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170389": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170390": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170391": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170392": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170393": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170394": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170395": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170396": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170397": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170398": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170399": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170400": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170401": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170402": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170403": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170404": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170405": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170406": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170407": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170408": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170409": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170410": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170411": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170412": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170413": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170414": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170415": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170416": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170417": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170418": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170419": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170420": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170421": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170422": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170423": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170424": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170425": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170426": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170427": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170428": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170429": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170430": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170431": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170432": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170433": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170434": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170435": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170436": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170437": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170438": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170439": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170440": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170441": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170442": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170443": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170444": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170445": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170446": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170447": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170448": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170449": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170450": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170451": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170452": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170453": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170454": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170455": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170456": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170457": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170458": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170459": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170460": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170461": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170462": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170463": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170464": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170465": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170466": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170467": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170468": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170469": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170470": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170471": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170472": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170473": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170474": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170475": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170476": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170477": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170478": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170479": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170480": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170481": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170482": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170483": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170484": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170485": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170486": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170487": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170488": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170489": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170490": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170491": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170492": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170493": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170494": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170495": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170496": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{% set system_message = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n' %}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '### Instruction:\n' + content + '\n\n### Response:\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|eot_id|>' + '\n\n' }}{% endif %}{% endfor %}", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 4096, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..f2a190d --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.9965635738831615, + "total_flos": 96622779432960.0, + "train_loss": 1.8076569943592466, + "train_runtime": 4607.1316, + "train_samples_per_second": 12.617, + "train_steps_per_second": 0.126 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..53d3738 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,581 @@ +{"current_steps": 1, "total_steps": 580, "loss": 1.6856, "lr": 1.6666666666666667e-06, "epoch": 0.00859106529209622, "percentage": 0.17, "elapsed_time": "0:00:19", "remaining_time": "3:05:21"} +{"current_steps": 2, "total_steps": 580, "loss": 1.6008, "lr": 3.3333333333333333e-06, "epoch": 0.01718213058419244, "percentage": 0.34, "elapsed_time": "0:00:26", "remaining_time": "2:08:41"} +{"current_steps": 3, "total_steps": 580, "loss": 1.6481, "lr": 5e-06, "epoch": 0.02577319587628866, "percentage": 0.52, "elapsed_time": "0:00:34", "remaining_time": "1:49:37"} +{"current_steps": 4, "total_steps": 580, "loss": 1.6411, "lr": 6.666666666666667e-06, "epoch": 0.03436426116838488, "percentage": 0.69, "elapsed_time": "0:00:41", "remaining_time": "1:40:02"} +{"current_steps": 5, "total_steps": 580, "loss": 1.6439, "lr": 8.333333333333334e-06, "epoch": 0.0429553264604811, "percentage": 0.86, "elapsed_time": "0:00:49", "remaining_time": "1:34:18"} +{"current_steps": 6, "total_steps": 580, "loss": 1.6043, "lr": 1e-05, "epoch": 0.05154639175257732, "percentage": 1.03, "elapsed_time": "0:00:56", "remaining_time": "1:30:23"} +{"current_steps": 7, "total_steps": 580, "loss": 1.6637, "lr": 9.999925111542544e-06, "epoch": 0.06013745704467354, "percentage": 1.21, "elapsed_time": "0:01:04", "remaining_time": "1:27:33"} +{"current_steps": 8, "total_steps": 580, "loss": 1.6308, "lr": 9.999700448413483e-06, "epoch": 0.06872852233676977, "percentage": 1.38, "elapsed_time": "0:01:11", "remaining_time": "1:25:26"} +{"current_steps": 9, "total_steps": 580, "loss": 1.68, "lr": 9.999326017342688e-06, "epoch": 0.07731958762886598, "percentage": 1.55, "elapsed_time": "0:01:19", "remaining_time": "1:23:44"} +{"current_steps": 10, "total_steps": 580, "loss": 1.6185, "lr": 9.998801829546387e-06, "epoch": 0.0859106529209622, "percentage": 1.72, "elapsed_time": "0:01:26", "remaining_time": "1:22:20"} +{"current_steps": 11, "total_steps": 580, "loss": 1.642, "lr": 9.998127900726825e-06, "epoch": 0.09450171821305842, "percentage": 1.9, "elapsed_time": "0:01:34", "remaining_time": "1:21:11"} +{"current_steps": 12, "total_steps": 580, "loss": 1.6586, "lr": 9.997304251071802e-06, "epoch": 0.10309278350515463, "percentage": 2.07, "elapsed_time": "0:01:41", "remaining_time": "1:20:11"} +{"current_steps": 13, "total_steps": 580, "loss": 1.6778, "lr": 9.99633090525405e-06, "epoch": 0.11168384879725086, "percentage": 2.24, "elapsed_time": "0:01:49", "remaining_time": "1:19:20"} +{"current_steps": 14, "total_steps": 580, "loss": 1.6702, "lr": 9.995207892430525e-06, "epoch": 0.12027491408934708, "percentage": 2.41, "elapsed_time": "0:01:56", "remaining_time": "1:18:35"} +{"current_steps": 15, "total_steps": 580, "loss": 1.658, "lr": 9.9939352462415e-06, "epoch": 0.12886597938144329, "percentage": 2.59, "elapsed_time": "0:02:04", "remaining_time": "1:17:56"} +{"current_steps": 16, "total_steps": 580, "loss": 1.6529, "lr": 9.99251300480958e-06, "epoch": 0.13745704467353953, "percentage": 2.76, "elapsed_time": "0:02:11", "remaining_time": "1:17:20"} +{"current_steps": 17, "total_steps": 580, "loss": 1.6829, "lr": 9.990941210738553e-06, "epoch": 0.14604810996563575, "percentage": 2.93, "elapsed_time": "0:02:20", "remaining_time": "1:17:17"} +{"current_steps": 18, "total_steps": 580, "loss": 1.6733, "lr": 9.989219911112114e-06, "epoch": 0.15463917525773196, "percentage": 3.1, "elapsed_time": "0:02:28", "remaining_time": "1:17:25"} +{"current_steps": 19, "total_steps": 580, "loss": 1.6553, "lr": 9.98734915749245e-06, "epoch": 0.16323024054982818, "percentage": 3.28, "elapsed_time": "0:02:37", "remaining_time": "1:17:29"} +{"current_steps": 20, "total_steps": 580, "loss": 1.6743, "lr": 9.985329005918702e-06, "epoch": 0.1718213058419244, "percentage": 3.45, "elapsed_time": "0:02:46", "remaining_time": "1:17:34"} +{"current_steps": 21, "total_steps": 580, "loss": 1.6945, "lr": 9.983159516905287e-06, "epoch": 0.18041237113402062, "percentage": 3.62, "elapsed_time": "0:02:54", "remaining_time": "1:17:36"} +{"current_steps": 22, "total_steps": 580, "loss": 1.6699, "lr": 9.980840755440075e-06, "epoch": 0.18900343642611683, "percentage": 3.79, "elapsed_time": "0:03:03", "remaining_time": "1:17:37"} +{"current_steps": 23, "total_steps": 580, "loss": 1.6716, "lr": 9.978372790982457e-06, "epoch": 0.19759450171821305, "percentage": 3.97, "elapsed_time": "0:03:12", "remaining_time": "1:17:38"} +{"current_steps": 24, "total_steps": 580, "loss": 1.6402, "lr": 9.975755697461254e-06, "epoch": 0.20618556701030927, "percentage": 4.14, "elapsed_time": "0:03:20", "remaining_time": "1:17:26"} +{"current_steps": 25, "total_steps": 580, "loss": 1.6824, "lr": 9.972989553272501e-06, "epoch": 0.21477663230240548, "percentage": 4.31, "elapsed_time": "0:03:28", "remaining_time": "1:16:58"} +{"current_steps": 26, "total_steps": 580, "loss": 1.6841, "lr": 9.970074441277111e-06, "epoch": 0.22336769759450173, "percentage": 4.48, "elapsed_time": "0:03:35", "remaining_time": "1:16:32"} +{"current_steps": 27, "total_steps": 580, "loss": 1.6593, "lr": 9.967010448798376e-06, "epoch": 0.23195876288659795, "percentage": 4.66, "elapsed_time": "0:03:43", "remaining_time": "1:16:07"} +{"current_steps": 28, "total_steps": 580, "loss": 1.6742, "lr": 9.963797667619368e-06, "epoch": 0.24054982817869416, "percentage": 4.83, "elapsed_time": "0:03:50", "remaining_time": "1:15:44"} +{"current_steps": 29, "total_steps": 580, "loss": 1.6379, "lr": 9.960436193980175e-06, "epoch": 0.24914089347079038, "percentage": 5.0, "elapsed_time": "0:03:58", "remaining_time": "1:15:22"} +{"current_steps": 30, "total_steps": 580, "loss": 1.6749, "lr": 9.956926128575026e-06, "epoch": 0.25773195876288657, "percentage": 5.17, "elapsed_time": "0:04:05", "remaining_time": "1:15:01"} +{"current_steps": 31, "total_steps": 580, "loss": 1.6153, "lr": 9.953267576549279e-06, "epoch": 0.2663230240549828, "percentage": 5.34, "elapsed_time": "0:04:13", "remaining_time": "1:14:41"} +{"current_steps": 32, "total_steps": 580, "loss": 1.6739, "lr": 9.949460647496258e-06, "epoch": 0.27491408934707906, "percentage": 5.52, "elapsed_time": "0:04:20", "remaining_time": "1:14:23"} +{"current_steps": 33, "total_steps": 580, "loss": 1.7103, "lr": 9.945505455453983e-06, "epoch": 0.28350515463917525, "percentage": 5.69, "elapsed_time": "0:04:28", "remaining_time": "1:14:05"} +{"current_steps": 34, "total_steps": 580, "loss": 1.647, "lr": 9.941402118901743e-06, "epoch": 0.2920962199312715, "percentage": 5.86, "elapsed_time": "0:04:36", "remaining_time": "1:13:58"} +{"current_steps": 35, "total_steps": 580, "loss": 1.6521, "lr": 9.93715076075656e-06, "epoch": 0.3006872852233677, "percentage": 6.03, "elapsed_time": "0:04:43", "remaining_time": "1:13:40"} +{"current_steps": 36, "total_steps": 580, "loss": 1.6463, "lr": 9.932751508369492e-06, "epoch": 0.30927835051546393, "percentage": 6.21, "elapsed_time": "0:04:51", "remaining_time": "1:13:23"} +{"current_steps": 37, "total_steps": 580, "loss": 1.7388, "lr": 9.92820449352183e-06, "epoch": 0.3178694158075601, "percentage": 6.38, "elapsed_time": "0:04:58", "remaining_time": "1:13:06"} +{"current_steps": 38, "total_steps": 580, "loss": 1.7156, "lr": 9.923509852421144e-06, "epoch": 0.32646048109965636, "percentage": 6.55, "elapsed_time": "0:05:06", "remaining_time": "1:12:50"} +{"current_steps": 39, "total_steps": 580, "loss": 1.6694, "lr": 9.91866772569721e-06, "epoch": 0.33505154639175255, "percentage": 6.72, "elapsed_time": "0:05:13", "remaining_time": "1:12:34"} +{"current_steps": 40, "total_steps": 580, "loss": 1.6273, "lr": 9.913678258397785e-06, "epoch": 0.3436426116838488, "percentage": 6.9, "elapsed_time": "0:05:21", "remaining_time": "1:12:18"} +{"current_steps": 41, "total_steps": 580, "loss": 1.6731, "lr": 9.908541599984276e-06, "epoch": 0.35223367697594504, "percentage": 7.07, "elapsed_time": "0:05:28", "remaining_time": "1:12:03"} +{"current_steps": 42, "total_steps": 580, "loss": 1.6675, "lr": 9.90325790432725e-06, "epoch": 0.36082474226804123, "percentage": 7.24, "elapsed_time": "0:05:36", "remaining_time": "1:11:49"} +{"current_steps": 43, "total_steps": 580, "loss": 1.6784, "lr": 9.897827329701834e-06, "epoch": 0.3694158075601375, "percentage": 7.41, "elapsed_time": "0:05:43", "remaining_time": "1:11:34"} +{"current_steps": 44, "total_steps": 580, "loss": 1.6602, "lr": 9.892250038782972e-06, "epoch": 0.37800687285223367, "percentage": 7.59, "elapsed_time": "0:05:51", "remaining_time": "1:11:20"} +{"current_steps": 45, "total_steps": 580, "loss": 1.6455, "lr": 9.88652619864055e-06, "epoch": 0.3865979381443299, "percentage": 7.76, "elapsed_time": "0:05:58", "remaining_time": "1:11:07"} +{"current_steps": 46, "total_steps": 580, "loss": 1.6577, "lr": 9.880655980734391e-06, "epoch": 0.3951890034364261, "percentage": 7.93, "elapsed_time": "0:06:06", "remaining_time": "1:10:53"} +{"current_steps": 47, "total_steps": 580, "loss": 1.6839, "lr": 9.874639560909118e-06, "epoch": 0.40378006872852235, "percentage": 8.1, "elapsed_time": "0:06:13", "remaining_time": "1:10:40"} +{"current_steps": 48, "total_steps": 580, "loss": 1.6885, "lr": 9.868477119388897e-06, "epoch": 0.41237113402061853, "percentage": 8.28, "elapsed_time": "0:06:21", "remaining_time": "1:10:27"} +{"current_steps": 49, "total_steps": 580, "loss": 1.6518, "lr": 9.862168840772018e-06, "epoch": 0.4209621993127148, "percentage": 8.45, "elapsed_time": "0:06:28", "remaining_time": "1:10:14"} +{"current_steps": 50, "total_steps": 580, "loss": 1.7162, "lr": 9.855714914025386e-06, "epoch": 0.42955326460481097, "percentage": 8.62, "elapsed_time": "0:06:36", "remaining_time": "1:10:02"} +{"current_steps": 51, "total_steps": 580, "loss": 1.6695, "lr": 9.849115532478848e-06, "epoch": 0.4381443298969072, "percentage": 8.79, "elapsed_time": "0:06:53", "remaining_time": "1:11:29"} +{"current_steps": 52, "total_steps": 580, "loss": 1.66, "lr": 9.842370893819404e-06, "epoch": 0.44673539518900346, "percentage": 8.97, "elapsed_time": "0:07:01", "remaining_time": "1:11:15"} +{"current_steps": 53, "total_steps": 580, "loss": 1.6727, "lr": 9.83548120008529e-06, "epoch": 0.45532646048109965, "percentage": 9.14, "elapsed_time": "0:07:08", "remaining_time": "1:11:01"} +{"current_steps": 54, "total_steps": 580, "loss": 1.6541, "lr": 9.828446657659919e-06, "epoch": 0.4639175257731959, "percentage": 9.31, "elapsed_time": "0:07:16", "remaining_time": "1:10:47"} +{"current_steps": 55, "total_steps": 580, "loss": 1.666, "lr": 9.821267477265705e-06, "epoch": 0.4725085910652921, "percentage": 9.48, "elapsed_time": "0:07:23", "remaining_time": "1:10:34"} +{"current_steps": 56, "total_steps": 580, "loss": 1.6838, "lr": 9.813943873957748e-06, "epoch": 0.48109965635738833, "percentage": 9.66, "elapsed_time": "0:07:31", "remaining_time": "1:10:20"} +{"current_steps": 57, "total_steps": 580, "loss": 1.6789, "lr": 9.806476067117384e-06, "epoch": 0.4896907216494845, "percentage": 9.83, "elapsed_time": "0:07:38", "remaining_time": "1:10:07"} +{"current_steps": 58, "total_steps": 580, "loss": 1.6937, "lr": 9.798864280445633e-06, "epoch": 0.49828178694158076, "percentage": 10.0, "elapsed_time": "0:07:46", "remaining_time": "1:09:54"} +{"current_steps": 59, "total_steps": 580, "loss": 1.6628, "lr": 9.791108741956476e-06, "epoch": 0.506872852233677, "percentage": 10.17, "elapsed_time": "0:07:53", "remaining_time": "1:09:42"} +{"current_steps": 60, "total_steps": 580, "loss": 1.6338, "lr": 9.78320968397004e-06, "epoch": 0.5154639175257731, "percentage": 10.34, "elapsed_time": "0:08:01", "remaining_time": "1:09:29"} +{"current_steps": 61, "total_steps": 580, "loss": 1.6778, "lr": 9.77516734310563e-06, "epoch": 0.5240549828178694, "percentage": 10.52, "elapsed_time": "0:08:08", "remaining_time": "1:09:17"} +{"current_steps": 62, "total_steps": 580, "loss": 1.7009, "lr": 9.766981960274653e-06, "epoch": 0.5326460481099656, "percentage": 10.69, "elapsed_time": "0:08:16", "remaining_time": "1:09:05"} +{"current_steps": 63, "total_steps": 580, "loss": 1.6201, "lr": 9.758653780673381e-06, "epoch": 0.5412371134020618, "percentage": 10.86, "elapsed_time": "0:08:23", "remaining_time": "1:08:53"} +{"current_steps": 64, "total_steps": 580, "loss": 1.6722, "lr": 9.750183053775625e-06, "epoch": 0.5498281786941581, "percentage": 11.03, "elapsed_time": "0:08:31", "remaining_time": "1:08:41"} +{"current_steps": 65, "total_steps": 580, "loss": 1.6319, "lr": 9.741570033325254e-06, "epoch": 0.5584192439862543, "percentage": 11.21, "elapsed_time": "0:08:38", "remaining_time": "1:08:30"} +{"current_steps": 66, "total_steps": 580, "loss": 1.6325, "lr": 9.732814977328593e-06, "epoch": 0.5670103092783505, "percentage": 11.38, "elapsed_time": "0:08:46", "remaining_time": "1:08:18"} +{"current_steps": 67, "total_steps": 580, "loss": 1.6556, "lr": 9.723918148046696e-06, "epoch": 0.5756013745704467, "percentage": 11.55, "elapsed_time": "0:08:53", "remaining_time": "1:08:07"} +{"current_steps": 68, "total_steps": 580, "loss": 1.6439, "lr": 9.714879811987496e-06, "epoch": 0.584192439862543, "percentage": 11.72, "elapsed_time": "0:09:01", "remaining_time": "1:07:55"} +{"current_steps": 69, "total_steps": 580, "loss": 1.6924, "lr": 9.705700239897809e-06, "epoch": 0.5927835051546392, "percentage": 11.9, "elapsed_time": "0:09:08", "remaining_time": "1:07:44"} +{"current_steps": 70, "total_steps": 580, "loss": 1.653, "lr": 9.69637970675523e-06, "epoch": 0.6013745704467354, "percentage": 12.07, "elapsed_time": "0:09:16", "remaining_time": "1:07:33"} +{"current_steps": 71, "total_steps": 580, "loss": 1.6925, "lr": 9.686918491759904e-06, "epoch": 0.6099656357388317, "percentage": 12.24, "elapsed_time": "0:09:23", "remaining_time": "1:07:22"} +{"current_steps": 72, "total_steps": 580, "loss": 1.679, "lr": 9.677316878326144e-06, "epoch": 0.6185567010309279, "percentage": 12.41, "elapsed_time": "0:09:31", "remaining_time": "1:07:11"} +{"current_steps": 73, "total_steps": 580, "loss": 1.695, "lr": 9.667575154073962e-06, "epoch": 0.627147766323024, "percentage": 12.59, "elapsed_time": "0:09:38", "remaining_time": "1:07:00"} +{"current_steps": 74, "total_steps": 580, "loss": 1.667, "lr": 9.657693610820437e-06, "epoch": 0.6357388316151202, "percentage": 12.76, "elapsed_time": "0:09:46", "remaining_time": "1:06:49"} +{"current_steps": 75, "total_steps": 580, "loss": 1.6459, "lr": 9.647672544570981e-06, "epoch": 0.6443298969072165, "percentage": 12.93, "elapsed_time": "0:09:53", "remaining_time": "1:06:38"} +{"current_steps": 76, "total_steps": 580, "loss": 1.6347, "lr": 9.637512255510475e-06, "epoch": 0.6529209621993127, "percentage": 13.1, "elapsed_time": "0:10:01", "remaining_time": "1:06:28"} +{"current_steps": 77, "total_steps": 580, "loss": 1.6307, "lr": 9.627213047994265e-06, "epoch": 0.6615120274914089, "percentage": 13.28, "elapsed_time": "0:10:08", "remaining_time": "1:06:17"} +{"current_steps": 78, "total_steps": 580, "loss": 1.6741, "lr": 9.616775230539057e-06, "epoch": 0.6701030927835051, "percentage": 13.45, "elapsed_time": "0:10:16", "remaining_time": "1:06:07"} +{"current_steps": 79, "total_steps": 580, "loss": 1.6435, "lr": 9.606199115813672e-06, "epoch": 0.6786941580756014, "percentage": 13.62, "elapsed_time": "0:10:23", "remaining_time": "1:05:57"} +{"current_steps": 80, "total_steps": 580, "loss": 1.6321, "lr": 9.595485020629676e-06, "epoch": 0.6872852233676976, "percentage": 13.79, "elapsed_time": "0:10:31", "remaining_time": "1:05:46"} +{"current_steps": 81, "total_steps": 580, "loss": 1.6485, "lr": 9.584633265931894e-06, "epoch": 0.6958762886597938, "percentage": 13.97, "elapsed_time": "0:10:38", "remaining_time": "1:05:36"} +{"current_steps": 82, "total_steps": 580, "loss": 1.6475, "lr": 9.573644176788795e-06, "epoch": 0.7044673539518901, "percentage": 14.14, "elapsed_time": "0:10:46", "remaining_time": "1:05:26"} +{"current_steps": 83, "total_steps": 580, "loss": 1.7037, "lr": 9.562518082382751e-06, "epoch": 0.7130584192439863, "percentage": 14.31, "elapsed_time": "0:10:54", "remaining_time": "1:05:16"} +{"current_steps": 84, "total_steps": 580, "loss": 1.655, "lr": 9.551255316000183e-06, "epoch": 0.7216494845360825, "percentage": 14.48, "elapsed_time": "0:11:01", "remaining_time": "1:05:06"} +{"current_steps": 85, "total_steps": 580, "loss": 1.6928, "lr": 9.539856215021568e-06, "epoch": 0.7302405498281787, "percentage": 14.66, "elapsed_time": "0:11:09", "remaining_time": "1:04:56"} +{"current_steps": 86, "total_steps": 580, "loss": 1.647, "lr": 9.528321120911345e-06, "epoch": 0.738831615120275, "percentage": 14.83, "elapsed_time": "0:11:16", "remaining_time": "1:04:46"} +{"current_steps": 87, "total_steps": 580, "loss": 1.6922, "lr": 9.516650379207677e-06, "epoch": 0.7474226804123711, "percentage": 15.0, "elapsed_time": "0:11:24", "remaining_time": "1:04:36"} +{"current_steps": 88, "total_steps": 580, "loss": 1.6725, "lr": 9.504844339512096e-06, "epoch": 0.7560137457044673, "percentage": 15.17, "elapsed_time": "0:11:31", "remaining_time": "1:04:26"} +{"current_steps": 89, "total_steps": 580, "loss": 1.6717, "lr": 9.492903355479047e-06, "epoch": 0.7646048109965635, "percentage": 15.34, "elapsed_time": "0:11:39", "remaining_time": "1:04:16"} +{"current_steps": 90, "total_steps": 580, "loss": 1.7168, "lr": 9.480827784805278e-06, "epoch": 0.7731958762886598, "percentage": 15.52, "elapsed_time": "0:11:46", "remaining_time": "1:04:06"} +{"current_steps": 91, "total_steps": 580, "loss": 1.6624, "lr": 9.468617989219136e-06, "epoch": 0.781786941580756, "percentage": 15.69, "elapsed_time": "0:11:54", "remaining_time": "1:03:57"} +{"current_steps": 92, "total_steps": 580, "loss": 1.6808, "lr": 9.45627433446972e-06, "epoch": 0.7903780068728522, "percentage": 15.86, "elapsed_time": "0:12:01", "remaining_time": "1:03:47"} +{"current_steps": 93, "total_steps": 580, "loss": 1.6713, "lr": 9.443797190315938e-06, "epoch": 0.7989690721649485, "percentage": 16.03, "elapsed_time": "0:12:09", "remaining_time": "1:03:37"} +{"current_steps": 94, "total_steps": 580, "loss": 1.6699, "lr": 9.431186930515419e-06, "epoch": 0.8075601374570447, "percentage": 16.21, "elapsed_time": "0:12:16", "remaining_time": "1:03:28"} +{"current_steps": 95, "total_steps": 580, "loss": 1.65, "lr": 9.418443932813328e-06, "epoch": 0.8161512027491409, "percentage": 16.38, "elapsed_time": "0:12:24", "remaining_time": "1:03:18"} +{"current_steps": 96, "total_steps": 580, "loss": 1.6887, "lr": 9.405568578931042e-06, "epoch": 0.8247422680412371, "percentage": 16.55, "elapsed_time": "0:12:31", "remaining_time": "1:03:09"} +{"current_steps": 97, "total_steps": 580, "loss": 1.687, "lr": 9.392561254554712e-06, "epoch": 0.8333333333333334, "percentage": 16.72, "elapsed_time": "0:12:39", "remaining_time": "1:02:59"} +{"current_steps": 98, "total_steps": 580, "loss": 1.6688, "lr": 9.379422349323728e-06, "epoch": 0.8419243986254296, "percentage": 16.9, "elapsed_time": "0:12:46", "remaining_time": "1:02:50"} +{"current_steps": 99, "total_steps": 580, "loss": 1.676, "lr": 9.366152256819025e-06, "epoch": 0.8505154639175257, "percentage": 17.07, "elapsed_time": "0:12:54", "remaining_time": "1:02:41"} +{"current_steps": 100, "total_steps": 580, "loss": 1.6575, "lr": 9.352751374551305e-06, "epoch": 0.8591065292096219, "percentage": 17.24, "elapsed_time": "0:13:01", "remaining_time": "1:02:31"} +{"current_steps": 101, "total_steps": 580, "loss": 1.658, "lr": 9.339220103949132e-06, "epoch": 0.8676975945017182, "percentage": 17.41, "elapsed_time": "0:13:22", "remaining_time": "1:03:25"} +{"current_steps": 102, "total_steps": 580, "loss": 1.6432, "lr": 9.325558850346897e-06, "epoch": 0.8762886597938144, "percentage": 17.59, "elapsed_time": "0:13:29", "remaining_time": "1:03:15"} +{"current_steps": 103, "total_steps": 580, "loss": 1.6679, "lr": 9.311768022972682e-06, "epoch": 0.8848797250859106, "percentage": 17.76, "elapsed_time": "0:13:37", "remaining_time": "1:03:05"} +{"current_steps": 104, "total_steps": 580, "loss": 1.6696, "lr": 9.297848034936007e-06, "epoch": 0.8934707903780069, "percentage": 17.93, "elapsed_time": "0:13:44", "remaining_time": "1:02:55"} +{"current_steps": 105, "total_steps": 580, "loss": 1.6921, "lr": 9.283799303215442e-06, "epoch": 0.9020618556701031, "percentage": 18.1, "elapsed_time": "0:13:52", "remaining_time": "1:02:46"} +{"current_steps": 106, "total_steps": 580, "loss": 1.7113, "lr": 9.269622248646124e-06, "epoch": 0.9106529209621993, "percentage": 18.28, "elapsed_time": "0:14:00", "remaining_time": "1:02:36"} +{"current_steps": 107, "total_steps": 580, "loss": 1.6576, "lr": 9.255317295907158e-06, "epoch": 0.9192439862542955, "percentage": 18.45, "elapsed_time": "0:14:07", "remaining_time": "1:02:26"} +{"current_steps": 108, "total_steps": 580, "loss": 1.6187, "lr": 9.240884873508876e-06, "epoch": 0.9278350515463918, "percentage": 18.62, "elapsed_time": "0:14:15", "remaining_time": "1:02:17"} +{"current_steps": 109, "total_steps": 580, "loss": 1.6831, "lr": 9.226325413780021e-06, "epoch": 0.936426116838488, "percentage": 18.79, "elapsed_time": "0:14:22", "remaining_time": "1:02:08"} +{"current_steps": 110, "total_steps": 580, "loss": 1.6538, "lr": 9.211639352854786e-06, "epoch": 0.9450171821305842, "percentage": 18.97, "elapsed_time": "0:14:30", "remaining_time": "1:01:58"} +{"current_steps": 111, "total_steps": 580, "loss": 1.6534, "lr": 9.196827130659752e-06, "epoch": 0.9536082474226805, "percentage": 19.14, "elapsed_time": "0:14:37", "remaining_time": "1:01:48"} +{"current_steps": 112, "total_steps": 580, "loss": 1.684, "lr": 9.181889190900702e-06, "epoch": 0.9621993127147767, "percentage": 19.31, "elapsed_time": "0:14:45", "remaining_time": "1:01:39"} +{"current_steps": 113, "total_steps": 580, "loss": 1.6648, "lr": 9.166825981049345e-06, "epoch": 0.9707903780068728, "percentage": 19.48, "elapsed_time": "0:14:52", "remaining_time": "1:01:29"} +{"current_steps": 114, "total_steps": 580, "loss": 1.7187, "lr": 9.151637952329903e-06, "epoch": 0.979381443298969, "percentage": 19.66, "elapsed_time": "0:15:00", "remaining_time": "1:01:20"} +{"current_steps": 115, "total_steps": 580, "loss": 1.653, "lr": 9.136325559705593e-06, "epoch": 0.9879725085910653, "percentage": 19.83, "elapsed_time": "0:15:07", "remaining_time": "1:01:11"} +{"current_steps": 116, "total_steps": 580, "loss": 1.7078, "lr": 9.120889261864999e-06, "epoch": 0.9965635738831615, "percentage": 20.0, "elapsed_time": "0:15:15", "remaining_time": "1:01:01"} +{"current_steps": 117, "total_steps": 580, "loss": 3.3438, "lr": 9.105329521208334e-06, "epoch": 1.0085910652920962, "percentage": 20.17, "elapsed_time": "0:15:24", "remaining_time": "1:00:58"} +{"current_steps": 118, "total_steps": 580, "loss": 1.5203, "lr": 9.089646803833589e-06, "epoch": 1.0171821305841924, "percentage": 20.34, "elapsed_time": "0:15:31", "remaining_time": "1:00:48"} +{"current_steps": 119, "total_steps": 580, "loss": 1.5743, "lr": 9.073841579522571e-06, "epoch": 1.0257731958762886, "percentage": 20.52, "elapsed_time": "0:15:39", "remaining_time": "1:00:39"} +{"current_steps": 120, "total_steps": 580, "loss": 1.561, "lr": 9.057914321726824e-06, "epoch": 1.034364261168385, "percentage": 20.69, "elapsed_time": "0:15:46", "remaining_time": "1:00:30"} +{"current_steps": 121, "total_steps": 580, "loss": 1.5718, "lr": 9.041865507553458e-06, "epoch": 1.0429553264604812, "percentage": 20.86, "elapsed_time": "0:15:54", "remaining_time": "1:00:20"} +{"current_steps": 122, "total_steps": 580, "loss": 1.5492, "lr": 9.025695617750848e-06, "epoch": 1.0515463917525774, "percentage": 21.03, "elapsed_time": "0:16:02", "remaining_time": "1:00:11"} +{"current_steps": 123, "total_steps": 580, "loss": 1.576, "lr": 9.009405136694234e-06, "epoch": 1.0601374570446735, "percentage": 21.21, "elapsed_time": "0:16:09", "remaining_time": "1:00:02"} +{"current_steps": 124, "total_steps": 580, "loss": 1.5751, "lr": 8.992994552371217e-06, "epoch": 1.0687285223367697, "percentage": 21.38, "elapsed_time": "0:16:17", "remaining_time": "0:59:53"} +{"current_steps": 125, "total_steps": 580, "loss": 1.544, "lr": 8.976464356367133e-06, "epoch": 1.077319587628866, "percentage": 21.55, "elapsed_time": "0:16:24", "remaining_time": "0:59:44"} +{"current_steps": 126, "total_steps": 580, "loss": 1.5688, "lr": 8.959815043850336e-06, "epoch": 1.0859106529209621, "percentage": 21.72, "elapsed_time": "0:16:32", "remaining_time": "0:59:34"} +{"current_steps": 127, "total_steps": 580, "loss": 1.565, "lr": 8.943047113557358e-06, "epoch": 1.0945017182130585, "percentage": 21.9, "elapsed_time": "0:16:39", "remaining_time": "0:59:25"} +{"current_steps": 128, "total_steps": 580, "loss": 1.5441, "lr": 8.926161067777973e-06, "epoch": 1.1030927835051547, "percentage": 22.07, "elapsed_time": "0:16:47", "remaining_time": "0:59:16"} +{"current_steps": 129, "total_steps": 580, "loss": 1.5729, "lr": 8.90915741234015e-06, "epoch": 1.111683848797251, "percentage": 22.24, "elapsed_time": "0:16:54", "remaining_time": "0:59:07"} +{"current_steps": 130, "total_steps": 580, "loss": 1.5621, "lr": 8.892036656594898e-06, "epoch": 1.120274914089347, "percentage": 22.41, "elapsed_time": "0:17:02", "remaining_time": "0:58:58"} +{"current_steps": 131, "total_steps": 580, "loss": 1.5623, "lr": 8.874799313401014e-06, "epoch": 1.1288659793814433, "percentage": 22.59, "elapsed_time": "0:17:09", "remaining_time": "0:58:49"} +{"current_steps": 132, "total_steps": 580, "loss": 1.5313, "lr": 8.857445899109716e-06, "epoch": 1.1374570446735395, "percentage": 22.76, "elapsed_time": "0:17:17", "remaining_time": "0:58:40"} +{"current_steps": 133, "total_steps": 580, "loss": 1.5579, "lr": 8.839976933549173e-06, "epoch": 1.1460481099656357, "percentage": 22.93, "elapsed_time": "0:17:24", "remaining_time": "0:58:31"} +{"current_steps": 134, "total_steps": 580, "loss": 1.5847, "lr": 8.822392940008937e-06, "epoch": 1.1546391752577319, "percentage": 23.1, "elapsed_time": "0:17:32", "remaining_time": "0:58:22"} +{"current_steps": 135, "total_steps": 580, "loss": 1.5437, "lr": 8.804694445224274e-06, "epoch": 1.1632302405498283, "percentage": 23.28, "elapsed_time": "0:17:39", "remaining_time": "0:58:13"} +{"current_steps": 136, "total_steps": 580, "loss": 1.5595, "lr": 8.786881979360368e-06, "epoch": 1.1718213058419245, "percentage": 23.45, "elapsed_time": "0:17:47", "remaining_time": "0:58:04"} +{"current_steps": 137, "total_steps": 580, "loss": 1.5692, "lr": 8.76895607599646e-06, "epoch": 1.1804123711340206, "percentage": 23.62, "elapsed_time": "0:17:54", "remaining_time": "0:57:55"} +{"current_steps": 138, "total_steps": 580, "loss": 1.5798, "lr": 8.750917272109849e-06, "epoch": 1.1890034364261168, "percentage": 23.79, "elapsed_time": "0:18:02", "remaining_time": "0:57:46"} +{"current_steps": 139, "total_steps": 580, "loss": 1.5766, "lr": 8.732766108059814e-06, "epoch": 1.197594501718213, "percentage": 23.97, "elapsed_time": "0:18:09", "remaining_time": "0:57:37"} +{"current_steps": 140, "total_steps": 580, "loss": 1.5811, "lr": 8.714503127571425e-06, "epoch": 1.2061855670103092, "percentage": 24.14, "elapsed_time": "0:18:17", "remaining_time": "0:57:28"} +{"current_steps": 141, "total_steps": 580, "loss": 1.575, "lr": 8.696128877719258e-06, "epoch": 1.2147766323024054, "percentage": 24.31, "elapsed_time": "0:18:24", "remaining_time": "0:57:19"} +{"current_steps": 142, "total_steps": 580, "loss": 1.5784, "lr": 8.677643908911007e-06, "epoch": 1.2233676975945018, "percentage": 24.48, "elapsed_time": "0:18:32", "remaining_time": "0:57:11"} +{"current_steps": 143, "total_steps": 580, "loss": 1.5353, "lr": 8.659048774870986e-06, "epoch": 1.231958762886598, "percentage": 24.66, "elapsed_time": "0:18:39", "remaining_time": "0:57:02"} +{"current_steps": 144, "total_steps": 580, "loss": 1.5542, "lr": 8.64034403262356e-06, "epoch": 1.2405498281786942, "percentage": 24.83, "elapsed_time": "0:18:47", "remaining_time": "0:56:53"} +{"current_steps": 145, "total_steps": 580, "loss": 1.5613, "lr": 8.621530242476446e-06, "epoch": 1.2491408934707904, "percentage": 25.0, "elapsed_time": "0:18:55", "remaining_time": "0:56:45"} +{"current_steps": 146, "total_steps": 580, "loss": 1.5735, "lr": 8.602607968003935e-06, "epoch": 1.2577319587628866, "percentage": 25.17, "elapsed_time": "0:19:02", "remaining_time": "0:56:36"} +{"current_steps": 147, "total_steps": 580, "loss": 1.6101, "lr": 8.583577776030005e-06, "epoch": 1.2663230240549828, "percentage": 25.34, "elapsed_time": "0:19:10", "remaining_time": "0:56:27"} +{"current_steps": 148, "total_steps": 580, "loss": 1.5615, "lr": 8.564440236611344e-06, "epoch": 1.274914089347079, "percentage": 25.52, "elapsed_time": "0:19:17", "remaining_time": "0:56:19"} +{"current_steps": 149, "total_steps": 580, "loss": 1.5552, "lr": 8.545195923020273e-06, "epoch": 1.2835051546391751, "percentage": 25.69, "elapsed_time": "0:19:25", "remaining_time": "0:56:10"} +{"current_steps": 150, "total_steps": 580, "loss": 1.5739, "lr": 8.525845411727581e-06, "epoch": 1.2920962199312716, "percentage": 25.86, "elapsed_time": "0:19:32", "remaining_time": "0:56:01"} +{"current_steps": 151, "total_steps": 580, "loss": 1.587, "lr": 8.506389282385242e-06, "epoch": 1.3006872852233677, "percentage": 26.03, "elapsed_time": "0:19:54", "remaining_time": "0:56:33"} +{"current_steps": 152, "total_steps": 580, "loss": 1.5907, "lr": 8.486828117809057e-06, "epoch": 1.309278350515464, "percentage": 26.21, "elapsed_time": "0:20:01", "remaining_time": "0:56:24"} +{"current_steps": 153, "total_steps": 580, "loss": 1.5775, "lr": 8.467162503961209e-06, "epoch": 1.3178694158075601, "percentage": 26.38, "elapsed_time": "0:20:09", "remaining_time": "0:56:15"} +{"current_steps": 154, "total_steps": 580, "loss": 1.6016, "lr": 8.447393029932692e-06, "epoch": 1.3264604810996563, "percentage": 26.55, "elapsed_time": "0:20:17", "remaining_time": "0:56:06"} +{"current_steps": 155, "total_steps": 580, "loss": 1.5461, "lr": 8.427520287925669e-06, "epoch": 1.3350515463917525, "percentage": 26.72, "elapsed_time": "0:20:24", "remaining_time": "0:55:57"} +{"current_steps": 156, "total_steps": 580, "loss": 1.5998, "lr": 8.407544873235736e-06, "epoch": 1.343642611683849, "percentage": 26.9, "elapsed_time": "0:20:32", "remaining_time": "0:55:48"} +{"current_steps": 157, "total_steps": 580, "loss": 1.5084, "lr": 8.387467384234096e-06, "epoch": 1.352233676975945, "percentage": 27.07, "elapsed_time": "0:20:39", "remaining_time": "0:55:40"} +{"current_steps": 158, "total_steps": 580, "loss": 1.5667, "lr": 8.367288422349617e-06, "epoch": 1.3608247422680413, "percentage": 27.24, "elapsed_time": "0:20:47", "remaining_time": "0:55:31"} +{"current_steps": 159, "total_steps": 580, "loss": 1.5568, "lr": 8.347008592050834e-06, "epoch": 1.3694158075601375, "percentage": 27.41, "elapsed_time": "0:20:54", "remaining_time": "0:55:22"} +{"current_steps": 160, "total_steps": 580, "loss": 1.5373, "lr": 8.326628500827826e-06, "epoch": 1.3780068728522337, "percentage": 27.59, "elapsed_time": "0:21:02", "remaining_time": "0:55:13"} +{"current_steps": 161, "total_steps": 580, "loss": 1.576, "lr": 8.306148759174036e-06, "epoch": 1.3865979381443299, "percentage": 27.76, "elapsed_time": "0:21:10", "remaining_time": "0:55:05"} +{"current_steps": 162, "total_steps": 580, "loss": 1.5849, "lr": 8.285569980567965e-06, "epoch": 1.395189003436426, "percentage": 27.93, "elapsed_time": "0:21:17", "remaining_time": "0:54:56"} +{"current_steps": 163, "total_steps": 580, "loss": 1.5306, "lr": 8.264892781454807e-06, "epoch": 1.4037800687285222, "percentage": 28.1, "elapsed_time": "0:21:25", "remaining_time": "0:54:47"} +{"current_steps": 164, "total_steps": 580, "loss": 1.6125, "lr": 8.244117781227982e-06, "epoch": 1.4123711340206184, "percentage": 28.28, "elapsed_time": "0:21:32", "remaining_time": "0:54:39"} +{"current_steps": 165, "total_steps": 580, "loss": 1.5324, "lr": 8.22324560221058e-06, "epoch": 1.4209621993127148, "percentage": 28.45, "elapsed_time": "0:21:40", "remaining_time": "0:54:30"} +{"current_steps": 166, "total_steps": 580, "loss": 1.5778, "lr": 8.202276869636713e-06, "epoch": 1.429553264604811, "percentage": 28.62, "elapsed_time": "0:21:47", "remaining_time": "0:54:21"} +{"current_steps": 167, "total_steps": 580, "loss": 1.5728, "lr": 8.1812122116328e-06, "epoch": 1.4381443298969072, "percentage": 28.79, "elapsed_time": "0:21:55", "remaining_time": "0:54:12"} +{"current_steps": 168, "total_steps": 580, "loss": 1.5507, "lr": 8.160052259198737e-06, "epoch": 1.4467353951890034, "percentage": 28.97, "elapsed_time": "0:22:02", "remaining_time": "0:54:04"} +{"current_steps": 169, "total_steps": 580, "loss": 1.5875, "lr": 8.138797646189e-06, "epoch": 1.4553264604810996, "percentage": 29.14, "elapsed_time": "0:22:10", "remaining_time": "0:53:55"} +{"current_steps": 170, "total_steps": 580, "loss": 1.5572, "lr": 8.117449009293668e-06, "epoch": 1.463917525773196, "percentage": 29.31, "elapsed_time": "0:22:17", "remaining_time": "0:53:46"} +{"current_steps": 171, "total_steps": 580, "loss": 1.5497, "lr": 8.096006988019331e-06, "epoch": 1.4725085910652922, "percentage": 29.48, "elapsed_time": "0:22:25", "remaining_time": "0:53:37"} +{"current_steps": 172, "total_steps": 580, "loss": 1.5508, "lr": 8.074472224669952e-06, "epoch": 1.4810996563573884, "percentage": 29.66, "elapsed_time": "0:22:32", "remaining_time": "0:53:29"} +{"current_steps": 173, "total_steps": 580, "loss": 1.5737, "lr": 8.052845364327609e-06, "epoch": 1.4896907216494846, "percentage": 29.83, "elapsed_time": "0:22:40", "remaining_time": "0:53:20"} +{"current_steps": 174, "total_steps": 580, "loss": 1.5937, "lr": 8.031127054833192e-06, "epoch": 1.4982817869415808, "percentage": 30.0, "elapsed_time": "0:22:47", "remaining_time": "0:53:11"} +{"current_steps": 175, "total_steps": 580, "loss": 1.56, "lr": 8.009317946766975e-06, "epoch": 1.506872852233677, "percentage": 30.17, "elapsed_time": "0:22:55", "remaining_time": "0:53:03"} +{"current_steps": 176, "total_steps": 580, "loss": 1.5638, "lr": 7.987418693429145e-06, "epoch": 1.5154639175257731, "percentage": 30.34, "elapsed_time": "0:23:03", "remaining_time": "0:52:54"} +{"current_steps": 177, "total_steps": 580, "loss": 1.5559, "lr": 7.965429950820222e-06, "epoch": 1.5240549828178693, "percentage": 30.52, "elapsed_time": "0:23:10", "remaining_time": "0:52:45"} +{"current_steps": 178, "total_steps": 580, "loss": 1.5395, "lr": 7.943352377621414e-06, "epoch": 1.5326460481099655, "percentage": 30.69, "elapsed_time": "0:23:18", "remaining_time": "0:52:37"} +{"current_steps": 179, "total_steps": 580, "loss": 1.5726, "lr": 7.92118663517488e-06, "epoch": 1.5412371134020617, "percentage": 30.86, "elapsed_time": "0:23:25", "remaining_time": "0:52:28"} +{"current_steps": 180, "total_steps": 580, "loss": 1.5629, "lr": 7.898933387463924e-06, "epoch": 1.5498281786941581, "percentage": 31.03, "elapsed_time": "0:23:33", "remaining_time": "0:52:20"} +{"current_steps": 181, "total_steps": 580, "loss": 1.6087, "lr": 7.876593301093104e-06, "epoch": 1.5584192439862543, "percentage": 31.21, "elapsed_time": "0:23:40", "remaining_time": "0:52:11"} +{"current_steps": 182, "total_steps": 580, "loss": 1.5428, "lr": 7.854167045268265e-06, "epoch": 1.5670103092783505, "percentage": 31.38, "elapsed_time": "0:23:48", "remaining_time": "0:52:03"} +{"current_steps": 183, "total_steps": 580, "loss": 1.5701, "lr": 7.831655291776484e-06, "epoch": 1.5756013745704467, "percentage": 31.55, "elapsed_time": "0:23:55", "remaining_time": "0:51:54"} +{"current_steps": 184, "total_steps": 580, "loss": 1.5545, "lr": 7.809058714965962e-06, "epoch": 1.584192439862543, "percentage": 31.72, "elapsed_time": "0:24:03", "remaining_time": "0:51:45"} +{"current_steps": 185, "total_steps": 580, "loss": 1.5849, "lr": 7.786377991725813e-06, "epoch": 1.5927835051546393, "percentage": 31.9, "elapsed_time": "0:24:10", "remaining_time": "0:51:37"} +{"current_steps": 186, "total_steps": 580, "loss": 1.5671, "lr": 7.763613801465785e-06, "epoch": 1.6013745704467355, "percentage": 32.07, "elapsed_time": "0:24:18", "remaining_time": "0:51:28"} +{"current_steps": 187, "total_steps": 580, "loss": 1.5583, "lr": 7.740766826095918e-06, "epoch": 1.6099656357388317, "percentage": 32.24, "elapsed_time": "0:24:25", "remaining_time": "0:51:20"} +{"current_steps": 188, "total_steps": 580, "loss": 1.558, "lr": 7.717837750006106e-06, "epoch": 1.6185567010309279, "percentage": 32.41, "elapsed_time": "0:24:33", "remaining_time": "0:51:11"} +{"current_steps": 189, "total_steps": 580, "loss": 1.542, "lr": 7.694827260045608e-06, "epoch": 1.627147766323024, "percentage": 32.59, "elapsed_time": "0:24:40", "remaining_time": "0:51:03"} +{"current_steps": 190, "total_steps": 580, "loss": 1.5554, "lr": 7.671736045502462e-06, "epoch": 1.6357388316151202, "percentage": 32.76, "elapsed_time": "0:24:48", "remaining_time": "0:50:54"} +{"current_steps": 191, "total_steps": 580, "loss": 1.5529, "lr": 7.648564798082842e-06, "epoch": 1.6443298969072164, "percentage": 32.93, "elapsed_time": "0:24:55", "remaining_time": "0:50:46"} +{"current_steps": 192, "total_steps": 580, "loss": 1.5287, "lr": 7.625314211890342e-06, "epoch": 1.6529209621993126, "percentage": 33.1, "elapsed_time": "0:25:03", "remaining_time": "0:50:37"} +{"current_steps": 193, "total_steps": 580, "loss": 1.6164, "lr": 7.601984983405173e-06, "epoch": 1.6615120274914088, "percentage": 33.28, "elapsed_time": "0:25:10", "remaining_time": "0:50:29"} +{"current_steps": 194, "total_steps": 580, "loss": 1.6136, "lr": 7.57857781146331e-06, "epoch": 1.670103092783505, "percentage": 33.45, "elapsed_time": "0:25:18", "remaining_time": "0:50:20"} +{"current_steps": 195, "total_steps": 580, "loss": 1.557, "lr": 7.555093397235553e-06, "epoch": 1.6786941580756014, "percentage": 33.62, "elapsed_time": "0:25:25", "remaining_time": "0:50:12"} +{"current_steps": 196, "total_steps": 580, "loss": 1.5799, "lr": 7.531532444206524e-06, "epoch": 1.6872852233676976, "percentage": 33.79, "elapsed_time": "0:25:33", "remaining_time": "0:50:04"} +{"current_steps": 197, "total_steps": 580, "loss": 1.5666, "lr": 7.507895658153594e-06, "epoch": 1.6958762886597938, "percentage": 33.97, "elapsed_time": "0:25:40", "remaining_time": "0:49:55"} +{"current_steps": 198, "total_steps": 580, "loss": 1.5851, "lr": 7.484183747125743e-06, "epoch": 1.7044673539518902, "percentage": 34.14, "elapsed_time": "0:25:48", "remaining_time": "0:49:47"} +{"current_steps": 199, "total_steps": 580, "loss": 1.5918, "lr": 7.460397421422346e-06, "epoch": 1.7130584192439864, "percentage": 34.31, "elapsed_time": "0:25:55", "remaining_time": "0:49:38"} +{"current_steps": 200, "total_steps": 580, "loss": 1.58, "lr": 7.4365373935719e-06, "epoch": 1.7216494845360826, "percentage": 34.48, "elapsed_time": "0:26:03", "remaining_time": "0:49:30"} +{"current_steps": 201, "total_steps": 580, "loss": 1.6027, "lr": 7.412604378310677e-06, "epoch": 1.7302405498281788, "percentage": 34.66, "elapsed_time": "0:26:25", "remaining_time": "0:49:49"} +{"current_steps": 202, "total_steps": 580, "loss": 1.5843, "lr": 7.388599092561315e-06, "epoch": 1.738831615120275, "percentage": 34.83, "elapsed_time": "0:26:32", "remaining_time": "0:49:40"} +{"current_steps": 203, "total_steps": 580, "loss": 1.5803, "lr": 7.364522255411342e-06, "epoch": 1.7474226804123711, "percentage": 35.0, "elapsed_time": "0:26:40", "remaining_time": "0:49:32"} +{"current_steps": 204, "total_steps": 580, "loss": 1.5821, "lr": 7.340374588091638e-06, "epoch": 1.7560137457044673, "percentage": 35.17, "elapsed_time": "0:26:47", "remaining_time": "0:49:23"} +{"current_steps": 205, "total_steps": 580, "loss": 1.5847, "lr": 7.316156813954821e-06, "epoch": 1.7646048109965635, "percentage": 35.34, "elapsed_time": "0:26:55", "remaining_time": "0:49:14"} +{"current_steps": 206, "total_steps": 580, "loss": 1.5585, "lr": 7.291869658453594e-06, "epoch": 1.7731958762886597, "percentage": 35.52, "elapsed_time": "0:27:02", "remaining_time": "0:49:06"} +{"current_steps": 207, "total_steps": 580, "loss": 1.6005, "lr": 7.267513849119001e-06, "epoch": 1.781786941580756, "percentage": 35.69, "elapsed_time": "0:27:10", "remaining_time": "0:48:58"} +{"current_steps": 208, "total_steps": 580, "loss": 1.5714, "lr": 7.243090115538639e-06, "epoch": 1.790378006872852, "percentage": 35.86, "elapsed_time": "0:27:18", "remaining_time": "0:48:49"} +{"current_steps": 209, "total_steps": 580, "loss": 1.5787, "lr": 7.218599189334799e-06, "epoch": 1.7989690721649485, "percentage": 36.03, "elapsed_time": "0:27:25", "remaining_time": "0:48:41"} +{"current_steps": 210, "total_steps": 580, "loss": 1.6287, "lr": 7.194041804142556e-06, "epoch": 1.8075601374570447, "percentage": 36.21, "elapsed_time": "0:27:33", "remaining_time": "0:48:32"} +{"current_steps": 211, "total_steps": 580, "loss": 1.5978, "lr": 7.169418695587791e-06, "epoch": 1.8161512027491409, "percentage": 36.38, "elapsed_time": "0:27:40", "remaining_time": "0:48:24"} +{"current_steps": 212, "total_steps": 580, "loss": 1.6117, "lr": 7.144730601265148e-06, "epoch": 1.824742268041237, "percentage": 36.55, "elapsed_time": "0:27:48", "remaining_time": "0:48:15"} +{"current_steps": 213, "total_steps": 580, "loss": 1.5071, "lr": 7.1199782607159494e-06, "epoch": 1.8333333333333335, "percentage": 36.72, "elapsed_time": "0:27:55", "remaining_time": "0:48:07"} +{"current_steps": 214, "total_steps": 580, "loss": 1.5867, "lr": 7.095162415406034e-06, "epoch": 1.8419243986254297, "percentage": 36.9, "elapsed_time": "0:28:03", "remaining_time": "0:47:58"} +{"current_steps": 215, "total_steps": 580, "loss": 1.6326, "lr": 7.070283808703553e-06, "epoch": 1.8505154639175259, "percentage": 37.07, "elapsed_time": "0:28:10", "remaining_time": "0:47:50"} +{"current_steps": 216, "total_steps": 580, "loss": 1.5576, "lr": 7.045343185856701e-06, "epoch": 1.859106529209622, "percentage": 37.24, "elapsed_time": "0:28:18", "remaining_time": "0:47:42"} +{"current_steps": 217, "total_steps": 580, "loss": 1.6069, "lr": 7.020341293971383e-06, "epoch": 1.8676975945017182, "percentage": 37.41, "elapsed_time": "0:28:25", "remaining_time": "0:47:33"} +{"current_steps": 218, "total_steps": 580, "loss": 1.5392, "lr": 6.995278881988847e-06, "epoch": 1.8762886597938144, "percentage": 37.59, "elapsed_time": "0:28:33", "remaining_time": "0:47:25"} +{"current_steps": 219, "total_steps": 580, "loss": 1.5646, "lr": 6.970156700663244e-06, "epoch": 1.8848797250859106, "percentage": 37.76, "elapsed_time": "0:28:41", "remaining_time": "0:47:17"} +{"current_steps": 220, "total_steps": 580, "loss": 1.5724, "lr": 6.9449755025391355e-06, "epoch": 1.8934707903780068, "percentage": 37.93, "elapsed_time": "0:28:48", "remaining_time": "0:47:08"} +{"current_steps": 221, "total_steps": 580, "loss": 1.6274, "lr": 6.919736041928956e-06, "epoch": 1.902061855670103, "percentage": 38.1, "elapsed_time": "0:28:56", "remaining_time": "0:47:00"} +{"current_steps": 222, "total_steps": 580, "loss": 1.5463, "lr": 6.894439074890413e-06, "epoch": 1.9106529209621992, "percentage": 38.28, "elapsed_time": "0:29:03", "remaining_time": "0:46:52"} +{"current_steps": 223, "total_steps": 580, "loss": 1.5821, "lr": 6.869085359203844e-06, "epoch": 1.9192439862542954, "percentage": 38.45, "elapsed_time": "0:29:11", "remaining_time": "0:46:44"} +{"current_steps": 224, "total_steps": 580, "loss": 1.5403, "lr": 6.843675654349513e-06, "epoch": 1.9278350515463918, "percentage": 38.62, "elapsed_time": "0:29:19", "remaining_time": "0:46:35"} +{"current_steps": 225, "total_steps": 580, "loss": 1.5178, "lr": 6.818210721484859e-06, "epoch": 1.936426116838488, "percentage": 38.79, "elapsed_time": "0:29:26", "remaining_time": "0:46:27"} +{"current_steps": 226, "total_steps": 580, "loss": 1.5638, "lr": 6.792691323421698e-06, "epoch": 1.9450171821305842, "percentage": 38.97, "elapsed_time": "0:29:34", "remaining_time": "0:46:19"} +{"current_steps": 227, "total_steps": 580, "loss": 1.5592, "lr": 6.767118224603374e-06, "epoch": 1.9536082474226806, "percentage": 39.14, "elapsed_time": "0:29:41", "remaining_time": "0:46:10"} +{"current_steps": 228, "total_steps": 580, "loss": 1.5055, "lr": 6.741492191081856e-06, "epoch": 1.9621993127147768, "percentage": 39.31, "elapsed_time": "0:29:49", "remaining_time": "0:46:02"} +{"current_steps": 229, "total_steps": 580, "loss": 1.603, "lr": 6.715813990494793e-06, "epoch": 1.970790378006873, "percentage": 39.48, "elapsed_time": "0:29:56", "remaining_time": "0:45:54"} +{"current_steps": 230, "total_steps": 580, "loss": 1.5978, "lr": 6.690084392042514e-06, "epoch": 1.9793814432989691, "percentage": 39.66, "elapsed_time": "0:30:04", "remaining_time": "0:45:46"} +{"current_steps": 231, "total_steps": 580, "loss": 1.5686, "lr": 6.664304166465e-06, "epoch": 1.9879725085910653, "percentage": 39.83, "elapsed_time": "0:30:12", "remaining_time": "0:45:37"} +{"current_steps": 232, "total_steps": 580, "loss": 1.6107, "lr": 6.638474086018778e-06, "epoch": 1.9965635738831615, "percentage": 40.0, "elapsed_time": "0:30:19", "remaining_time": "0:45:29"} +{"current_steps": 233, "total_steps": 580, "loss": 2.9183, "lr": 6.612594924453801e-06, "epoch": 2.008591065292096, "percentage": 40.17, "elapsed_time": "0:30:28", "remaining_time": "0:45:23"} +{"current_steps": 234, "total_steps": 580, "loss": 1.4752, "lr": 6.5866674569902676e-06, "epoch": 2.0171821305841924, "percentage": 40.34, "elapsed_time": "0:30:36", "remaining_time": "0:45:15"} +{"current_steps": 235, "total_steps": 580, "loss": 1.4757, "lr": 6.5606924602953925e-06, "epoch": 2.0257731958762886, "percentage": 40.52, "elapsed_time": "0:30:44", "remaining_time": "0:45:07"} +{"current_steps": 236, "total_steps": 580, "loss": 1.5038, "lr": 6.534670712460151e-06, "epoch": 2.0343642611683848, "percentage": 40.69, "elapsed_time": "0:30:51", "remaining_time": "0:44:58"} +{"current_steps": 237, "total_steps": 580, "loss": 1.5007, "lr": 6.508602992975963e-06, "epoch": 2.042955326460481, "percentage": 40.86, "elapsed_time": "0:30:59", "remaining_time": "0:44:50"} +{"current_steps": 238, "total_steps": 580, "loss": 1.4765, "lr": 6.4824900827113506e-06, "epoch": 2.051546391752577, "percentage": 41.03, "elapsed_time": "0:31:06", "remaining_time": "0:44:42"} +{"current_steps": 239, "total_steps": 580, "loss": 1.5136, "lr": 6.456332763888544e-06, "epoch": 2.0601374570446733, "percentage": 41.21, "elapsed_time": "0:31:14", "remaining_time": "0:44:34"} +{"current_steps": 240, "total_steps": 580, "loss": 1.4759, "lr": 6.430131820060043e-06, "epoch": 2.06872852233677, "percentage": 41.38, "elapsed_time": "0:31:22", "remaining_time": "0:44:26"} +{"current_steps": 241, "total_steps": 580, "loss": 1.4829, "lr": 6.403888036085155e-06, "epoch": 2.077319587628866, "percentage": 41.55, "elapsed_time": "0:31:29", "remaining_time": "0:44:18"} +{"current_steps": 242, "total_steps": 580, "loss": 1.4805, "lr": 6.3776021981064825e-06, "epoch": 2.0859106529209623, "percentage": 41.72, "elapsed_time": "0:31:37", "remaining_time": "0:44:09"} +{"current_steps": 243, "total_steps": 580, "loss": 1.5131, "lr": 6.3512750935263664e-06, "epoch": 2.0945017182130585, "percentage": 41.9, "elapsed_time": "0:31:44", "remaining_time": "0:44:01"} +{"current_steps": 244, "total_steps": 580, "loss": 1.4708, "lr": 6.32490751098331e-06, "epoch": 2.1030927835051547, "percentage": 42.07, "elapsed_time": "0:31:52", "remaining_time": "0:43:53"} +{"current_steps": 245, "total_steps": 580, "loss": 1.4691, "lr": 6.298500240328342e-06, "epoch": 2.111683848797251, "percentage": 42.24, "elapsed_time": "0:32:00", "remaining_time": "0:43:45"} +{"current_steps": 246, "total_steps": 580, "loss": 1.4801, "lr": 6.272054072601374e-06, "epoch": 2.120274914089347, "percentage": 42.41, "elapsed_time": "0:32:07", "remaining_time": "0:43:37"} +{"current_steps": 247, "total_steps": 580, "loss": 1.5156, "lr": 6.245569800007484e-06, "epoch": 2.1288659793814433, "percentage": 42.59, "elapsed_time": "0:32:15", "remaining_time": "0:43:29"} +{"current_steps": 248, "total_steps": 580, "loss": 1.4962, "lr": 6.219048215893204e-06, "epoch": 2.1374570446735395, "percentage": 42.76, "elapsed_time": "0:32:22", "remaining_time": "0:43:20"} +{"current_steps": 249, "total_steps": 580, "loss": 1.4746, "lr": 6.192490114722741e-06, "epoch": 2.1460481099656357, "percentage": 42.93, "elapsed_time": "0:32:30", "remaining_time": "0:43:12"} +{"current_steps": 250, "total_steps": 580, "loss": 1.4803, "lr": 6.1658962920541875e-06, "epoch": 2.154639175257732, "percentage": 43.1, "elapsed_time": "0:32:38", "remaining_time": "0:43:04"} +{"current_steps": 251, "total_steps": 580, "loss": 1.4848, "lr": 6.139267544515689e-06, "epoch": 2.163230240549828, "percentage": 43.28, "elapsed_time": "0:33:00", "remaining_time": "0:43:15"} +{"current_steps": 252, "total_steps": 580, "loss": 1.477, "lr": 6.112604669781572e-06, "epoch": 2.1718213058419242, "percentage": 43.45, "elapsed_time": "0:33:07", "remaining_time": "0:43:07"} +{"current_steps": 253, "total_steps": 580, "loss": 1.4895, "lr": 6.0859084665484645e-06, "epoch": 2.1804123711340204, "percentage": 43.62, "elapsed_time": "0:33:15", "remaining_time": "0:42:58"} +{"current_steps": 254, "total_steps": 580, "loss": 1.5096, "lr": 6.059179734511357e-06, "epoch": 2.189003436426117, "percentage": 43.79, "elapsed_time": "0:33:22", "remaining_time": "0:42:50"} +{"current_steps": 255, "total_steps": 580, "loss": 1.4788, "lr": 6.032419274339654e-06, "epoch": 2.1975945017182132, "percentage": 43.97, "elapsed_time": "0:33:30", "remaining_time": "0:42:42"} +{"current_steps": 256, "total_steps": 580, "loss": 1.456, "lr": 6.005627887653189e-06, "epoch": 2.2061855670103094, "percentage": 44.14, "elapsed_time": "0:33:37", "remaining_time": "0:42:33"} +{"current_steps": 257, "total_steps": 580, "loss": 1.4965, "lr": 5.978806376998209e-06, "epoch": 2.2147766323024056, "percentage": 44.31, "elapsed_time": "0:33:45", "remaining_time": "0:42:25"} +{"current_steps": 258, "total_steps": 580, "loss": 1.4763, "lr": 5.951955545823342e-06, "epoch": 2.223367697594502, "percentage": 44.48, "elapsed_time": "0:33:52", "remaining_time": "0:42:17"} +{"current_steps": 259, "total_steps": 580, "loss": 1.4911, "lr": 5.925076198455517e-06, "epoch": 2.231958762886598, "percentage": 44.66, "elapsed_time": "0:34:00", "remaining_time": "0:42:08"} +{"current_steps": 260, "total_steps": 580, "loss": 1.4951, "lr": 5.898169140075878e-06, "epoch": 2.240549828178694, "percentage": 44.83, "elapsed_time": "0:34:08", "remaining_time": "0:42:00"} +{"current_steps": 261, "total_steps": 580, "loss": 1.4927, "lr": 5.871235176695664e-06, "epoch": 2.2491408934707904, "percentage": 45.0, "elapsed_time": "0:34:15", "remaining_time": "0:41:52"} +{"current_steps": 262, "total_steps": 580, "loss": 1.4669, "lr": 5.844275115132064e-06, "epoch": 2.2577319587628866, "percentage": 45.17, "elapsed_time": "0:34:23", "remaining_time": "0:41:44"} +{"current_steps": 263, "total_steps": 580, "loss": 1.4691, "lr": 5.817289762984048e-06, "epoch": 2.2663230240549828, "percentage": 45.34, "elapsed_time": "0:34:30", "remaining_time": "0:41:35"} +{"current_steps": 264, "total_steps": 580, "loss": 1.4741, "lr": 5.790279928608173e-06, "epoch": 2.274914089347079, "percentage": 45.52, "elapsed_time": "0:34:38", "remaining_time": "0:41:27"} +{"current_steps": 265, "total_steps": 580, "loss": 1.4695, "lr": 5.763246421094373e-06, "epoch": 2.283505154639175, "percentage": 45.69, "elapsed_time": "0:34:45", "remaining_time": "0:41:19"} +{"current_steps": 266, "total_steps": 580, "loss": 1.4423, "lr": 5.736190050241719e-06, "epoch": 2.2920962199312713, "percentage": 45.86, "elapsed_time": "0:34:53", "remaining_time": "0:41:10"} +{"current_steps": 267, "total_steps": 580, "loss": 1.4944, "lr": 5.709111626534161e-06, "epoch": 2.3006872852233675, "percentage": 46.03, "elapsed_time": "0:35:00", "remaining_time": "0:41:02"} +{"current_steps": 268, "total_steps": 580, "loss": 1.4803, "lr": 5.6820119611162515e-06, "epoch": 2.3092783505154637, "percentage": 46.21, "elapsed_time": "0:35:08", "remaining_time": "0:40:54"} +{"current_steps": 269, "total_steps": 580, "loss": 1.4815, "lr": 5.65489186576885e-06, "epoch": 2.31786941580756, "percentage": 46.38, "elapsed_time": "0:35:15", "remaining_time": "0:40:46"} +{"current_steps": 270, "total_steps": 580, "loss": 1.4312, "lr": 5.627752152884794e-06, "epoch": 2.3264604810996565, "percentage": 46.55, "elapsed_time": "0:35:23", "remaining_time": "0:40:37"} +{"current_steps": 271, "total_steps": 580, "loss": 1.4151, "lr": 5.600593635444583e-06, "epoch": 2.3350515463917527, "percentage": 46.72, "elapsed_time": "0:35:30", "remaining_time": "0:40:29"} +{"current_steps": 272, "total_steps": 580, "loss": 1.4145, "lr": 5.573417126992004e-06, "epoch": 2.343642611683849, "percentage": 46.9, "elapsed_time": "0:35:38", "remaining_time": "0:40:21"} +{"current_steps": 273, "total_steps": 580, "loss": 1.5437, "lr": 5.546223441609775e-06, "epoch": 2.352233676975945, "percentage": 47.07, "elapsed_time": "0:35:45", "remaining_time": "0:40:13"} +{"current_steps": 274, "total_steps": 580, "loss": 1.4733, "lr": 5.51901339389516e-06, "epoch": 2.3608247422680413, "percentage": 47.24, "elapsed_time": "0:35:53", "remaining_time": "0:40:04"} +{"current_steps": 275, "total_steps": 580, "loss": 1.4776, "lr": 5.491787798935557e-06, "epoch": 2.3694158075601375, "percentage": 47.41, "elapsed_time": "0:36:00", "remaining_time": "0:39:56"} +{"current_steps": 276, "total_steps": 580, "loss": 1.4928, "lr": 5.464547472284091e-06, "epoch": 2.3780068728522337, "percentage": 47.59, "elapsed_time": "0:36:08", "remaining_time": "0:39:48"} +{"current_steps": 277, "total_steps": 580, "loss": 1.4798, "lr": 5.437293229935178e-06, "epoch": 2.38659793814433, "percentage": 47.76, "elapsed_time": "0:36:15", "remaining_time": "0:39:40"} +{"current_steps": 278, "total_steps": 580, "loss": 1.4557, "lr": 5.4100258883000874e-06, "epoch": 2.395189003436426, "percentage": 47.93, "elapsed_time": "0:36:23", "remaining_time": "0:39:31"} +{"current_steps": 279, "total_steps": 580, "loss": 1.4796, "lr": 5.38274626418248e-06, "epoch": 2.4037800687285222, "percentage": 48.1, "elapsed_time": "0:36:30", "remaining_time": "0:39:23"} +{"current_steps": 280, "total_steps": 580, "loss": 1.4783, "lr": 5.355455174753941e-06, "epoch": 2.4123711340206184, "percentage": 48.28, "elapsed_time": "0:36:38", "remaining_time": "0:39:15"} +{"current_steps": 281, "total_steps": 580, "loss": 1.4592, "lr": 5.328153437529512e-06, "epoch": 2.4209621993127146, "percentage": 48.45, "elapsed_time": "0:36:45", "remaining_time": "0:39:07"} +{"current_steps": 282, "total_steps": 580, "loss": 1.4774, "lr": 5.300841870343183e-06, "epoch": 2.429553264604811, "percentage": 48.62, "elapsed_time": "0:36:53", "remaining_time": "0:38:59"} +{"current_steps": 283, "total_steps": 580, "loss": 1.4844, "lr": 5.273521291323411e-06, "epoch": 2.4381443298969074, "percentage": 48.79, "elapsed_time": "0:37:00", "remaining_time": "0:38:50"} +{"current_steps": 284, "total_steps": 580, "loss": 1.4892, "lr": 5.2461925188686035e-06, "epoch": 2.4467353951890036, "percentage": 48.97, "elapsed_time": "0:37:08", "remaining_time": "0:38:42"} +{"current_steps": 285, "total_steps": 580, "loss": 1.5009, "lr": 5.218856371622605e-06, "epoch": 2.4553264604811, "percentage": 49.14, "elapsed_time": "0:37:15", "remaining_time": "0:38:34"} +{"current_steps": 286, "total_steps": 580, "loss": 1.4802, "lr": 5.191513668450178e-06, "epoch": 2.463917525773196, "percentage": 49.31, "elapsed_time": "0:37:23", "remaining_time": "0:38:26"} +{"current_steps": 287, "total_steps": 580, "loss": 1.512, "lr": 5.1641652284124645e-06, "epoch": 2.472508591065292, "percentage": 49.48, "elapsed_time": "0:37:30", "remaining_time": "0:38:18"} +{"current_steps": 288, "total_steps": 580, "loss": 1.5242, "lr": 5.136811870742462e-06, "epoch": 2.4810996563573884, "percentage": 49.66, "elapsed_time": "0:37:38", "remaining_time": "0:38:09"} +{"current_steps": 289, "total_steps": 580, "loss": 1.5105, "lr": 5.109454414820475e-06, "epoch": 2.4896907216494846, "percentage": 49.83, "elapsed_time": "0:37:46", "remaining_time": "0:38:01"} +{"current_steps": 290, "total_steps": 580, "loss": 1.4981, "lr": 5.0820936801495716e-06, "epoch": 2.4982817869415808, "percentage": 50.0, "elapsed_time": "0:37:53", "remaining_time": "0:37:53"} +{"current_steps": 291, "total_steps": 580, "loss": 1.4891, "lr": 5.054730486331041e-06, "epoch": 2.506872852233677, "percentage": 50.17, "elapsed_time": "0:38:01", "remaining_time": "0:37:45"} +{"current_steps": 292, "total_steps": 580, "loss": 1.4457, "lr": 5.0273656530398285e-06, "epoch": 2.515463917525773, "percentage": 50.34, "elapsed_time": "0:38:08", "remaining_time": "0:37:37"} +{"current_steps": 293, "total_steps": 580, "loss": 1.4887, "lr": 5e-06, "epoch": 2.5240549828178693, "percentage": 50.52, "elapsed_time": "0:38:16", "remaining_time": "0:37:29"} +{"current_steps": 294, "total_steps": 580, "loss": 1.4947, "lr": 4.972634346960173e-06, "epoch": 2.5326460481099655, "percentage": 50.69, "elapsed_time": "0:38:23", "remaining_time": "0:37:20"} +{"current_steps": 295, "total_steps": 580, "loss": 1.4896, "lr": 4.945269513668962e-06, "epoch": 2.5412371134020617, "percentage": 50.86, "elapsed_time": "0:38:31", "remaining_time": "0:37:12"} +{"current_steps": 296, "total_steps": 580, "loss": 1.4909, "lr": 4.917906319850431e-06, "epoch": 2.549828178694158, "percentage": 51.03, "elapsed_time": "0:38:38", "remaining_time": "0:37:04"} +{"current_steps": 297, "total_steps": 580, "loss": 1.4997, "lr": 4.890545585179527e-06, "epoch": 2.558419243986254, "percentage": 51.21, "elapsed_time": "0:38:46", "remaining_time": "0:36:56"} +{"current_steps": 298, "total_steps": 580, "loss": 1.5151, "lr": 4.863188129257539e-06, "epoch": 2.5670103092783503, "percentage": 51.38, "elapsed_time": "0:38:53", "remaining_time": "0:36:48"} +{"current_steps": 299, "total_steps": 580, "loss": 1.4726, "lr": 4.835834771587537e-06, "epoch": 2.5756013745704465, "percentage": 51.55, "elapsed_time": "0:39:01", "remaining_time": "0:36:40"} +{"current_steps": 300, "total_steps": 580, "loss": 1.4993, "lr": 4.808486331549824e-06, "epoch": 2.584192439862543, "percentage": 51.72, "elapsed_time": "0:39:08", "remaining_time": "0:36:32"} +{"current_steps": 301, "total_steps": 580, "loss": 1.4903, "lr": 4.781143628377396e-06, "epoch": 2.5927835051546393, "percentage": 51.9, "elapsed_time": "0:39:29", "remaining_time": "0:36:36"} +{"current_steps": 302, "total_steps": 580, "loss": 1.4751, "lr": 4.753807481131398e-06, "epoch": 2.6013745704467355, "percentage": 52.07, "elapsed_time": "0:39:37", "remaining_time": "0:36:28"} +{"current_steps": 303, "total_steps": 580, "loss": 1.4977, "lr": 4.72647870867659e-06, "epoch": 2.6099656357388317, "percentage": 52.24, "elapsed_time": "0:39:44", "remaining_time": "0:36:19"} +{"current_steps": 304, "total_steps": 580, "loss": 1.5108, "lr": 4.699158129656818e-06, "epoch": 2.618556701030928, "percentage": 52.41, "elapsed_time": "0:39:52", "remaining_time": "0:36:11"} +{"current_steps": 305, "total_steps": 580, "loss": 1.4769, "lr": 4.671846562470489e-06, "epoch": 2.627147766323024, "percentage": 52.59, "elapsed_time": "0:39:59", "remaining_time": "0:36:03"} +{"current_steps": 306, "total_steps": 580, "loss": 1.4729, "lr": 4.644544825246059e-06, "epoch": 2.6357388316151202, "percentage": 52.76, "elapsed_time": "0:40:07", "remaining_time": "0:35:55"} +{"current_steps": 307, "total_steps": 580, "loss": 1.422, "lr": 4.617253735817522e-06, "epoch": 2.6443298969072164, "percentage": 52.93, "elapsed_time": "0:40:14", "remaining_time": "0:35:47"} +{"current_steps": 308, "total_steps": 580, "loss": 1.4108, "lr": 4.589974111699914e-06, "epoch": 2.6529209621993126, "percentage": 53.1, "elapsed_time": "0:40:22", "remaining_time": "0:35:39"} +{"current_steps": 309, "total_steps": 580, "loss": 1.4905, "lr": 4.562706770064824e-06, "epoch": 2.661512027491409, "percentage": 53.28, "elapsed_time": "0:40:29", "remaining_time": "0:35:30"} +{"current_steps": 310, "total_steps": 580, "loss": 1.4667, "lr": 4.535452527715911e-06, "epoch": 2.670103092783505, "percentage": 53.45, "elapsed_time": "0:40:37", "remaining_time": "0:35:22"} +{"current_steps": 311, "total_steps": 580, "loss": 1.457, "lr": 4.508212201064446e-06, "epoch": 2.6786941580756016, "percentage": 53.62, "elapsed_time": "0:40:44", "remaining_time": "0:35:14"} +{"current_steps": 312, "total_steps": 580, "loss": 1.4505, "lr": 4.480986606104842e-06, "epoch": 2.687285223367698, "percentage": 53.79, "elapsed_time": "0:40:52", "remaining_time": "0:35:06"} +{"current_steps": 313, "total_steps": 580, "loss": 1.4501, "lr": 4.453776558390225e-06, "epoch": 2.695876288659794, "percentage": 53.97, "elapsed_time": "0:41:00", "remaining_time": "0:34:58"} +{"current_steps": 314, "total_steps": 580, "loss": 1.5117, "lr": 4.426582873007999e-06, "epoch": 2.70446735395189, "percentage": 54.14, "elapsed_time": "0:41:07", "remaining_time": "0:34:50"} +{"current_steps": 315, "total_steps": 580, "loss": 1.4666, "lr": 4.3994063645554185e-06, "epoch": 2.7130584192439864, "percentage": 54.31, "elapsed_time": "0:41:15", "remaining_time": "0:34:42"} +{"current_steps": 316, "total_steps": 580, "loss": 1.4523, "lr": 4.3722478471152065e-06, "epoch": 2.7216494845360826, "percentage": 54.48, "elapsed_time": "0:41:23", "remaining_time": "0:34:34"} +{"current_steps": 317, "total_steps": 580, "loss": 1.4979, "lr": 4.345108134231152e-06, "epoch": 2.7302405498281788, "percentage": 54.66, "elapsed_time": "0:41:30", "remaining_time": "0:34:26"} +{"current_steps": 318, "total_steps": 580, "loss": 1.4999, "lr": 4.31798803888375e-06, "epoch": 2.738831615120275, "percentage": 54.83, "elapsed_time": "0:41:38", "remaining_time": "0:34:18"} +{"current_steps": 319, "total_steps": 580, "loss": 1.4554, "lr": 4.290888373465841e-06, "epoch": 2.747422680412371, "percentage": 55.0, "elapsed_time": "0:41:45", "remaining_time": "0:34:09"} +{"current_steps": 320, "total_steps": 580, "loss": 1.5106, "lr": 4.2638099497582835e-06, "epoch": 2.7560137457044673, "percentage": 55.17, "elapsed_time": "0:41:53", "remaining_time": "0:34:01"} +{"current_steps": 321, "total_steps": 580, "loss": 1.5154, "lr": 4.236753578905627e-06, "epoch": 2.7646048109965635, "percentage": 55.34, "elapsed_time": "0:42:00", "remaining_time": "0:33:53"} +{"current_steps": 322, "total_steps": 580, "loss": 1.5038, "lr": 4.209720071391827e-06, "epoch": 2.7731958762886597, "percentage": 55.52, "elapsed_time": "0:42:08", "remaining_time": "0:33:45"} +{"current_steps": 323, "total_steps": 580, "loss": 1.421, "lr": 4.1827102370159526e-06, "epoch": 2.781786941580756, "percentage": 55.69, "elapsed_time": "0:42:15", "remaining_time": "0:33:37"} +{"current_steps": 324, "total_steps": 580, "loss": 1.4628, "lr": 4.155724884867937e-06, "epoch": 2.790378006872852, "percentage": 55.86, "elapsed_time": "0:42:23", "remaining_time": "0:33:29"} +{"current_steps": 325, "total_steps": 580, "loss": 1.4814, "lr": 4.1287648233043366e-06, "epoch": 2.7989690721649483, "percentage": 56.03, "elapsed_time": "0:42:30", "remaining_time": "0:33:21"} +{"current_steps": 326, "total_steps": 580, "loss": 1.486, "lr": 4.1018308599241245e-06, "epoch": 2.8075601374570445, "percentage": 56.21, "elapsed_time": "0:42:39", "remaining_time": "0:33:14"} +{"current_steps": 327, "total_steps": 580, "loss": 1.4999, "lr": 4.074923801544485e-06, "epoch": 2.8161512027491407, "percentage": 56.38, "elapsed_time": "0:42:48", "remaining_time": "0:33:06"} +{"current_steps": 328, "total_steps": 580, "loss": 1.4376, "lr": 4.048044454176658e-06, "epoch": 2.824742268041237, "percentage": 56.55, "elapsed_time": "0:42:56", "remaining_time": "0:32:59"} +{"current_steps": 329, "total_steps": 580, "loss": 1.5151, "lr": 4.0211936230017915e-06, "epoch": 2.8333333333333335, "percentage": 56.72, "elapsed_time": "0:43:05", "remaining_time": "0:32:52"} +{"current_steps": 330, "total_steps": 580, "loss": 1.4841, "lr": 3.9943721123468124e-06, "epoch": 2.8419243986254297, "percentage": 56.9, "elapsed_time": "0:43:13", "remaining_time": "0:32:45"} +{"current_steps": 331, "total_steps": 580, "loss": 1.5002, "lr": 3.967580725660348e-06, "epoch": 2.850515463917526, "percentage": 57.07, "elapsed_time": "0:43:22", "remaining_time": "0:32:37"} +{"current_steps": 332, "total_steps": 580, "loss": 1.4975, "lr": 3.940820265488644e-06, "epoch": 2.859106529209622, "percentage": 57.24, "elapsed_time": "0:43:31", "remaining_time": "0:32:30"} +{"current_steps": 333, "total_steps": 580, "loss": 1.4698, "lr": 3.914091533451537e-06, "epoch": 2.8676975945017182, "percentage": 57.41, "elapsed_time": "0:43:39", "remaining_time": "0:32:23"} +{"current_steps": 334, "total_steps": 580, "loss": 1.436, "lr": 3.887395330218429e-06, "epoch": 2.8762886597938144, "percentage": 57.59, "elapsed_time": "0:43:48", "remaining_time": "0:32:15"} +{"current_steps": 335, "total_steps": 580, "loss": 1.4856, "lr": 3.860732455484314e-06, "epoch": 2.8848797250859106, "percentage": 57.76, "elapsed_time": "0:43:56", "remaining_time": "0:32:08"} +{"current_steps": 336, "total_steps": 580, "loss": 1.4614, "lr": 3.8341037079458125e-06, "epoch": 2.893470790378007, "percentage": 57.93, "elapsed_time": "0:44:04", "remaining_time": "0:32:00"} +{"current_steps": 337, "total_steps": 580, "loss": 1.523, "lr": 3.8075098852772607e-06, "epoch": 2.902061855670103, "percentage": 58.1, "elapsed_time": "0:44:11", "remaining_time": "0:31:52"} +{"current_steps": 338, "total_steps": 580, "loss": 1.4445, "lr": 3.7809517841067976e-06, "epoch": 2.910652920962199, "percentage": 58.28, "elapsed_time": "0:44:19", "remaining_time": "0:31:43"} +{"current_steps": 339, "total_steps": 580, "loss": 1.4748, "lr": 3.7544301999925176e-06, "epoch": 2.9192439862542954, "percentage": 58.45, "elapsed_time": "0:44:26", "remaining_time": "0:31:35"} +{"current_steps": 340, "total_steps": 580, "loss": 1.4651, "lr": 3.727945927398628e-06, "epoch": 2.927835051546392, "percentage": 58.62, "elapsed_time": "0:44:34", "remaining_time": "0:31:27"} +{"current_steps": 341, "total_steps": 580, "loss": 1.4596, "lr": 3.7014997596716596e-06, "epoch": 2.936426116838488, "percentage": 58.79, "elapsed_time": "0:44:41", "remaining_time": "0:31:19"} +{"current_steps": 342, "total_steps": 580, "loss": 1.487, "lr": 3.675092489016693e-06, "epoch": 2.9450171821305844, "percentage": 58.97, "elapsed_time": "0:44:49", "remaining_time": "0:31:11"} +{"current_steps": 343, "total_steps": 580, "loss": 1.4613, "lr": 3.6487249064736352e-06, "epoch": 2.9536082474226806, "percentage": 59.14, "elapsed_time": "0:44:56", "remaining_time": "0:31:03"} +{"current_steps": 344, "total_steps": 580, "loss": 1.4802, "lr": 3.622397801893518e-06, "epoch": 2.9621993127147768, "percentage": 59.31, "elapsed_time": "0:45:04", "remaining_time": "0:30:55"} +{"current_steps": 345, "total_steps": 580, "loss": 1.4936, "lr": 3.5961119639148443e-06, "epoch": 2.970790378006873, "percentage": 59.48, "elapsed_time": "0:45:11", "remaining_time": "0:30:47"} +{"current_steps": 346, "total_steps": 580, "loss": 1.442, "lr": 3.569868179939958e-06, "epoch": 2.979381443298969, "percentage": 59.66, "elapsed_time": "0:45:19", "remaining_time": "0:30:39"} +{"current_steps": 347, "total_steps": 580, "loss": 1.4939, "lr": 3.543667236111458e-06, "epoch": 2.9879725085910653, "percentage": 59.83, "elapsed_time": "0:45:26", "remaining_time": "0:30:30"} +{"current_steps": 348, "total_steps": 580, "loss": 1.5174, "lr": 3.5175099172886507e-06, "epoch": 2.9965635738831615, "percentage": 60.0, "elapsed_time": "0:45:34", "remaining_time": "0:30:22"} +{"current_steps": 349, "total_steps": 580, "loss": 2.918, "lr": 3.4913970070240388e-06, "epoch": 3.008591065292096, "percentage": 60.17, "elapsed_time": "0:45:43", "remaining_time": "0:30:15"} +{"current_steps": 350, "total_steps": 580, "loss": 1.4578, "lr": 3.4653292875398523e-06, "epoch": 3.0171821305841924, "percentage": 60.34, "elapsed_time": "0:45:50", "remaining_time": "0:30:07"} +{"current_steps": 351, "total_steps": 580, "loss": 1.3756, "lr": 3.4393075397046105e-06, "epoch": 3.0257731958762886, "percentage": 60.52, "elapsed_time": "0:46:15", "remaining_time": "0:30:10"} +{"current_steps": 352, "total_steps": 580, "loss": 1.3901, "lr": 3.4133325430097337e-06, "epoch": 3.0343642611683848, "percentage": 60.69, "elapsed_time": "0:46:22", "remaining_time": "0:30:02"} +{"current_steps": 353, "total_steps": 580, "loss": 1.3957, "lr": 3.3874050755461984e-06, "epoch": 3.042955326460481, "percentage": 60.86, "elapsed_time": "0:46:30", "remaining_time": "0:29:54"} +{"current_steps": 354, "total_steps": 580, "loss": 1.4205, "lr": 3.3615259139812227e-06, "epoch": 3.051546391752577, "percentage": 61.03, "elapsed_time": "0:46:37", "remaining_time": "0:29:46"} +{"current_steps": 355, "total_steps": 580, "loss": 1.4319, "lr": 3.335695833535001e-06, "epoch": 3.0601374570446733, "percentage": 61.21, "elapsed_time": "0:46:45", "remaining_time": "0:29:38"} +{"current_steps": 356, "total_steps": 580, "loss": 1.4186, "lr": 3.309915607957487e-06, "epoch": 3.06872852233677, "percentage": 61.38, "elapsed_time": "0:46:53", "remaining_time": "0:29:29"} +{"current_steps": 357, "total_steps": 580, "loss": 1.4371, "lr": 3.2841860095052096e-06, "epoch": 3.077319587628866, "percentage": 61.55, "elapsed_time": "0:47:00", "remaining_time": "0:29:21"} +{"current_steps": 358, "total_steps": 580, "loss": 1.388, "lr": 3.258507808918146e-06, "epoch": 3.0859106529209623, "percentage": 61.72, "elapsed_time": "0:47:08", "remaining_time": "0:29:13"} +{"current_steps": 359, "total_steps": 580, "loss": 1.4275, "lr": 3.232881775396626e-06, "epoch": 3.0945017182130585, "percentage": 61.9, "elapsed_time": "0:47:15", "remaining_time": "0:29:05"} +{"current_steps": 360, "total_steps": 580, "loss": 1.4116, "lr": 3.2073086765783023e-06, "epoch": 3.1030927835051547, "percentage": 62.07, "elapsed_time": "0:47:23", "remaining_time": "0:28:57"} +{"current_steps": 361, "total_steps": 580, "loss": 1.3997, "lr": 3.1817892785151426e-06, "epoch": 3.111683848797251, "percentage": 62.24, "elapsed_time": "0:47:31", "remaining_time": "0:28:49"} +{"current_steps": 362, "total_steps": 580, "loss": 1.3948, "lr": 3.1563243456504877e-06, "epoch": 3.120274914089347, "percentage": 62.41, "elapsed_time": "0:47:39", "remaining_time": "0:28:42"} +{"current_steps": 363, "total_steps": 580, "loss": 1.3933, "lr": 3.1309146407961565e-06, "epoch": 3.1288659793814433, "percentage": 62.59, "elapsed_time": "0:47:48", "remaining_time": "0:28:34"} +{"current_steps": 364, "total_steps": 580, "loss": 1.4167, "lr": 3.1055609251095874e-06, "epoch": 3.1374570446735395, "percentage": 62.76, "elapsed_time": "0:47:56", "remaining_time": "0:28:27"} +{"current_steps": 365, "total_steps": 580, "loss": 1.4232, "lr": 3.0802639580710465e-06, "epoch": 3.1460481099656357, "percentage": 62.93, "elapsed_time": "0:48:05", "remaining_time": "0:28:19"} +{"current_steps": 366, "total_steps": 580, "loss": 1.4312, "lr": 3.0550244974608675e-06, "epoch": 3.154639175257732, "percentage": 63.1, "elapsed_time": "0:48:14", "remaining_time": "0:28:12"} +{"current_steps": 367, "total_steps": 580, "loss": 1.4058, "lr": 3.0298432993367577e-06, "epoch": 3.163230240549828, "percentage": 63.28, "elapsed_time": "0:48:22", "remaining_time": "0:28:04"} +{"current_steps": 368, "total_steps": 580, "loss": 1.4315, "lr": 3.0047211180111537e-06, "epoch": 3.1718213058419242, "percentage": 63.45, "elapsed_time": "0:48:29", "remaining_time": "0:27:56"} +{"current_steps": 369, "total_steps": 580, "loss": 1.4175, "lr": 2.979658706028619e-06, "epoch": 3.1804123711340204, "percentage": 63.62, "elapsed_time": "0:48:37", "remaining_time": "0:27:48"} +{"current_steps": 370, "total_steps": 580, "loss": 1.4663, "lr": 2.9546568141433007e-06, "epoch": 3.189003436426117, "percentage": 63.79, "elapsed_time": "0:48:44", "remaining_time": "0:27:40"} +{"current_steps": 371, "total_steps": 580, "loss": 1.4498, "lr": 2.9297161912964476e-06, "epoch": 3.1975945017182132, "percentage": 63.97, "elapsed_time": "0:48:52", "remaining_time": "0:27:31"} +{"current_steps": 372, "total_steps": 580, "loss": 1.4321, "lr": 2.904837584593968e-06, "epoch": 3.2061855670103094, "percentage": 64.14, "elapsed_time": "0:49:00", "remaining_time": "0:27:23"} +{"current_steps": 373, "total_steps": 580, "loss": 1.373, "lr": 2.880021739284053e-06, "epoch": 3.2147766323024056, "percentage": 64.31, "elapsed_time": "0:49:07", "remaining_time": "0:27:15"} +{"current_steps": 374, "total_steps": 580, "loss": 1.421, "lr": 2.8552693987348533e-06, "epoch": 3.223367697594502, "percentage": 64.48, "elapsed_time": "0:49:15", "remaining_time": "0:27:07"} +{"current_steps": 375, "total_steps": 580, "loss": 1.4453, "lr": 2.83058130441221e-06, "epoch": 3.231958762886598, "percentage": 64.66, "elapsed_time": "0:49:22", "remaining_time": "0:26:59"} +{"current_steps": 376, "total_steps": 580, "loss": 1.4249, "lr": 2.8059581958574434e-06, "epoch": 3.240549828178694, "percentage": 64.83, "elapsed_time": "0:49:30", "remaining_time": "0:26:51"} +{"current_steps": 377, "total_steps": 580, "loss": 1.4233, "lr": 2.781400810665201e-06, "epoch": 3.2491408934707904, "percentage": 65.0, "elapsed_time": "0:49:37", "remaining_time": "0:26:43"} +{"current_steps": 378, "total_steps": 580, "loss": 1.3792, "lr": 2.7569098844613616e-06, "epoch": 3.2577319587628866, "percentage": 65.17, "elapsed_time": "0:49:45", "remaining_time": "0:26:35"} +{"current_steps": 379, "total_steps": 580, "loss": 1.3945, "lr": 2.7324861508810007e-06, "epoch": 3.2663230240549828, "percentage": 65.34, "elapsed_time": "0:49:54", "remaining_time": "0:26:27"} +{"current_steps": 380, "total_steps": 580, "loss": 1.3746, "lr": 2.708130341546407e-06, "epoch": 3.274914089347079, "percentage": 65.52, "elapsed_time": "0:50:02", "remaining_time": "0:26:20"} +{"current_steps": 381, "total_steps": 580, "loss": 1.4237, "lr": 2.6838431860451797e-06, "epoch": 3.283505154639175, "percentage": 65.69, "elapsed_time": "0:50:10", "remaining_time": "0:26:12"} +{"current_steps": 382, "total_steps": 580, "loss": 1.4235, "lr": 2.659625411908366e-06, "epoch": 3.2920962199312713, "percentage": 65.86, "elapsed_time": "0:50:17", "remaining_time": "0:26:04"} +{"current_steps": 383, "total_steps": 580, "loss": 1.4145, "lr": 2.635477744588658e-06, "epoch": 3.3006872852233675, "percentage": 66.03, "elapsed_time": "0:50:25", "remaining_time": "0:25:56"} +{"current_steps": 384, "total_steps": 580, "loss": 1.4241, "lr": 2.611400907438685e-06, "epoch": 3.3092783505154637, "percentage": 66.21, "elapsed_time": "0:50:32", "remaining_time": "0:25:47"} +{"current_steps": 385, "total_steps": 580, "loss": 1.4281, "lr": 2.587395621689325e-06, "epoch": 3.31786941580756, "percentage": 66.38, "elapsed_time": "0:50:40", "remaining_time": "0:25:39"} +{"current_steps": 386, "total_steps": 580, "loss": 1.4125, "lr": 2.563462606428101e-06, "epoch": 3.3264604810996565, "percentage": 66.55, "elapsed_time": "0:50:47", "remaining_time": "0:25:31"} +{"current_steps": 387, "total_steps": 580, "loss": 1.4182, "lr": 2.5396025785776545e-06, "epoch": 3.3350515463917527, "percentage": 66.72, "elapsed_time": "0:50:55", "remaining_time": "0:25:23"} +{"current_steps": 388, "total_steps": 580, "loss": 1.4136, "lr": 2.515816252874258e-06, "epoch": 3.343642611683849, "percentage": 66.9, "elapsed_time": "0:51:02", "remaining_time": "0:25:15"} +{"current_steps": 389, "total_steps": 580, "loss": 1.4162, "lr": 2.4921043418464085e-06, "epoch": 3.352233676975945, "percentage": 67.07, "elapsed_time": "0:51:11", "remaining_time": "0:25:08"} +{"current_steps": 390, "total_steps": 580, "loss": 1.4235, "lr": 2.4684675557934766e-06, "epoch": 3.3608247422680413, "percentage": 67.24, "elapsed_time": "0:51:19", "remaining_time": "0:25:00"} +{"current_steps": 391, "total_steps": 580, "loss": 1.4164, "lr": 2.4449066027644473e-06, "epoch": 3.3694158075601375, "percentage": 67.41, "elapsed_time": "0:51:27", "remaining_time": "0:24:52"} +{"current_steps": 392, "total_steps": 580, "loss": 1.3952, "lr": 2.4214221885366918e-06, "epoch": 3.3780068728522337, "percentage": 67.59, "elapsed_time": "0:51:35", "remaining_time": "0:24:44"} +{"current_steps": 393, "total_steps": 580, "loss": 1.3876, "lr": 2.398015016594828e-06, "epoch": 3.38659793814433, "percentage": 67.76, "elapsed_time": "0:51:44", "remaining_time": "0:24:37"} +{"current_steps": 394, "total_steps": 580, "loss": 1.4093, "lr": 2.3746857881096586e-06, "epoch": 3.395189003436426, "percentage": 67.93, "elapsed_time": "0:51:53", "remaining_time": "0:24:29"} +{"current_steps": 395, "total_steps": 580, "loss": 1.3926, "lr": 2.351435201917159e-06, "epoch": 3.4037800687285222, "percentage": 68.1, "elapsed_time": "0:52:00", "remaining_time": "0:24:21"} +{"current_steps": 396, "total_steps": 580, "loss": 1.4077, "lr": 2.32826395449754e-06, "epoch": 3.4123711340206184, "percentage": 68.28, "elapsed_time": "0:52:08", "remaining_time": "0:24:13"} +{"current_steps": 397, "total_steps": 580, "loss": 1.4062, "lr": 2.3051727399543934e-06, "epoch": 3.4209621993127146, "percentage": 68.45, "elapsed_time": "0:52:15", "remaining_time": "0:24:05"} +{"current_steps": 398, "total_steps": 580, "loss": 1.3703, "lr": 2.282162249993895e-06, "epoch": 3.429553264604811, "percentage": 68.62, "elapsed_time": "0:52:23", "remaining_time": "0:23:57"} +{"current_steps": 399, "total_steps": 580, "loss": 1.4238, "lr": 2.259233173904084e-06, "epoch": 3.4381443298969074, "percentage": 68.79, "elapsed_time": "0:52:30", "remaining_time": "0:23:49"} +{"current_steps": 400, "total_steps": 580, "loss": 1.425, "lr": 2.2363861985342156e-06, "epoch": 3.4467353951890036, "percentage": 68.97, "elapsed_time": "0:52:38", "remaining_time": "0:23:41"} +{"current_steps": 401, "total_steps": 580, "loss": 1.4147, "lr": 2.2136220082741876e-06, "epoch": 3.4553264604811, "percentage": 69.14, "elapsed_time": "0:53:03", "remaining_time": "0:23:40"} +{"current_steps": 402, "total_steps": 580, "loss": 1.4111, "lr": 2.1909412850340395e-06, "epoch": 3.463917525773196, "percentage": 69.31, "elapsed_time": "0:53:10", "remaining_time": "0:23:32"} +{"current_steps": 403, "total_steps": 580, "loss": 1.4338, "lr": 2.168344708223519e-06, "epoch": 3.472508591065292, "percentage": 69.48, "elapsed_time": "0:53:18", "remaining_time": "0:23:24"} +{"current_steps": 404, "total_steps": 580, "loss": 1.3978, "lr": 2.1458329547317384e-06, "epoch": 3.4810996563573884, "percentage": 69.66, "elapsed_time": "0:53:25", "remaining_time": "0:23:16"} +{"current_steps": 405, "total_steps": 580, "loss": 1.4456, "lr": 2.1234066989068972e-06, "epoch": 3.4896907216494846, "percentage": 69.83, "elapsed_time": "0:53:33", "remaining_time": "0:23:08"} +{"current_steps": 406, "total_steps": 580, "loss": 1.3832, "lr": 2.1010666125360767e-06, "epoch": 3.4982817869415808, "percentage": 70.0, "elapsed_time": "0:53:40", "remaining_time": "0:23:00"} +{"current_steps": 407, "total_steps": 580, "loss": 1.3928, "lr": 2.0788133648251207e-06, "epoch": 3.506872852233677, "percentage": 70.17, "elapsed_time": "0:53:48", "remaining_time": "0:22:52"} +{"current_steps": 408, "total_steps": 580, "loss": 1.4513, "lr": 2.0566476223785857e-06, "epoch": 3.515463917525773, "percentage": 70.34, "elapsed_time": "0:53:55", "remaining_time": "0:22:44"} +{"current_steps": 409, "total_steps": 580, "loss": 1.4248, "lr": 2.0345700491797786e-06, "epoch": 3.5240549828178693, "percentage": 70.52, "elapsed_time": "0:54:03", "remaining_time": "0:22:36"} +{"current_steps": 410, "total_steps": 580, "loss": 1.3879, "lr": 2.0125813065708568e-06, "epoch": 3.5326460481099655, "percentage": 70.69, "elapsed_time": "0:54:10", "remaining_time": "0:22:27"} +{"current_steps": 411, "total_steps": 580, "loss": 1.4436, "lr": 1.9906820532330262e-06, "epoch": 3.5412371134020617, "percentage": 70.86, "elapsed_time": "0:54:18", "remaining_time": "0:22:19"} +{"current_steps": 412, "total_steps": 580, "loss": 1.4, "lr": 1.9688729451668116e-06, "epoch": 3.549828178694158, "percentage": 71.03, "elapsed_time": "0:54:25", "remaining_time": "0:22:11"} +{"current_steps": 413, "total_steps": 580, "loss": 1.382, "lr": 1.947154635672393e-06, "epoch": 3.558419243986254, "percentage": 71.21, "elapsed_time": "0:54:33", "remaining_time": "0:22:03"} +{"current_steps": 414, "total_steps": 580, "loss": 1.4172, "lr": 1.925527775330049e-06, "epoch": 3.5670103092783503, "percentage": 71.38, "elapsed_time": "0:54:41", "remaining_time": "0:21:55"} +{"current_steps": 415, "total_steps": 580, "loss": 1.4158, "lr": 1.9039930119806698e-06, "epoch": 3.5756013745704465, "percentage": 71.55, "elapsed_time": "0:54:48", "remaining_time": "0:21:47"} +{"current_steps": 416, "total_steps": 580, "loss": 1.4056, "lr": 1.8825509907063328e-06, "epoch": 3.584192439862543, "percentage": 71.72, "elapsed_time": "0:54:56", "remaining_time": "0:21:39"} +{"current_steps": 417, "total_steps": 580, "loss": 1.4052, "lr": 1.8612023538109998e-06, "epoch": 3.5927835051546393, "percentage": 71.9, "elapsed_time": "0:55:03", "remaining_time": "0:21:31"} +{"current_steps": 418, "total_steps": 580, "loss": 1.4357, "lr": 1.8399477408012645e-06, "epoch": 3.6013745704467355, "percentage": 72.07, "elapsed_time": "0:55:11", "remaining_time": "0:21:23"} +{"current_steps": 419, "total_steps": 580, "loss": 1.4201, "lr": 1.8187877883672024e-06, "epoch": 3.6099656357388317, "percentage": 72.24, "elapsed_time": "0:55:18", "remaining_time": "0:21:15"} +{"current_steps": 420, "total_steps": 580, "loss": 1.4454, "lr": 1.797723130363288e-06, "epoch": 3.618556701030928, "percentage": 72.41, "elapsed_time": "0:55:26", "remaining_time": "0:21:07"} +{"current_steps": 421, "total_steps": 580, "loss": 1.4173, "lr": 1.7767543977894198e-06, "epoch": 3.627147766323024, "percentage": 72.59, "elapsed_time": "0:55:33", "remaining_time": "0:20:59"} +{"current_steps": 422, "total_steps": 580, "loss": 1.3925, "lr": 1.755882218772018e-06, "epoch": 3.6357388316151202, "percentage": 72.76, "elapsed_time": "0:55:41", "remaining_time": "0:20:50"} +{"current_steps": 423, "total_steps": 580, "loss": 1.4376, "lr": 1.7351072185451934e-06, "epoch": 3.6443298969072164, "percentage": 72.93, "elapsed_time": "0:55:48", "remaining_time": "0:20:42"} +{"current_steps": 424, "total_steps": 580, "loss": 1.414, "lr": 1.7144300194320357e-06, "epoch": 3.6529209621993126, "percentage": 73.1, "elapsed_time": "0:55:56", "remaining_time": "0:20:34"} +{"current_steps": 425, "total_steps": 580, "loss": 1.4388, "lr": 1.6938512408259655e-06, "epoch": 3.661512027491409, "percentage": 73.28, "elapsed_time": "0:56:03", "remaining_time": "0:20:26"} +{"current_steps": 426, "total_steps": 580, "loss": 1.4205, "lr": 1.6733714991721738e-06, "epoch": 3.670103092783505, "percentage": 73.45, "elapsed_time": "0:56:11", "remaining_time": "0:20:18"} +{"current_steps": 427, "total_steps": 580, "loss": 1.4294, "lr": 1.652991407949167e-06, "epoch": 3.6786941580756016, "percentage": 73.62, "elapsed_time": "0:56:18", "remaining_time": "0:20:10"} +{"current_steps": 428, "total_steps": 580, "loss": 1.4333, "lr": 1.6327115776503833e-06, "epoch": 3.687285223367698, "percentage": 73.79, "elapsed_time": "0:56:26", "remaining_time": "0:20:02"} +{"current_steps": 429, "total_steps": 580, "loss": 1.4145, "lr": 1.6125326157659048e-06, "epoch": 3.695876288659794, "percentage": 73.97, "elapsed_time": "0:56:33", "remaining_time": "0:19:54"} +{"current_steps": 430, "total_steps": 580, "loss": 1.3997, "lr": 1.5924551267642641e-06, "epoch": 3.70446735395189, "percentage": 74.14, "elapsed_time": "0:56:41", "remaining_time": "0:19:46"} +{"current_steps": 431, "total_steps": 580, "loss": 1.434, "lr": 1.572479712074333e-06, "epoch": 3.7130584192439864, "percentage": 74.31, "elapsed_time": "0:56:48", "remaining_time": "0:19:38"} +{"current_steps": 432, "total_steps": 580, "loss": 1.4288, "lr": 1.5526069700673108e-06, "epoch": 3.7216494845360826, "percentage": 74.48, "elapsed_time": "0:56:56", "remaining_time": "0:19:30"} +{"current_steps": 433, "total_steps": 580, "loss": 1.4489, "lr": 1.532837496038792e-06, "epoch": 3.7302405498281788, "percentage": 74.66, "elapsed_time": "0:57:03", "remaining_time": "0:19:22"} +{"current_steps": 434, "total_steps": 580, "loss": 1.4346, "lr": 1.5131718821909435e-06, "epoch": 3.738831615120275, "percentage": 74.83, "elapsed_time": "0:57:11", "remaining_time": "0:19:14"} +{"current_steps": 435, "total_steps": 580, "loss": 1.4493, "lr": 1.4936107176147606e-06, "epoch": 3.747422680412371, "percentage": 75.0, "elapsed_time": "0:57:18", "remaining_time": "0:19:06"} +{"current_steps": 436, "total_steps": 580, "loss": 1.4035, "lr": 1.4741545882724213e-06, "epoch": 3.7560137457044673, "percentage": 75.17, "elapsed_time": "0:57:26", "remaining_time": "0:18:58"} +{"current_steps": 437, "total_steps": 580, "loss": 1.4078, "lr": 1.4548040769797255e-06, "epoch": 3.7646048109965635, "percentage": 75.34, "elapsed_time": "0:57:33", "remaining_time": "0:18:50"} +{"current_steps": 438, "total_steps": 580, "loss": 1.3909, "lr": 1.4355597633886576e-06, "epoch": 3.7731958762886597, "percentage": 75.52, "elapsed_time": "0:57:41", "remaining_time": "0:18:42"} +{"current_steps": 439, "total_steps": 580, "loss": 1.3888, "lr": 1.416422223969996e-06, "epoch": 3.781786941580756, "percentage": 75.69, "elapsed_time": "0:57:49", "remaining_time": "0:18:34"} +{"current_steps": 440, "total_steps": 580, "loss": 1.3674, "lr": 1.3973920319960654e-06, "epoch": 3.790378006872852, "percentage": 75.86, "elapsed_time": "0:57:56", "remaining_time": "0:18:26"} +{"current_steps": 441, "total_steps": 580, "loss": 1.447, "lr": 1.378469757523554e-06, "epoch": 3.7989690721649483, "percentage": 76.03, "elapsed_time": "0:58:04", "remaining_time": "0:18:18"} +{"current_steps": 442, "total_steps": 580, "loss": 1.4453, "lr": 1.3596559673764421e-06, "epoch": 3.8075601374570445, "percentage": 76.21, "elapsed_time": "0:58:11", "remaining_time": "0:18:10"} +{"current_steps": 443, "total_steps": 580, "loss": 1.4359, "lr": 1.3409512251290164e-06, "epoch": 3.8161512027491407, "percentage": 76.38, "elapsed_time": "0:58:19", "remaining_time": "0:18:02"} +{"current_steps": 444, "total_steps": 580, "loss": 1.4397, "lr": 1.322356091088996e-06, "epoch": 3.824742268041237, "percentage": 76.55, "elapsed_time": "0:58:26", "remaining_time": "0:17:54"} +{"current_steps": 445, "total_steps": 580, "loss": 1.4305, "lr": 1.303871122280742e-06, "epoch": 3.8333333333333335, "percentage": 76.72, "elapsed_time": "0:58:34", "remaining_time": "0:17:46"} +{"current_steps": 446, "total_steps": 580, "loss": 1.4059, "lr": 1.2854968724285755e-06, "epoch": 3.8419243986254297, "percentage": 76.9, "elapsed_time": "0:58:41", "remaining_time": "0:17:38"} +{"current_steps": 447, "total_steps": 580, "loss": 1.4005, "lr": 1.2672338919401866e-06, "epoch": 3.850515463917526, "percentage": 77.07, "elapsed_time": "0:58:49", "remaining_time": "0:17:30"} +{"current_steps": 448, "total_steps": 580, "loss": 1.4042, "lr": 1.2490827278901513e-06, "epoch": 3.859106529209622, "percentage": 77.24, "elapsed_time": "0:58:56", "remaining_time": "0:17:22"} +{"current_steps": 449, "total_steps": 580, "loss": 1.4086, "lr": 1.2310439240035415e-06, "epoch": 3.8676975945017182, "percentage": 77.41, "elapsed_time": "0:59:04", "remaining_time": "0:17:14"} +{"current_steps": 450, "total_steps": 580, "loss": 1.4287, "lr": 1.2131180206396331e-06, "epoch": 3.8762886597938144, "percentage": 77.59, "elapsed_time": "0:59:11", "remaining_time": "0:17:06"} +{"current_steps": 451, "total_steps": 580, "loss": 1.4116, "lr": 1.195305554775728e-06, "epoch": 3.8848797250859106, "percentage": 77.76, "elapsed_time": "0:59:36", "remaining_time": "0:17:02"} +{"current_steps": 452, "total_steps": 580, "loss": 1.3931, "lr": 1.177607059991065e-06, "epoch": 3.893470790378007, "percentage": 77.93, "elapsed_time": "0:59:43", "remaining_time": "0:16:54"} +{"current_steps": 453, "total_steps": 580, "loss": 1.3638, "lr": 1.1600230664508288e-06, "epoch": 3.902061855670103, "percentage": 78.1, "elapsed_time": "0:59:51", "remaining_time": "0:16:46"} +{"current_steps": 454, "total_steps": 580, "loss": 1.3735, "lr": 1.1425541008902852e-06, "epoch": 3.910652920962199, "percentage": 78.28, "elapsed_time": "0:59:58", "remaining_time": "0:16:38"} +{"current_steps": 455, "total_steps": 580, "loss": 1.403, "lr": 1.1252006865989868e-06, "epoch": 3.9192439862542954, "percentage": 78.45, "elapsed_time": "1:00:06", "remaining_time": "0:16:30"} +{"current_steps": 456, "total_steps": 580, "loss": 1.4268, "lr": 1.107963343405103e-06, "epoch": 3.927835051546392, "percentage": 78.62, "elapsed_time": "1:00:13", "remaining_time": "0:16:22"} +{"current_steps": 457, "total_steps": 580, "loss": 1.3715, "lr": 1.0908425876598512e-06, "epoch": 3.936426116838488, "percentage": 78.79, "elapsed_time": "1:00:21", "remaining_time": "0:16:14"} +{"current_steps": 458, "total_steps": 580, "loss": 1.3758, "lr": 1.0738389322220276e-06, "epoch": 3.9450171821305844, "percentage": 78.97, "elapsed_time": "1:00:28", "remaining_time": "0:16:06"} +{"current_steps": 459, "total_steps": 580, "loss": 1.4165, "lr": 1.0569528864426444e-06, "epoch": 3.9536082474226806, "percentage": 79.14, "elapsed_time": "1:00:36", "remaining_time": "0:15:58"} +{"current_steps": 460, "total_steps": 580, "loss": 1.4108, "lr": 1.0401849561496647e-06, "epoch": 3.9621993127147768, "percentage": 79.31, "elapsed_time": "1:00:43", "remaining_time": "0:15:50"} +{"current_steps": 461, "total_steps": 580, "loss": 1.3744, "lr": 1.0235356436328675e-06, "epoch": 3.970790378006873, "percentage": 79.48, "elapsed_time": "1:00:51", "remaining_time": "0:15:42"} +{"current_steps": 462, "total_steps": 580, "loss": 1.4856, "lr": 1.007005447628785e-06, "epoch": 3.979381443298969, "percentage": 79.66, "elapsed_time": "1:00:59", "remaining_time": "0:15:34"} +{"current_steps": 463, "total_steps": 580, "loss": 1.4344, "lr": 9.905948633057666e-07, "epoch": 3.9879725085910653, "percentage": 79.83, "elapsed_time": "1:01:06", "remaining_time": "0:15:26"} +{"current_steps": 464, "total_steps": 580, "loss": 1.4064, "lr": 9.743043822491528e-07, "epoch": 3.9965635738831615, "percentage": 80.0, "elapsed_time": "1:01:14", "remaining_time": "0:15:18"} +{"current_steps": 465, "total_steps": 580, "loss": 2.8439, "lr": 9.58134492446543e-07, "epoch": 4.008591065292096, "percentage": 80.17, "elapsed_time": "1:01:23", "remaining_time": "0:15:10"} +{"current_steps": 466, "total_steps": 580, "loss": 1.3604, "lr": 9.420856782731774e-07, "epoch": 4.017182130584192, "percentage": 80.34, "elapsed_time": "1:01:30", "remaining_time": "0:15:02"} +{"current_steps": 467, "total_steps": 580, "loss": 1.3603, "lr": 9.26158420477431e-07, "epoch": 4.025773195876289, "percentage": 80.52, "elapsed_time": "1:01:38", "remaining_time": "0:14:54"} +{"current_steps": 468, "total_steps": 580, "loss": 1.4048, "lr": 9.10353196166412e-07, "epoch": 4.034364261168385, "percentage": 80.69, "elapsed_time": "1:01:45", "remaining_time": "0:14:46"} +{"current_steps": 469, "total_steps": 580, "loss": 1.3648, "lr": 8.946704787916676e-07, "epoch": 4.042955326460481, "percentage": 80.86, "elapsed_time": "1:01:53", "remaining_time": "0:14:38"} +{"current_steps": 470, "total_steps": 580, "loss": 1.3683, "lr": 8.791107381350028e-07, "epoch": 4.051546391752577, "percentage": 81.03, "elapsed_time": "1:02:01", "remaining_time": "0:14:30"} +{"current_steps": 471, "total_steps": 580, "loss": 1.4321, "lr": 8.636744402944075e-07, "epoch": 4.060137457044673, "percentage": 81.21, "elapsed_time": "1:02:09", "remaining_time": "0:14:23"} +{"current_steps": 472, "total_steps": 580, "loss": 1.3848, "lr": 8.483620476700977e-07, "epoch": 4.0687285223367695, "percentage": 81.38, "elapsed_time": "1:02:16", "remaining_time": "0:14:15"} +{"current_steps": 473, "total_steps": 580, "loss": 1.3973, "lr": 8.33174018950656e-07, "epoch": 4.077319587628866, "percentage": 81.55, "elapsed_time": "1:02:24", "remaining_time": "0:14:07"} +{"current_steps": 474, "total_steps": 580, "loss": 1.3958, "lr": 8.181108090993001e-07, "epoch": 4.085910652920962, "percentage": 81.72, "elapsed_time": "1:02:31", "remaining_time": "0:13:59"} +{"current_steps": 475, "total_steps": 580, "loss": 1.3962, "lr": 8.031728693402502e-07, "epoch": 4.094501718213058, "percentage": 81.9, "elapsed_time": "1:02:39", "remaining_time": "0:13:51"} +{"current_steps": 476, "total_steps": 580, "loss": 1.3949, "lr": 7.883606471452138e-07, "epoch": 4.103092783505154, "percentage": 82.07, "elapsed_time": "1:02:47", "remaining_time": "0:13:43"} +{"current_steps": 477, "total_steps": 580, "loss": 1.3601, "lr": 7.736745862199785e-07, "epoch": 4.1116838487972505, "percentage": 82.24, "elapsed_time": "1:02:54", "remaining_time": "0:13:35"} +{"current_steps": 478, "total_steps": 580, "loss": 1.3403, "lr": 7.59115126491124e-07, "epoch": 4.120274914089347, "percentage": 82.41, "elapsed_time": "1:03:02", "remaining_time": "0:13:27"} +{"current_steps": 479, "total_steps": 580, "loss": 1.3833, "lr": 7.446827040928439e-07, "epoch": 4.128865979381443, "percentage": 82.59, "elapsed_time": "1:03:09", "remaining_time": "0:13:19"} +{"current_steps": 480, "total_steps": 580, "loss": 1.3804, "lr": 7.303777513538762e-07, "epoch": 4.13745704467354, "percentage": 82.76, "elapsed_time": "1:03:17", "remaining_time": "0:13:11"} +{"current_steps": 481, "total_steps": 580, "loss": 1.3839, "lr": 7.162006967845602e-07, "epoch": 4.146048109965636, "percentage": 82.93, "elapsed_time": "1:03:24", "remaining_time": "0:13:03"} +{"current_steps": 482, "total_steps": 580, "loss": 1.3995, "lr": 7.021519650639952e-07, "epoch": 4.154639175257732, "percentage": 83.1, "elapsed_time": "1:03:32", "remaining_time": "0:12:55"} +{"current_steps": 483, "total_steps": 580, "loss": 1.3473, "lr": 6.882319770273193e-07, "epoch": 4.1632302405498285, "percentage": 83.28, "elapsed_time": "1:03:40", "remaining_time": "0:12:47"} +{"current_steps": 484, "total_steps": 580, "loss": 1.3795, "lr": 6.744411496531045e-07, "epoch": 4.171821305841925, "percentage": 83.45, "elapsed_time": "1:03:47", "remaining_time": "0:12:39"} +{"current_steps": 485, "total_steps": 580, "loss": 1.3803, "lr": 6.607798960508693e-07, "epoch": 4.180412371134021, "percentage": 83.62, "elapsed_time": "1:03:55", "remaining_time": "0:12:31"} +{"current_steps": 486, "total_steps": 580, "loss": 1.3745, "lr": 6.472486254486954e-07, "epoch": 4.189003436426117, "percentage": 83.79, "elapsed_time": "1:04:02", "remaining_time": "0:12:23"} +{"current_steps": 487, "total_steps": 580, "loss": 1.4173, "lr": 6.338477431809764e-07, "epoch": 4.197594501718213, "percentage": 83.97, "elapsed_time": "1:04:10", "remaining_time": "0:12:15"} +{"current_steps": 488, "total_steps": 580, "loss": 1.4138, "lr": 6.205776506762729e-07, "epoch": 4.206185567010309, "percentage": 84.14, "elapsed_time": "1:04:17", "remaining_time": "0:12:07"} +{"current_steps": 489, "total_steps": 580, "loss": 1.4056, "lr": 6.074387454452891e-07, "epoch": 4.214776632302406, "percentage": 84.31, "elapsed_time": "1:04:25", "remaining_time": "0:11:59"} +{"current_steps": 490, "total_steps": 580, "loss": 1.3755, "lr": 5.944314210689611e-07, "epoch": 4.223367697594502, "percentage": 84.48, "elapsed_time": "1:04:33", "remaining_time": "0:11:51"} +{"current_steps": 491, "total_steps": 580, "loss": 1.4047, "lr": 5.815560671866721e-07, "epoch": 4.231958762886598, "percentage": 84.66, "elapsed_time": "1:04:40", "remaining_time": "0:11:43"} +{"current_steps": 492, "total_steps": 580, "loss": 1.3827, "lr": 5.688130694845817e-07, "epoch": 4.240549828178694, "percentage": 84.83, "elapsed_time": "1:04:48", "remaining_time": "0:11:35"} +{"current_steps": 493, "total_steps": 580, "loss": 1.375, "lr": 5.562028096840638e-07, "epoch": 4.24914089347079, "percentage": 85.0, "elapsed_time": "1:04:55", "remaining_time": "0:11:27"} +{"current_steps": 494, "total_steps": 580, "loss": 1.3748, "lr": 5.437256655302814e-07, "epoch": 4.257731958762887, "percentage": 85.17, "elapsed_time": "1:05:03", "remaining_time": "0:11:19"} +{"current_steps": 495, "total_steps": 580, "loss": 1.3891, "lr": 5.313820107808665e-07, "epoch": 4.266323024054983, "percentage": 85.34, "elapsed_time": "1:05:10", "remaining_time": "0:11:11"} +{"current_steps": 496, "total_steps": 580, "loss": 1.374, "lr": 5.191722151947227e-07, "epoch": 4.274914089347079, "percentage": 85.52, "elapsed_time": "1:05:18", "remaining_time": "0:11:03"} +{"current_steps": 497, "total_steps": 580, "loss": 1.384, "lr": 5.07096644520954e-07, "epoch": 4.283505154639175, "percentage": 85.69, "elapsed_time": "1:05:25", "remaining_time": "0:10:55"} +{"current_steps": 498, "total_steps": 580, "loss": 1.3709, "lr": 4.951556604879049e-07, "epoch": 4.292096219931271, "percentage": 85.86, "elapsed_time": "1:05:33", "remaining_time": "0:10:47"} +{"current_steps": 499, "total_steps": 580, "loss": 1.3662, "lr": 4.83349620792325e-07, "epoch": 4.3006872852233675, "percentage": 86.03, "elapsed_time": "1:05:41", "remaining_time": "0:10:39"} +{"current_steps": 500, "total_steps": 580, "loss": 1.3982, "lr": 4.716788790886545e-07, "epoch": 4.309278350515464, "percentage": 86.21, "elapsed_time": "1:05:48", "remaining_time": "0:10:31"} +{"current_steps": 501, "total_steps": 580, "loss": 1.3434, "lr": 4.601437849784318e-07, "epoch": 4.31786941580756, "percentage": 86.38, "elapsed_time": "1:06:12", "remaining_time": "0:10:26"} +{"current_steps": 502, "total_steps": 580, "loss": 1.3661, "lr": 4.487446839998194e-07, "epoch": 4.326460481099656, "percentage": 86.55, "elapsed_time": "1:06:20", "remaining_time": "0:10:18"} +{"current_steps": 503, "total_steps": 580, "loss": 1.3702, "lr": 4.374819176172501e-07, "epoch": 4.335051546391752, "percentage": 86.72, "elapsed_time": "1:06:27", "remaining_time": "0:10:10"} +{"current_steps": 504, "total_steps": 580, "loss": 1.3661, "lr": 4.263558232112064e-07, "epoch": 4.3436426116838485, "percentage": 86.9, "elapsed_time": "1:06:35", "remaining_time": "0:10:02"} +{"current_steps": 505, "total_steps": 580, "loss": 1.3026, "lr": 4.153667340681067e-07, "epoch": 4.352233676975945, "percentage": 87.07, "elapsed_time": "1:06:42", "remaining_time": "0:09:54"} +{"current_steps": 506, "total_steps": 580, "loss": 1.405, "lr": 4.045149793703257e-07, "epoch": 4.360824742268041, "percentage": 87.24, "elapsed_time": "1:06:50", "remaining_time": "0:09:46"} +{"current_steps": 507, "total_steps": 580, "loss": 1.4117, "lr": 3.938008841863289e-07, "epoch": 4.369415807560138, "percentage": 87.41, "elapsed_time": "1:06:58", "remaining_time": "0:09:38"} +{"current_steps": 508, "total_steps": 580, "loss": 1.3421, "lr": 3.832247694609442e-07, "epoch": 4.378006872852234, "percentage": 87.59, "elapsed_time": "1:07:05", "remaining_time": "0:09:30"} +{"current_steps": 509, "total_steps": 580, "loss": 1.4049, "lr": 3.7278695200573754e-07, "epoch": 4.38659793814433, "percentage": 87.76, "elapsed_time": "1:07:13", "remaining_time": "0:09:22"} +{"current_steps": 510, "total_steps": 580, "loss": 1.3828, "lr": 3.6248774448952695e-07, "epoch": 4.3951890034364265, "percentage": 87.93, "elapsed_time": "1:07:20", "remaining_time": "0:09:14"} +{"current_steps": 511, "total_steps": 580, "loss": 1.3728, "lr": 3.52327455429019e-07, "epoch": 4.403780068728523, "percentage": 88.1, "elapsed_time": "1:07:28", "remaining_time": "0:09:06"} +{"current_steps": 512, "total_steps": 580, "loss": 1.4156, "lr": 3.423063891795647e-07, "epoch": 4.412371134020619, "percentage": 88.28, "elapsed_time": "1:07:35", "remaining_time": "0:08:58"} +{"current_steps": 513, "total_steps": 580, "loss": 1.3664, "lr": 3.324248459260393e-07, "epoch": 4.420962199312715, "percentage": 88.45, "elapsed_time": "1:07:43", "remaining_time": "0:08:50"} +{"current_steps": 514, "total_steps": 580, "loss": 1.3901, "lr": 3.2268312167385687e-07, "epoch": 4.429553264604811, "percentage": 88.62, "elapsed_time": "1:07:50", "remaining_time": "0:08:42"} +{"current_steps": 515, "total_steps": 580, "loss": 1.4038, "lr": 3.1308150824009785e-07, "epoch": 4.438144329896907, "percentage": 88.79, "elapsed_time": "1:07:58", "remaining_time": "0:08:34"} +{"current_steps": 516, "total_steps": 580, "loss": 1.3732, "lr": 3.0362029324477015e-07, "epoch": 4.446735395189004, "percentage": 88.97, "elapsed_time": "1:08:05", "remaining_time": "0:08:26"} +{"current_steps": 517, "total_steps": 580, "loss": 1.341, "lr": 2.942997601021924e-07, "epoch": 4.4553264604811, "percentage": 89.14, "elapsed_time": "1:08:13", "remaining_time": "0:08:18"} +{"current_steps": 518, "total_steps": 580, "loss": 1.3769, "lr": 2.851201880125043e-07, "epoch": 4.463917525773196, "percentage": 89.31, "elapsed_time": "1:08:20", "remaining_time": "0:08:10"} +{"current_steps": 519, "total_steps": 580, "loss": 1.3752, "lr": 2.760818519533037e-07, "epoch": 4.472508591065292, "percentage": 89.48, "elapsed_time": "1:08:28", "remaining_time": "0:08:02"} +{"current_steps": 520, "total_steps": 580, "loss": 1.3816, "lr": 2.6718502267140844e-07, "epoch": 4.481099656357388, "percentage": 89.66, "elapsed_time": "1:08:36", "remaining_time": "0:07:54"} +{"current_steps": 521, "total_steps": 580, "loss": 1.4135, "lr": 2.584299666747475e-07, "epoch": 4.489690721649485, "percentage": 89.83, "elapsed_time": "1:08:43", "remaining_time": "0:07:46"} +{"current_steps": 522, "total_steps": 580, "loss": 1.3715, "lr": 2.4981694622437546e-07, "epoch": 4.498281786941581, "percentage": 90.0, "elapsed_time": "1:08:51", "remaining_time": "0:07:39"} +{"current_steps": 523, "total_steps": 580, "loss": 1.3902, "lr": 2.4134621932661916e-07, "epoch": 4.506872852233677, "percentage": 90.17, "elapsed_time": "1:08:58", "remaining_time": "0:07:31"} +{"current_steps": 524, "total_steps": 580, "loss": 1.3985, "lr": 2.330180397253473e-07, "epoch": 4.515463917525773, "percentage": 90.34, "elapsed_time": "1:09:06", "remaining_time": "0:07:23"} +{"current_steps": 525, "total_steps": 580, "loss": 1.3919, "lr": 2.2483265689436929e-07, "epoch": 4.524054982817869, "percentage": 90.52, "elapsed_time": "1:09:13", "remaining_time": "0:07:15"} +{"current_steps": 526, "total_steps": 580, "loss": 1.4006, "lr": 2.167903160299617e-07, "epoch": 4.5326460481099655, "percentage": 90.69, "elapsed_time": "1:09:21", "remaining_time": "0:07:07"} +{"current_steps": 527, "total_steps": 580, "loss": 1.3825, "lr": 2.0889125804352595e-07, "epoch": 4.541237113402062, "percentage": 90.86, "elapsed_time": "1:09:28", "remaining_time": "0:06:59"} +{"current_steps": 528, "total_steps": 580, "loss": 1.3604, "lr": 2.0113571955436895e-07, "epoch": 4.549828178694158, "percentage": 91.03, "elapsed_time": "1:09:36", "remaining_time": "0:06:51"} +{"current_steps": 529, "total_steps": 580, "loss": 1.3947, "lr": 1.9352393288261717e-07, "epoch": 4.558419243986254, "percentage": 91.21, "elapsed_time": "1:09:43", "remaining_time": "0:06:43"} +{"current_steps": 530, "total_steps": 580, "loss": 1.3891, "lr": 1.8605612604225388e-07, "epoch": 4.56701030927835, "percentage": 91.38, "elapsed_time": "1:09:51", "remaining_time": "0:06:35"} +{"current_steps": 531, "total_steps": 580, "loss": 1.38, "lr": 1.787325227342951e-07, "epoch": 4.5756013745704465, "percentage": 91.55, "elapsed_time": "1:09:58", "remaining_time": "0:06:27"} +{"current_steps": 532, "total_steps": 580, "loss": 1.3393, "lr": 1.715533423400817e-07, "epoch": 4.584192439862543, "percentage": 91.72, "elapsed_time": "1:10:06", "remaining_time": "0:06:19"} +{"current_steps": 533, "total_steps": 580, "loss": 1.3877, "lr": 1.6451879991471186e-07, "epoch": 4.592783505154639, "percentage": 91.9, "elapsed_time": "1:10:13", "remaining_time": "0:06:11"} +{"current_steps": 534, "total_steps": 580, "loss": 1.349, "lr": 1.576291061805979e-07, "epoch": 4.601374570446735, "percentage": 92.07, "elapsed_time": "1:10:21", "remaining_time": "0:06:03"} +{"current_steps": 535, "total_steps": 580, "loss": 1.397, "lr": 1.5088446752115403e-07, "epoch": 4.609965635738831, "percentage": 92.24, "elapsed_time": "1:10:28", "remaining_time": "0:05:55"} +{"current_steps": 536, "total_steps": 580, "loss": 1.3954, "lr": 1.4428508597461587e-07, "epoch": 4.618556701030927, "percentage": 92.41, "elapsed_time": "1:10:36", "remaining_time": "0:05:47"} +{"current_steps": 537, "total_steps": 580, "loss": 1.4002, "lr": 1.378311592279835e-07, "epoch": 4.627147766323024, "percentage": 92.59, "elapsed_time": "1:10:43", "remaining_time": "0:05:39"} +{"current_steps": 538, "total_steps": 580, "loss": 1.3671, "lr": 1.3152288061110518e-07, "epoch": 4.63573883161512, "percentage": 92.76, "elapsed_time": "1:10:51", "remaining_time": "0:05:31"} +{"current_steps": 539, "total_steps": 580, "loss": 1.3407, "lr": 1.253604390908819e-07, "epoch": 4.644329896907217, "percentage": 92.93, "elapsed_time": "1:10:58", "remaining_time": "0:05:23"} +{"current_steps": 540, "total_steps": 580, "loss": 1.3929, "lr": 1.193440192656109e-07, "epoch": 4.652920962199313, "percentage": 93.1, "elapsed_time": "1:11:06", "remaining_time": "0:05:16"} +{"current_steps": 541, "total_steps": 580, "loss": 1.3906, "lr": 1.1347380135945108e-07, "epoch": 4.661512027491409, "percentage": 93.28, "elapsed_time": "1:11:13", "remaining_time": "0:05:08"} +{"current_steps": 542, "total_steps": 580, "loss": 1.3699, "lr": 1.0774996121702907e-07, "epoch": 4.670103092783505, "percentage": 93.45, "elapsed_time": "1:11:21", "remaining_time": "0:05:00"} +{"current_steps": 543, "total_steps": 580, "loss": 1.3704, "lr": 1.0217267029816736e-07, "epoch": 4.678694158075602, "percentage": 93.62, "elapsed_time": "1:11:29", "remaining_time": "0:04:52"} +{"current_steps": 544, "total_steps": 580, "loss": 1.3823, "lr": 9.674209567275161e-08, "epoch": 4.687285223367698, "percentage": 93.79, "elapsed_time": "1:11:36", "remaining_time": "0:04:44"} +{"current_steps": 545, "total_steps": 580, "loss": 1.3961, "lr": 9.145840001572537e-08, "epoch": 4.695876288659794, "percentage": 93.97, "elapsed_time": "1:11:44", "remaining_time": "0:04:36"} +{"current_steps": 546, "total_steps": 580, "loss": 1.4083, "lr": 8.632174160221496e-08, "epoch": 4.70446735395189, "percentage": 94.14, "elapsed_time": "1:11:51", "remaining_time": "0:04:28"} +{"current_steps": 547, "total_steps": 580, "loss": 1.4241, "lr": 8.133227430279055e-08, "epoch": 4.713058419243986, "percentage": 94.31, "elapsed_time": "1:11:59", "remaining_time": "0:04:20"} +{"current_steps": 548, "total_steps": 580, "loss": 1.4044, "lr": 7.649014757885597e-08, "epoch": 4.721649484536083, "percentage": 94.48, "elapsed_time": "1:12:06", "remaining_time": "0:04:12"} +{"current_steps": 549, "total_steps": 580, "loss": 1.405, "lr": 7.179550647817224e-08, "epoch": 4.730240549828179, "percentage": 94.66, "elapsed_time": "1:12:14", "remaining_time": "0:04:04"} +{"current_steps": 550, "total_steps": 580, "loss": 1.3918, "lr": 6.724849163050995e-08, "epoch": 4.738831615120275, "percentage": 94.83, "elapsed_time": "1:12:21", "remaining_time": "0:03:56"} +{"current_steps": 551, "total_steps": 580, "loss": 1.4244, "lr": 6.28492392434421e-08, "epoch": 4.747422680412371, "percentage": 95.0, "elapsed_time": "1:12:45", "remaining_time": "0:03:49"} +{"current_steps": 552, "total_steps": 580, "loss": 1.3568, "lr": 5.8597881098257924e-08, "epoch": 4.756013745704467, "percentage": 95.17, "elapsed_time": "1:12:53", "remaining_time": "0:03:41"} +{"current_steps": 553, "total_steps": 580, "loss": 1.3803, "lr": 5.4494544546018216e-08, "epoch": 4.7646048109965635, "percentage": 95.34, "elapsed_time": "1:13:00", "remaining_time": "0:03:33"} +{"current_steps": 554, "total_steps": 580, "loss": 1.407, "lr": 5.0539352503741756e-08, "epoch": 4.77319587628866, "percentage": 95.52, "elapsed_time": "1:13:08", "remaining_time": "0:03:25"} +{"current_steps": 555, "total_steps": 580, "loss": 1.3304, "lr": 4.67324234507216e-08, "epoch": 4.781786941580756, "percentage": 95.69, "elapsed_time": "1:13:16", "remaining_time": "0:03:18"} +{"current_steps": 556, "total_steps": 580, "loss": 1.3904, "lr": 4.307387142497399e-08, "epoch": 4.790378006872852, "percentage": 95.86, "elapsed_time": "1:13:23", "remaining_time": "0:03:10"} +{"current_steps": 557, "total_steps": 580, "loss": 1.4047, "lr": 3.956380601982668e-08, "epoch": 4.798969072164948, "percentage": 96.03, "elapsed_time": "1:13:31", "remaining_time": "0:03:02"} +{"current_steps": 558, "total_steps": 580, "loss": 1.3854, "lr": 3.620233238063375e-08, "epoch": 4.8075601374570445, "percentage": 96.21, "elapsed_time": "1:13:38", "remaining_time": "0:02:54"} +{"current_steps": 559, "total_steps": 580, "loss": 1.3331, "lr": 3.2989551201624836e-08, "epoch": 4.816151202749141, "percentage": 96.38, "elapsed_time": "1:13:46", "remaining_time": "0:02:46"} +{"current_steps": 560, "total_steps": 580, "loss": 1.3508, "lr": 2.992555872289082e-08, "epoch": 4.824742268041237, "percentage": 96.55, "elapsed_time": "1:13:53", "remaining_time": "0:02:38"} +{"current_steps": 561, "total_steps": 580, "loss": 1.3515, "lr": 2.7010446727498974e-08, "epoch": 4.833333333333333, "percentage": 96.72, "elapsed_time": "1:14:01", "remaining_time": "0:02:30"} +{"current_steps": 562, "total_steps": 580, "loss": 1.3473, "lr": 2.4244302538746765e-08, "epoch": 4.841924398625429, "percentage": 96.9, "elapsed_time": "1:14:08", "remaining_time": "0:02:22"} +{"current_steps": 563, "total_steps": 580, "loss": 1.3494, "lr": 2.162720901754234e-08, "epoch": 4.850515463917525, "percentage": 97.07, "elapsed_time": "1:14:16", "remaining_time": "0:02:14"} +{"current_steps": 564, "total_steps": 580, "loss": 1.3908, "lr": 1.9159244559924795e-08, "epoch": 4.859106529209622, "percentage": 97.24, "elapsed_time": "1:14:23", "remaining_time": "0:02:06"} +{"current_steps": 565, "total_steps": 580, "loss": 1.3874, "lr": 1.6840483094713867e-08, "epoch": 4.867697594501719, "percentage": 97.41, "elapsed_time": "1:14:31", "remaining_time": "0:01:58"} +{"current_steps": 566, "total_steps": 580, "loss": 1.4072, "lr": 1.4670994081297796e-08, "epoch": 4.876288659793815, "percentage": 97.59, "elapsed_time": "1:14:38", "remaining_time": "0:01:50"} +{"current_steps": 567, "total_steps": 580, "loss": 1.3621, "lr": 1.2650842507550554e-08, "epoch": 4.884879725085911, "percentage": 97.76, "elapsed_time": "1:14:46", "remaining_time": "0:01:42"} +{"current_steps": 568, "total_steps": 580, "loss": 1.3946, "lr": 1.078008888788673e-08, "epoch": 4.893470790378007, "percentage": 97.93, "elapsed_time": "1:14:53", "remaining_time": "0:01:34"} +{"current_steps": 569, "total_steps": 580, "loss": 1.3983, "lr": 9.058789261446876e-09, "epoch": 4.902061855670103, "percentage": 98.1, "elapsed_time": "1:15:01", "remaining_time": "0:01:27"} +{"current_steps": 570, "total_steps": 580, "loss": 1.3963, "lr": 7.48699519042051e-09, "epoch": 4.9106529209622, "percentage": 98.28, "elapsed_time": "1:15:09", "remaining_time": "0:01:19"} +{"current_steps": 571, "total_steps": 580, "loss": 1.3887, "lr": 6.0647537585017956e-09, "epoch": 4.919243986254296, "percentage": 98.45, "elapsed_time": "1:15:16", "remaining_time": "0:01:11"} +{"current_steps": 572, "total_steps": 580, "loss": 1.3762, "lr": 4.792107569476789e-09, "epoch": 4.927835051546392, "percentage": 98.62, "elapsed_time": "1:15:24", "remaining_time": "0:01:03"} +{"current_steps": 573, "total_steps": 580, "loss": 1.3587, "lr": 3.669094745950008e-09, "epoch": 4.936426116838488, "percentage": 98.79, "elapsed_time": "1:15:31", "remaining_time": "0:00:55"} +{"current_steps": 574, "total_steps": 580, "loss": 1.4194, "lr": 2.6957489281997927e-09, "epoch": 4.945017182130584, "percentage": 98.97, "elapsed_time": "1:15:39", "remaining_time": "0:00:47"} +{"current_steps": 575, "total_steps": 580, "loss": 1.3633, "lr": 1.8720992731741104e-09, "epoch": 4.953608247422681, "percentage": 99.14, "elapsed_time": "1:15:46", "remaining_time": "0:00:39"} +{"current_steps": 576, "total_steps": 580, "loss": 1.3657, "lr": 1.1981704536129234e-09, "epoch": 4.962199312714777, "percentage": 99.31, "elapsed_time": "1:15:54", "remaining_time": "0:00:31"} +{"current_steps": 577, "total_steps": 580, "loss": 1.4011, "lr": 6.739826573121111e-10, "epoch": 4.970790378006873, "percentage": 99.48, "elapsed_time": "1:16:01", "remaining_time": "0:00:23"} +{"current_steps": 578, "total_steps": 580, "loss": 1.3885, "lr": 2.995515865183984e-10, "epoch": 4.979381443298969, "percentage": 99.66, "elapsed_time": "1:16:09", "remaining_time": "0:00:15"} +{"current_steps": 579, "total_steps": 580, "loss": 1.3764, "lr": 7.48884574575115e-11, "epoch": 4.987972508591065, "percentage": 99.83, "elapsed_time": "1:16:16", "remaining_time": "0:00:07"} +{"current_steps": 580, "total_steps": 580, "loss": 1.3675, "lr": 0.0, "epoch": 4.9965635738831615, "percentage": 100.0, "elapsed_time": "1:16:24", "remaining_time": "0:00:00"} +{"current_steps": 580, "total_steps": 580, "epoch": 4.9965635738831615, "percentage": 100.0, "elapsed_time": "1:16:41", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..9abb1b0 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,4102 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.9965635738831615, + "eval_steps": 500, + "global_step": 580, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00859106529209622, + "grad_norm": 2.208123786139425, + "learning_rate": 1.6666666666666667e-06, + "loss": 2.519, + "step": 1 + }, + { + "epoch": 0.01718213058419244, + "grad_norm": 2.387216471135648, + "learning_rate": 3.3333333333333333e-06, + "loss": 2.5546, + "step": 2 + }, + { + "epoch": 0.02577319587628866, + "grad_norm": 2.242414180089336, + "learning_rate": 5e-06, + "loss": 2.5143, + "step": 3 + }, + { + "epoch": 0.03436426116838488, + "grad_norm": 1.3834371622684507, + "learning_rate": 6.666666666666667e-06, + "loss": 2.4234, + "step": 4 + }, + { + "epoch": 0.0429553264604811, + "grad_norm": 0.8480429507160056, + "learning_rate": 8.333333333333334e-06, + "loss": 2.3533, + "step": 5 + }, + { + "epoch": 0.05154639175257732, + "grad_norm": 1.0257621263522265, + "learning_rate": 1e-05, + "loss": 2.3478, + "step": 6 + }, + { + "epoch": 0.06013745704467354, + "grad_norm": 0.9465705617705457, + "learning_rate": 9.999925111542544e-06, + "loss": 2.3559, + "step": 7 + }, + { + "epoch": 0.06872852233676977, + "grad_norm": 0.8290324702503862, + "learning_rate": 9.999700448413483e-06, + "loss": 2.2821, + "step": 8 + }, + { + "epoch": 0.07731958762886598, + "grad_norm": 0.7616359146631583, + "learning_rate": 9.999326017342688e-06, + "loss": 2.2554, + "step": 9 + }, + { + "epoch": 0.0859106529209622, + "grad_norm": 0.7466927981003729, + "learning_rate": 9.998801829546387e-06, + "loss": 2.2472, + "step": 10 + }, + { + "epoch": 0.09450171821305842, + "grad_norm": 0.4299476068045872, + "learning_rate": 9.998127900726825e-06, + "loss": 2.2512, + "step": 11 + }, + { + "epoch": 0.10309278350515463, + "grad_norm": 0.5343932519160086, + "learning_rate": 9.997304251071802e-06, + "loss": 2.2265, + "step": 12 + }, + { + "epoch": 0.11168384879725086, + "grad_norm": 0.4515050667510577, + "learning_rate": 9.99633090525405e-06, + "loss": 2.2205, + "step": 13 + }, + { + "epoch": 0.12027491408934708, + "grad_norm": 0.3887339848594928, + "learning_rate": 9.995207892430525e-06, + "loss": 2.199, + "step": 14 + }, + { + "epoch": 0.12886597938144329, + "grad_norm": 0.40393633836826276, + "learning_rate": 9.9939352462415e-06, + "loss": 2.1977, + "step": 15 + }, + { + "epoch": 0.13745704467353953, + "grad_norm": 0.3676064206819555, + "learning_rate": 9.99251300480958e-06, + "loss": 2.1732, + "step": 16 + }, + { + "epoch": 0.14604810996563575, + "grad_norm": 0.3396390866366257, + "learning_rate": 9.990941210738553e-06, + "loss": 2.1852, + "step": 17 + }, + { + "epoch": 0.15463917525773196, + "grad_norm": 0.3343400250980012, + "learning_rate": 9.989219911112114e-06, + "loss": 2.1995, + "step": 18 + }, + { + "epoch": 0.16323024054982818, + "grad_norm": 0.3395649625426219, + "learning_rate": 9.98734915749245e-06, + "loss": 2.1974, + "step": 19 + }, + { + "epoch": 0.1718213058419244, + "grad_norm": 0.3168174438284586, + "learning_rate": 9.985329005918702e-06, + "loss": 2.164, + "step": 20 + }, + { + "epoch": 0.18041237113402062, + "grad_norm": 0.30899087314283036, + "learning_rate": 9.983159516905287e-06, + "loss": 2.1506, + "step": 21 + }, + { + "epoch": 0.18900343642611683, + "grad_norm": 0.3104914475616672, + "learning_rate": 9.980840755440075e-06, + "loss": 2.1415, + "step": 22 + }, + { + "epoch": 0.19759450171821305, + "grad_norm": 0.2685339189270518, + "learning_rate": 9.978372790982457e-06, + "loss": 2.1254, + "step": 23 + }, + { + "epoch": 0.20618556701030927, + "grad_norm": 0.2666593191228905, + "learning_rate": 9.975755697461254e-06, + "loss": 2.1156, + "step": 24 + }, + { + "epoch": 0.21477663230240548, + "grad_norm": 0.2633683317715755, + "learning_rate": 9.972989553272501e-06, + "loss": 2.1083, + "step": 25 + }, + { + "epoch": 0.22336769759450173, + "grad_norm": 0.29601191602410226, + "learning_rate": 9.970074441277111e-06, + "loss": 2.1434, + "step": 26 + }, + { + "epoch": 0.23195876288659795, + "grad_norm": 0.2663773393046616, + "learning_rate": 9.967010448798376e-06, + "loss": 2.1137, + "step": 27 + }, + { + "epoch": 0.24054982817869416, + "grad_norm": 0.2489436765403495, + "learning_rate": 9.963797667619368e-06, + "loss": 2.105, + "step": 28 + }, + { + "epoch": 0.24914089347079038, + "grad_norm": 0.2513769484487265, + "learning_rate": 9.960436193980175e-06, + "loss": 2.132, + "step": 29 + }, + { + "epoch": 0.25773195876288657, + "grad_norm": 0.25792019512975445, + "learning_rate": 9.956926128575026e-06, + "loss": 2.0766, + "step": 30 + }, + { + "epoch": 0.2663230240549828, + "grad_norm": 0.24059537928347402, + "learning_rate": 9.953267576549279e-06, + "loss": 2.1145, + "step": 31 + }, + { + "epoch": 0.27491408934707906, + "grad_norm": 0.2413598219033581, + "learning_rate": 9.949460647496258e-06, + "loss": 2.0454, + "step": 32 + }, + { + "epoch": 0.28350515463917525, + "grad_norm": 0.24689976084131024, + "learning_rate": 9.945505455453983e-06, + "loss": 2.0456, + "step": 33 + }, + { + "epoch": 0.2920962199312715, + "grad_norm": 0.2625455755837849, + "learning_rate": 9.941402118901743e-06, + "loss": 2.0816, + "step": 34 + }, + { + "epoch": 0.3006872852233677, + "grad_norm": 0.25617587316052237, + "learning_rate": 9.93715076075656e-06, + "loss": 2.0879, + "step": 35 + }, + { + "epoch": 0.30927835051546393, + "grad_norm": 0.23182474186259913, + "learning_rate": 9.932751508369492e-06, + "loss": 2.0883, + "step": 36 + }, + { + "epoch": 0.3178694158075601, + "grad_norm": 0.25298056154312737, + "learning_rate": 9.92820449352183e-06, + "loss": 2.0679, + "step": 37 + }, + { + "epoch": 0.32646048109965636, + "grad_norm": 0.22793549377250014, + "learning_rate": 9.923509852421144e-06, + "loss": 2.0477, + "step": 38 + }, + { + "epoch": 0.33505154639175255, + "grad_norm": 0.22304162025326615, + "learning_rate": 9.91866772569721e-06, + "loss": 2.0681, + "step": 39 + }, + { + "epoch": 0.3436426116838488, + "grad_norm": 0.22391762105061253, + "learning_rate": 9.913678258397785e-06, + "loss": 2.0706, + "step": 40 + }, + { + "epoch": 0.35223367697594504, + "grad_norm": 0.2465667048609899, + "learning_rate": 9.908541599984276e-06, + "loss": 2.0532, + "step": 41 + }, + { + "epoch": 0.36082474226804123, + "grad_norm": 0.2225999225572341, + "learning_rate": 9.90325790432725e-06, + "loss": 2.0557, + "step": 42 + }, + { + "epoch": 0.3694158075601375, + "grad_norm": 0.23145112133504558, + "learning_rate": 9.897827329701834e-06, + "loss": 2.0077, + "step": 43 + }, + { + "epoch": 0.37800687285223367, + "grad_norm": 0.21978161386987122, + "learning_rate": 9.892250038782972e-06, + "loss": 2.0377, + "step": 44 + }, + { + "epoch": 0.3865979381443299, + "grad_norm": 0.23457257003146273, + "learning_rate": 9.88652619864055e-06, + "loss": 2.0046, + "step": 45 + }, + { + "epoch": 0.3951890034364261, + "grad_norm": 0.23366667859372328, + "learning_rate": 9.880655980734391e-06, + "loss": 2.0636, + "step": 46 + }, + { + "epoch": 0.40378006872852235, + "grad_norm": 0.216406709527668, + "learning_rate": 9.874639560909118e-06, + "loss": 1.9787, + "step": 47 + }, + { + "epoch": 0.41237113402061853, + "grad_norm": 0.2175332468582654, + "learning_rate": 9.868477119388897e-06, + "loss": 2.0583, + "step": 48 + }, + { + "epoch": 0.4209621993127148, + "grad_norm": 0.22438652510006393, + "learning_rate": 9.862168840772018e-06, + "loss": 2.0466, + "step": 49 + }, + { + "epoch": 0.42955326460481097, + "grad_norm": 0.2185523177171903, + "learning_rate": 9.855714914025386e-06, + "loss": 2.0105, + "step": 50 + }, + { + "epoch": 0.4381443298969072, + "grad_norm": 0.23254935570207558, + "learning_rate": 9.849115532478848e-06, + "loss": 1.9656, + "step": 51 + }, + { + "epoch": 0.44673539518900346, + "grad_norm": 0.20771583714525066, + "learning_rate": 9.842370893819404e-06, + "loss": 2.0414, + "step": 52 + }, + { + "epoch": 0.45532646048109965, + "grad_norm": 0.21427380812158775, + "learning_rate": 9.83548120008529e-06, + "loss": 2.0245, + "step": 53 + }, + { + "epoch": 0.4639175257731959, + "grad_norm": 0.21963377878640172, + "learning_rate": 9.828446657659919e-06, + "loss": 2.0406, + "step": 54 + }, + { + "epoch": 0.4725085910652921, + "grad_norm": 0.22510704558684724, + "learning_rate": 9.821267477265705e-06, + "loss": 2.001, + "step": 55 + }, + { + "epoch": 0.48109965635738833, + "grad_norm": 0.22402437197362557, + "learning_rate": 9.813943873957748e-06, + "loss": 1.9952, + "step": 56 + }, + { + "epoch": 0.4896907216494845, + "grad_norm": 0.21649219084755675, + "learning_rate": 9.806476067117384e-06, + "loss": 1.9775, + "step": 57 + }, + { + "epoch": 0.49828178694158076, + "grad_norm": 0.23004739414810843, + "learning_rate": 9.798864280445633e-06, + "loss": 2.0617, + "step": 58 + }, + { + "epoch": 0.506872852233677, + "grad_norm": 0.2234931893353312, + "learning_rate": 9.791108741956476e-06, + "loss": 2.0076, + "step": 59 + }, + { + "epoch": 0.5154639175257731, + "grad_norm": 0.31632384441079653, + "learning_rate": 9.78320968397004e-06, + "loss": 1.998, + "step": 60 + }, + { + "epoch": 0.5240549828178694, + "grad_norm": 0.22179973616305915, + "learning_rate": 9.77516734310563e-06, + "loss": 2.0295, + "step": 61 + }, + { + "epoch": 0.5326460481099656, + "grad_norm": 0.2193332083726788, + "learning_rate": 9.766981960274653e-06, + "loss": 1.973, + "step": 62 + }, + { + "epoch": 0.5412371134020618, + "grad_norm": 0.22853301555051309, + "learning_rate": 9.758653780673381e-06, + "loss": 2.0529, + "step": 63 + }, + { + "epoch": 0.5498281786941581, + "grad_norm": 0.2275807035753558, + "learning_rate": 9.750183053775625e-06, + "loss": 1.9989, + "step": 64 + }, + { + "epoch": 0.5584192439862543, + "grad_norm": 0.23654821220831357, + "learning_rate": 9.741570033325254e-06, + "loss": 1.9916, + "step": 65 + }, + { + "epoch": 0.5670103092783505, + "grad_norm": 0.2263519719171945, + "learning_rate": 9.732814977328593e-06, + "loss": 2.0294, + "step": 66 + }, + { + "epoch": 0.5756013745704467, + "grad_norm": 0.21292525210375207, + "learning_rate": 9.723918148046696e-06, + "loss": 2.0083, + "step": 67 + }, + { + "epoch": 0.584192439862543, + "grad_norm": 0.23686873465932642, + "learning_rate": 9.714879811987496e-06, + "loss": 1.9637, + "step": 68 + }, + { + "epoch": 0.5927835051546392, + "grad_norm": 0.22309697415764557, + "learning_rate": 9.705700239897809e-06, + "loss": 2.0339, + "step": 69 + }, + { + "epoch": 0.6013745704467354, + "grad_norm": 0.2363628573649254, + "learning_rate": 9.69637970675523e-06, + "loss": 1.9941, + "step": 70 + }, + { + "epoch": 0.6099656357388317, + "grad_norm": 0.21970605565754098, + "learning_rate": 9.686918491759904e-06, + "loss": 1.9921, + "step": 71 + }, + { + "epoch": 0.6185567010309279, + "grad_norm": 0.2399552026616389, + "learning_rate": 9.677316878326144e-06, + "loss": 1.985, + "step": 72 + }, + { + "epoch": 0.627147766323024, + "grad_norm": 0.22714040927280302, + "learning_rate": 9.667575154073962e-06, + "loss": 2.0016, + "step": 73 + }, + { + "epoch": 0.6357388316151202, + "grad_norm": 0.2259659476545292, + "learning_rate": 9.657693610820437e-06, + "loss": 2.0028, + "step": 74 + }, + { + "epoch": 0.6443298969072165, + "grad_norm": 0.22115483479500747, + "learning_rate": 9.647672544570981e-06, + "loss": 2.0005, + "step": 75 + }, + { + "epoch": 0.6529209621993127, + "grad_norm": 0.21943556518764748, + "learning_rate": 9.637512255510475e-06, + "loss": 1.9557, + "step": 76 + }, + { + "epoch": 0.6615120274914089, + "grad_norm": 0.22614114951805067, + "learning_rate": 9.627213047994265e-06, + "loss": 1.9751, + "step": 77 + }, + { + "epoch": 0.6701030927835051, + "grad_norm": 0.2229779123164752, + "learning_rate": 9.616775230539057e-06, + "loss": 1.9733, + "step": 78 + }, + { + "epoch": 0.6786941580756014, + "grad_norm": 0.28977693220933487, + "learning_rate": 9.606199115813672e-06, + "loss": 1.9538, + "step": 79 + }, + { + "epoch": 0.6872852233676976, + "grad_norm": 0.2398515392127217, + "learning_rate": 9.595485020629676e-06, + "loss": 1.9758, + "step": 80 + }, + { + "epoch": 0.6958762886597938, + "grad_norm": 0.22970549932486983, + "learning_rate": 9.584633265931894e-06, + "loss": 1.9752, + "step": 81 + }, + { + "epoch": 0.7044673539518901, + "grad_norm": 0.23574425808957022, + "learning_rate": 9.573644176788795e-06, + "loss": 1.9772, + "step": 82 + }, + { + "epoch": 0.7130584192439863, + "grad_norm": 0.24111810130645636, + "learning_rate": 9.562518082382751e-06, + "loss": 1.9843, + "step": 83 + }, + { + "epoch": 0.7216494845360825, + "grad_norm": 0.2353238194122449, + "learning_rate": 9.551255316000183e-06, + "loss": 1.9879, + "step": 84 + }, + { + "epoch": 0.7302405498281787, + "grad_norm": 0.21267148073016073, + "learning_rate": 9.539856215021568e-06, + "loss": 2.0112, + "step": 85 + }, + { + "epoch": 0.738831615120275, + "grad_norm": 0.24750268562290642, + "learning_rate": 9.528321120911345e-06, + "loss": 1.9686, + "step": 86 + }, + { + "epoch": 0.7474226804123711, + "grad_norm": 0.22624235631563774, + "learning_rate": 9.516650379207677e-06, + "loss": 1.9531, + "step": 87 + }, + { + "epoch": 0.7560137457044673, + "grad_norm": 0.2254562873218311, + "learning_rate": 9.504844339512096e-06, + "loss": 1.9336, + "step": 88 + }, + { + "epoch": 0.7646048109965635, + "grad_norm": 0.24114646864174968, + "learning_rate": 9.492903355479047e-06, + "loss": 1.9649, + "step": 89 + }, + { + "epoch": 0.7731958762886598, + "grad_norm": 0.2215844220698404, + "learning_rate": 9.480827784805278e-06, + "loss": 1.9919, + "step": 90 + }, + { + "epoch": 0.781786941580756, + "grad_norm": 0.22673007789344823, + "learning_rate": 9.468617989219136e-06, + "loss": 1.9671, + "step": 91 + }, + { + "epoch": 0.7903780068728522, + "grad_norm": 0.23381648472171454, + "learning_rate": 9.45627433446972e-06, + "loss": 1.9857, + "step": 92 + }, + { + "epoch": 0.7989690721649485, + "grad_norm": 0.22439137602734674, + "learning_rate": 9.443797190315938e-06, + "loss": 1.9887, + "step": 93 + }, + { + "epoch": 0.8075601374570447, + "grad_norm": 0.22502583802282547, + "learning_rate": 9.431186930515419e-06, + "loss": 1.9471, + "step": 94 + }, + { + "epoch": 0.8161512027491409, + "grad_norm": 0.22566119014941471, + "learning_rate": 9.418443932813328e-06, + "loss": 2.0001, + "step": 95 + }, + { + "epoch": 0.8247422680412371, + "grad_norm": 0.21651729773145714, + "learning_rate": 9.405568578931042e-06, + "loss": 1.9708, + "step": 96 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 0.22510924701029755, + "learning_rate": 9.392561254554712e-06, + "loss": 2.0141, + "step": 97 + }, + { + "epoch": 0.8419243986254296, + "grad_norm": 0.2239826811443597, + "learning_rate": 9.379422349323728e-06, + "loss": 1.9911, + "step": 98 + }, + { + "epoch": 0.8505154639175257, + "grad_norm": 0.23622343708573781, + "learning_rate": 9.366152256819025e-06, + "loss": 1.9265, + "step": 99 + }, + { + "epoch": 0.8591065292096219, + "grad_norm": 0.2330309560243661, + "learning_rate": 9.352751374551305e-06, + "loss": 1.9471, + "step": 100 + }, + { + "epoch": 0.8676975945017182, + "grad_norm": 0.24392986076413478, + "learning_rate": 9.339220103949132e-06, + "loss": 1.8885, + "step": 101 + }, + { + "epoch": 0.8762886597938144, + "grad_norm": 0.2283050690340691, + "learning_rate": 9.325558850346897e-06, + "loss": 1.9737, + "step": 102 + }, + { + "epoch": 0.8848797250859106, + "grad_norm": 0.23216642874875693, + "learning_rate": 9.311768022972682e-06, + "loss": 1.9265, + "step": 103 + }, + { + "epoch": 0.8934707903780069, + "grad_norm": 0.23718946052920817, + "learning_rate": 9.297848034936007e-06, + "loss": 1.9113, + "step": 104 + }, + { + "epoch": 0.9020618556701031, + "grad_norm": 0.26062401247343786, + "learning_rate": 9.283799303215442e-06, + "loss": 1.9109, + "step": 105 + }, + { + "epoch": 0.9106529209621993, + "grad_norm": 0.22346908351749736, + "learning_rate": 9.269622248646124e-06, + "loss": 1.9607, + "step": 106 + }, + { + "epoch": 0.9192439862542955, + "grad_norm": 0.24711103570338047, + "learning_rate": 9.255317295907158e-06, + "loss": 1.964, + "step": 107 + }, + { + "epoch": 0.9278350515463918, + "grad_norm": 0.25323775068277576, + "learning_rate": 9.240884873508876e-06, + "loss": 1.9167, + "step": 108 + }, + { + "epoch": 0.936426116838488, + "grad_norm": 0.25123992738826834, + "learning_rate": 9.226325413780021e-06, + "loss": 1.9516, + "step": 109 + }, + { + "epoch": 0.9450171821305842, + "grad_norm": 0.2548307883088889, + "learning_rate": 9.211639352854786e-06, + "loss": 1.972, + "step": 110 + }, + { + "epoch": 0.9536082474226805, + "grad_norm": 0.24129670124461444, + "learning_rate": 9.196827130659752e-06, + "loss": 1.9694, + "step": 111 + }, + { + "epoch": 0.9621993127147767, + "grad_norm": 0.25262012893284974, + "learning_rate": 9.181889190900702e-06, + "loss": 1.9389, + "step": 112 + }, + { + "epoch": 0.9707903780068728, + "grad_norm": 0.24800856374400806, + "learning_rate": 9.166825981049345e-06, + "loss": 1.9609, + "step": 113 + }, + { + "epoch": 0.979381443298969, + "grad_norm": 0.23930062604165217, + "learning_rate": 9.151637952329903e-06, + "loss": 1.9169, + "step": 114 + }, + { + "epoch": 0.9879725085910653, + "grad_norm": 0.23888942710116004, + "learning_rate": 9.136325559705593e-06, + "loss": 1.9409, + "step": 115 + }, + { + "epoch": 0.9965635738831615, + "grad_norm": 0.2434327307011672, + "learning_rate": 9.120889261864999e-06, + "loss": 1.9549, + "step": 116 + }, + { + "epoch": 1.0085910652920962, + "grad_norm": 0.5368696897762311, + "learning_rate": 9.105329521208334e-06, + "loss": 3.9516, + "step": 117 + }, + { + "epoch": 1.0171821305841924, + "grad_norm": 0.31841091070667155, + "learning_rate": 9.089646803833589e-06, + "loss": 1.8892, + "step": 118 + }, + { + "epoch": 1.0257731958762886, + "grad_norm": 0.2742869080672636, + "learning_rate": 9.073841579522571e-06, + "loss": 1.8438, + "step": 119 + }, + { + "epoch": 1.034364261168385, + "grad_norm": 0.3098173382025614, + "learning_rate": 9.057914321726824e-06, + "loss": 1.8524, + "step": 120 + }, + { + "epoch": 1.0429553264604812, + "grad_norm": 0.35914000861625267, + "learning_rate": 9.041865507553458e-06, + "loss": 1.8578, + "step": 121 + }, + { + "epoch": 1.0515463917525774, + "grad_norm": 0.24782705778836578, + "learning_rate": 9.025695617750848e-06, + "loss": 1.8968, + "step": 122 + }, + { + "epoch": 1.0601374570446735, + "grad_norm": 0.29479978245416644, + "learning_rate": 9.009405136694234e-06, + "loss": 1.8527, + "step": 123 + }, + { + "epoch": 1.0687285223367697, + "grad_norm": 0.267590029709473, + "learning_rate": 8.992994552371217e-06, + "loss": 1.8557, + "step": 124 + }, + { + "epoch": 1.077319587628866, + "grad_norm": 0.2770218237542545, + "learning_rate": 8.976464356367133e-06, + "loss": 1.88, + "step": 125 + }, + { + "epoch": 1.0859106529209621, + "grad_norm": 0.24930357718028165, + "learning_rate": 8.959815043850336e-06, + "loss": 1.8914, + "step": 126 + }, + { + "epoch": 1.0945017182130585, + "grad_norm": 0.2577049899528488, + "learning_rate": 8.943047113557358e-06, + "loss": 1.8551, + "step": 127 + }, + { + "epoch": 1.1030927835051547, + "grad_norm": 0.2869232186158467, + "learning_rate": 8.926161067777973e-06, + "loss": 1.8314, + "step": 128 + }, + { + "epoch": 1.111683848797251, + "grad_norm": 0.257531034868115, + "learning_rate": 8.90915741234015e-06, + "loss": 1.8931, + "step": 129 + }, + { + "epoch": 1.120274914089347, + "grad_norm": 0.2510603923186068, + "learning_rate": 8.892036656594898e-06, + "loss": 1.8864, + "step": 130 + }, + { + "epoch": 1.1288659793814433, + "grad_norm": 0.22785031834695588, + "learning_rate": 8.874799313401014e-06, + "loss": 1.8966, + "step": 131 + }, + { + "epoch": 1.1374570446735395, + "grad_norm": 0.2625000755681014, + "learning_rate": 8.857445899109716e-06, + "loss": 1.8894, + "step": 132 + }, + { + "epoch": 1.1460481099656357, + "grad_norm": 0.25962578916321755, + "learning_rate": 8.839976933549173e-06, + "loss": 1.8373, + "step": 133 + }, + { + "epoch": 1.1546391752577319, + "grad_norm": 0.2535508034573568, + "learning_rate": 8.822392940008937e-06, + "loss": 1.8603, + "step": 134 + }, + { + "epoch": 1.1632302405498283, + "grad_norm": 0.2483718305265392, + "learning_rate": 8.804694445224274e-06, + "loss": 1.7806, + "step": 135 + }, + { + "epoch": 1.1718213058419245, + "grad_norm": 0.23143602082187498, + "learning_rate": 8.786881979360368e-06, + "loss": 1.8827, + "step": 136 + }, + { + "epoch": 1.1804123711340206, + "grad_norm": 0.26722488115137877, + "learning_rate": 8.76895607599646e-06, + "loss": 1.8687, + "step": 137 + }, + { + "epoch": 1.1890034364261168, + "grad_norm": 0.23165280409335437, + "learning_rate": 8.750917272109849e-06, + "loss": 1.8204, + "step": 138 + }, + { + "epoch": 1.197594501718213, + "grad_norm": 0.24114870798141225, + "learning_rate": 8.732766108059814e-06, + "loss": 1.8257, + "step": 139 + }, + { + "epoch": 1.2061855670103092, + "grad_norm": 0.24450933667975003, + "learning_rate": 8.714503127571425e-06, + "loss": 1.8655, + "step": 140 + }, + { + "epoch": 1.2147766323024054, + "grad_norm": 0.24886954586593113, + "learning_rate": 8.696128877719258e-06, + "loss": 1.8635, + "step": 141 + }, + { + "epoch": 1.2233676975945018, + "grad_norm": 0.22947391665498382, + "learning_rate": 8.677643908911007e-06, + "loss": 1.8683, + "step": 142 + }, + { + "epoch": 1.231958762886598, + "grad_norm": 0.24875679422747346, + "learning_rate": 8.659048774870986e-06, + "loss": 1.8897, + "step": 143 + }, + { + "epoch": 1.2405498281786942, + "grad_norm": 0.21948813585313118, + "learning_rate": 8.64034403262356e-06, + "loss": 1.8661, + "step": 144 + }, + { + "epoch": 1.2491408934707904, + "grad_norm": 0.25682738261464727, + "learning_rate": 8.621530242476446e-06, + "loss": 1.8135, + "step": 145 + }, + { + "epoch": 1.2577319587628866, + "grad_norm": 0.46219652770176195, + "learning_rate": 8.602607968003935e-06, + "loss": 1.8172, + "step": 146 + }, + { + "epoch": 1.2663230240549828, + "grad_norm": 0.2274158864545253, + "learning_rate": 8.583577776030005e-06, + "loss": 1.8351, + "step": 147 + }, + { + "epoch": 1.274914089347079, + "grad_norm": 0.25012506751574154, + "learning_rate": 8.564440236611344e-06, + "loss": 1.8969, + "step": 148 + }, + { + "epoch": 1.2835051546391751, + "grad_norm": 0.2769019876124278, + "learning_rate": 8.545195923020273e-06, + "loss": 1.8762, + "step": 149 + }, + { + "epoch": 1.2920962199312716, + "grad_norm": 0.26472276342375745, + "learning_rate": 8.525845411727581e-06, + "loss": 1.8824, + "step": 150 + }, + { + "epoch": 1.3006872852233677, + "grad_norm": 0.24426788274377817, + "learning_rate": 8.506389282385242e-06, + "loss": 1.8752, + "step": 151 + }, + { + "epoch": 1.309278350515464, + "grad_norm": 0.2850090172193898, + "learning_rate": 8.486828117809057e-06, + "loss": 1.8499, + "step": 152 + }, + { + "epoch": 1.3178694158075601, + "grad_norm": 0.28133366851138764, + "learning_rate": 8.467162503961209e-06, + "loss": 1.8705, + "step": 153 + }, + { + "epoch": 1.3264604810996563, + "grad_norm": 0.2455210250126331, + "learning_rate": 8.447393029932692e-06, + "loss": 1.8423, + "step": 154 + }, + { + "epoch": 1.3350515463917525, + "grad_norm": 0.3008489303713607, + "learning_rate": 8.427520287925669e-06, + "loss": 1.8963, + "step": 155 + }, + { + "epoch": 1.343642611683849, + "grad_norm": 0.25506919040783055, + "learning_rate": 8.407544873235736e-06, + "loss": 1.8521, + "step": 156 + }, + { + "epoch": 1.352233676975945, + "grad_norm": 0.27043313385906653, + "learning_rate": 8.387467384234096e-06, + "loss": 1.8709, + "step": 157 + }, + { + "epoch": 1.3608247422680413, + "grad_norm": 0.27087203176436514, + "learning_rate": 8.367288422349617e-06, + "loss": 1.8636, + "step": 158 + }, + { + "epoch": 1.3694158075601375, + "grad_norm": 0.25048232585043473, + "learning_rate": 8.347008592050834e-06, + "loss": 1.8694, + "step": 159 + }, + { + "epoch": 1.3780068728522337, + "grad_norm": 0.27609000035122433, + "learning_rate": 8.326628500827826e-06, + "loss": 1.8344, + "step": 160 + }, + { + "epoch": 1.3865979381443299, + "grad_norm": 0.27449314945979997, + "learning_rate": 8.306148759174036e-06, + "loss": 1.8706, + "step": 161 + }, + { + "epoch": 1.395189003436426, + "grad_norm": 0.233840133061648, + "learning_rate": 8.285569980567965e-06, + "loss": 1.8695, + "step": 162 + }, + { + "epoch": 1.4037800687285222, + "grad_norm": 0.273284165103743, + "learning_rate": 8.264892781454807e-06, + "loss": 1.8518, + "step": 163 + }, + { + "epoch": 1.4123711340206184, + "grad_norm": 0.26246253700879174, + "learning_rate": 8.244117781227982e-06, + "loss": 1.8214, + "step": 164 + }, + { + "epoch": 1.4209621993127148, + "grad_norm": 0.23343115890866387, + "learning_rate": 8.22324560221058e-06, + "loss": 1.8531, + "step": 165 + }, + { + "epoch": 1.429553264604811, + "grad_norm": 0.23604921177468424, + "learning_rate": 8.202276869636713e-06, + "loss": 1.8033, + "step": 166 + }, + { + "epoch": 1.4381443298969072, + "grad_norm": 0.25286857214079783, + "learning_rate": 8.1812122116328e-06, + "loss": 1.8764, + "step": 167 + }, + { + "epoch": 1.4467353951890034, + "grad_norm": 0.25559292386906807, + "learning_rate": 8.160052259198737e-06, + "loss": 1.8211, + "step": 168 + }, + { + "epoch": 1.4553264604810996, + "grad_norm": 0.26293486350593825, + "learning_rate": 8.138797646189e-06, + "loss": 1.8409, + "step": 169 + }, + { + "epoch": 1.463917525773196, + "grad_norm": 0.2615615587710106, + "learning_rate": 8.117449009293668e-06, + "loss": 1.82, + "step": 170 + }, + { + "epoch": 1.4725085910652922, + "grad_norm": 0.24029229889760534, + "learning_rate": 8.096006988019331e-06, + "loss": 1.795, + "step": 171 + }, + { + "epoch": 1.4810996563573884, + "grad_norm": 0.24396907732238718, + "learning_rate": 8.074472224669952e-06, + "loss": 1.8288, + "step": 172 + }, + { + "epoch": 1.4896907216494846, + "grad_norm": 0.2588430791949496, + "learning_rate": 8.052845364327609e-06, + "loss": 1.8313, + "step": 173 + }, + { + "epoch": 1.4982817869415808, + "grad_norm": 0.2402748200690545, + "learning_rate": 8.031127054833192e-06, + "loss": 1.8475, + "step": 174 + }, + { + "epoch": 1.506872852233677, + "grad_norm": 0.26607111639386694, + "learning_rate": 8.009317946766975e-06, + "loss": 1.8318, + "step": 175 + }, + { + "epoch": 1.5154639175257731, + "grad_norm": 0.2490367029154612, + "learning_rate": 7.987418693429145e-06, + "loss": 1.8713, + "step": 176 + }, + { + "epoch": 1.5240549828178693, + "grad_norm": 0.24506198481130903, + "learning_rate": 7.965429950820222e-06, + "loss": 1.846, + "step": 177 + }, + { + "epoch": 1.5326460481099655, + "grad_norm": 0.2510589297764303, + "learning_rate": 7.943352377621414e-06, + "loss": 1.8191, + "step": 178 + }, + { + "epoch": 1.5412371134020617, + "grad_norm": 0.2463498132205643, + "learning_rate": 7.92118663517488e-06, + "loss": 1.8264, + "step": 179 + }, + { + "epoch": 1.5498281786941581, + "grad_norm": 0.26856443469145774, + "learning_rate": 7.898933387463924e-06, + "loss": 1.8214, + "step": 180 + }, + { + "epoch": 1.5584192439862543, + "grad_norm": 0.24408339713981886, + "learning_rate": 7.876593301093104e-06, + "loss": 1.8655, + "step": 181 + }, + { + "epoch": 1.5670103092783505, + "grad_norm": 0.2824672391033115, + "learning_rate": 7.854167045268265e-06, + "loss": 1.8303, + "step": 182 + }, + { + "epoch": 1.5756013745704467, + "grad_norm": 0.2652503232543874, + "learning_rate": 7.831655291776484e-06, + "loss": 1.8078, + "step": 183 + }, + { + "epoch": 1.584192439862543, + "grad_norm": 0.3562892836637005, + "learning_rate": 7.809058714965962e-06, + "loss": 1.8365, + "step": 184 + }, + { + "epoch": 1.5927835051546393, + "grad_norm": 0.31682382377621443, + "learning_rate": 7.786377991725813e-06, + "loss": 1.8342, + "step": 185 + }, + { + "epoch": 1.6013745704467355, + "grad_norm": 0.23708795791695556, + "learning_rate": 7.763613801465785e-06, + "loss": 1.8338, + "step": 186 + }, + { + "epoch": 1.6099656357388317, + "grad_norm": 0.32980665096322415, + "learning_rate": 7.740766826095918e-06, + "loss": 1.8525, + "step": 187 + }, + { + "epoch": 1.6185567010309279, + "grad_norm": 0.3308585733412994, + "learning_rate": 7.717837750006106e-06, + "loss": 1.8699, + "step": 188 + }, + { + "epoch": 1.627147766323024, + "grad_norm": 0.23213184583376612, + "learning_rate": 7.694827260045608e-06, + "loss": 1.8346, + "step": 189 + }, + { + "epoch": 1.6357388316151202, + "grad_norm": 0.36115699508964094, + "learning_rate": 7.671736045502462e-06, + "loss": 1.8296, + "step": 190 + }, + { + "epoch": 1.6443298969072164, + "grad_norm": 0.3725788178513254, + "learning_rate": 7.648564798082842e-06, + "loss": 1.8621, + "step": 191 + }, + { + "epoch": 1.6529209621993126, + "grad_norm": 0.244920413507623, + "learning_rate": 7.625314211890342e-06, + "loss": 1.8379, + "step": 192 + }, + { + "epoch": 1.6615120274914088, + "grad_norm": 0.3003785923390606, + "learning_rate": 7.601984983405173e-06, + "loss": 1.8285, + "step": 193 + }, + { + "epoch": 1.670103092783505, + "grad_norm": 0.24554481882238194, + "learning_rate": 7.57857781146331e-06, + "loss": 1.8282, + "step": 194 + }, + { + "epoch": 1.6786941580756014, + "grad_norm": 0.3086444191459068, + "learning_rate": 7.555093397235553e-06, + "loss": 1.8351, + "step": 195 + }, + { + "epoch": 1.6872852233676976, + "grad_norm": 0.2255666101776277, + "learning_rate": 7.531532444206524e-06, + "loss": 1.8619, + "step": 196 + }, + { + "epoch": 1.6958762886597938, + "grad_norm": 0.35915951404678703, + "learning_rate": 7.507895658153594e-06, + "loss": 1.8153, + "step": 197 + }, + { + "epoch": 1.7044673539518902, + "grad_norm": 0.2998884420051895, + "learning_rate": 7.484183747125743e-06, + "loss": 1.8065, + "step": 198 + }, + { + "epoch": 1.7130584192439864, + "grad_norm": 0.27294046373984265, + "learning_rate": 7.460397421422346e-06, + "loss": 1.8642, + "step": 199 + }, + { + "epoch": 1.7216494845360826, + "grad_norm": 0.3266219558792723, + "learning_rate": 7.4365373935719e-06, + "loss": 1.8297, + "step": 200 + }, + { + "epoch": 1.7302405498281788, + "grad_norm": 0.2650164068518729, + "learning_rate": 7.412604378310677e-06, + "loss": 1.8304, + "step": 201 + }, + { + "epoch": 1.738831615120275, + "grad_norm": 0.27308861174574434, + "learning_rate": 7.388599092561315e-06, + "loss": 1.822, + "step": 202 + }, + { + "epoch": 1.7474226804123711, + "grad_norm": 0.2463141857916976, + "learning_rate": 7.364522255411342e-06, + "loss": 1.8776, + "step": 203 + }, + { + "epoch": 1.7560137457044673, + "grad_norm": 0.2599426045804314, + "learning_rate": 7.340374588091638e-06, + "loss": 1.8509, + "step": 204 + }, + { + "epoch": 1.7646048109965635, + "grad_norm": 0.24005078867376234, + "learning_rate": 7.316156813954821e-06, + "loss": 1.8183, + "step": 205 + }, + { + "epoch": 1.7731958762886597, + "grad_norm": 0.27120591080632045, + "learning_rate": 7.291869658453594e-06, + "loss": 1.8149, + "step": 206 + }, + { + "epoch": 1.781786941580756, + "grad_norm": 0.2531942384017391, + "learning_rate": 7.267513849119001e-06, + "loss": 1.8261, + "step": 207 + }, + { + "epoch": 1.790378006872852, + "grad_norm": 0.2747157434197358, + "learning_rate": 7.243090115538639e-06, + "loss": 1.7975, + "step": 208 + }, + { + "epoch": 1.7989690721649485, + "grad_norm": 0.24091105341462182, + "learning_rate": 7.218599189334799e-06, + "loss": 1.8353, + "step": 209 + }, + { + "epoch": 1.8075601374570447, + "grad_norm": 0.24341386656771288, + "learning_rate": 7.194041804142556e-06, + "loss": 1.8859, + "step": 210 + }, + { + "epoch": 1.8161512027491409, + "grad_norm": 0.22471355270187646, + "learning_rate": 7.169418695587791e-06, + "loss": 1.8431, + "step": 211 + }, + { + "epoch": 1.824742268041237, + "grad_norm": 0.24506188684019525, + "learning_rate": 7.144730601265148e-06, + "loss": 1.8125, + "step": 212 + }, + { + "epoch": 1.8333333333333335, + "grad_norm": 0.22810680645845968, + "learning_rate": 7.1199782607159494e-06, + "loss": 1.8194, + "step": 213 + }, + { + "epoch": 1.8419243986254297, + "grad_norm": 0.2449433442646377, + "learning_rate": 7.095162415406034e-06, + "loss": 1.827, + "step": 214 + }, + { + "epoch": 1.8505154639175259, + "grad_norm": 0.24559185753817364, + "learning_rate": 7.070283808703553e-06, + "loss": 1.8464, + "step": 215 + }, + { + "epoch": 1.859106529209622, + "grad_norm": 0.24427706936825086, + "learning_rate": 7.045343185856701e-06, + "loss": 1.843, + "step": 216 + }, + { + "epoch": 1.8676975945017182, + "grad_norm": 0.24645403275584066, + "learning_rate": 7.020341293971383e-06, + "loss": 1.8306, + "step": 217 + }, + { + "epoch": 1.8762886597938144, + "grad_norm": 0.23184930559537723, + "learning_rate": 6.995278881988847e-06, + "loss": 1.8015, + "step": 218 + }, + { + "epoch": 1.8848797250859106, + "grad_norm": 0.23719377224785188, + "learning_rate": 6.970156700663244e-06, + "loss": 1.8525, + "step": 219 + }, + { + "epoch": 1.8934707903780068, + "grad_norm": 0.23400764447147657, + "learning_rate": 6.9449755025391355e-06, + "loss": 1.8119, + "step": 220 + }, + { + "epoch": 1.902061855670103, + "grad_norm": 0.2599405268669303, + "learning_rate": 6.919736041928956e-06, + "loss": 1.8323, + "step": 221 + }, + { + "epoch": 1.9106529209621992, + "grad_norm": 0.24632902890049496, + "learning_rate": 6.894439074890413e-06, + "loss": 1.8485, + "step": 222 + }, + { + "epoch": 1.9192439862542954, + "grad_norm": 0.23367391136495488, + "learning_rate": 6.869085359203844e-06, + "loss": 1.7983, + "step": 223 + }, + { + "epoch": 1.9278350515463918, + "grad_norm": 0.2510789521553247, + "learning_rate": 6.843675654349513e-06, + "loss": 1.8341, + "step": 224 + }, + { + "epoch": 1.936426116838488, + "grad_norm": 0.23860360419431745, + "learning_rate": 6.818210721484859e-06, + "loss": 1.8398, + "step": 225 + }, + { + "epoch": 1.9450171821305842, + "grad_norm": 0.25014975307900233, + "learning_rate": 6.792691323421698e-06, + "loss": 1.8263, + "step": 226 + }, + { + "epoch": 1.9536082474226806, + "grad_norm": 0.26282781990546983, + "learning_rate": 6.767118224603374e-06, + "loss": 1.8677, + "step": 227 + }, + { + "epoch": 1.9621993127147768, + "grad_norm": 0.256705179343515, + "learning_rate": 6.741492191081856e-06, + "loss": 1.8442, + "step": 228 + }, + { + "epoch": 1.970790378006873, + "grad_norm": 0.24544564998960142, + "learning_rate": 6.715813990494793e-06, + "loss": 1.7951, + "step": 229 + }, + { + "epoch": 1.9793814432989691, + "grad_norm": 0.3053559290033019, + "learning_rate": 6.690084392042514e-06, + "loss": 1.8208, + "step": 230 + }, + { + "epoch": 1.9879725085910653, + "grad_norm": 0.30531170857183865, + "learning_rate": 6.664304166465e-06, + "loss": 1.8202, + "step": 231 + }, + { + "epoch": 1.9965635738831615, + "grad_norm": 0.23274931772047064, + "learning_rate": 6.638474086018778e-06, + "loss": 1.8046, + "step": 232 + }, + { + "epoch": 2.008591065292096, + "grad_norm": 0.5794577169743913, + "learning_rate": 6.612594924453801e-06, + "loss": 3.5412, + "step": 233 + }, + { + "epoch": 2.0171821305841924, + "grad_norm": 0.343082374090462, + "learning_rate": 6.5866674569902676e-06, + "loss": 1.735, + "step": 234 + }, + { + "epoch": 2.0257731958762886, + "grad_norm": 0.28141601659964904, + "learning_rate": 6.5606924602953925e-06, + "loss": 1.7572, + "step": 235 + }, + { + "epoch": 2.0343642611683848, + "grad_norm": 0.34976737295239363, + "learning_rate": 6.534670712460151e-06, + "loss": 1.7368, + "step": 236 + }, + { + "epoch": 2.042955326460481, + "grad_norm": 0.40040502919537163, + "learning_rate": 6.508602992975963e-06, + "loss": 1.767, + "step": 237 + }, + { + "epoch": 2.051546391752577, + "grad_norm": 0.2911696775881224, + "learning_rate": 6.4824900827113506e-06, + "loss": 1.7602, + "step": 238 + }, + { + "epoch": 2.0601374570446733, + "grad_norm": 0.29572445302801437, + "learning_rate": 6.456332763888544e-06, + "loss": 1.7454, + "step": 239 + }, + { + "epoch": 2.06872852233677, + "grad_norm": 0.26729327030395994, + "learning_rate": 6.430131820060043e-06, + "loss": 1.7436, + "step": 240 + }, + { + "epoch": 2.077319587628866, + "grad_norm": 0.2992754951710706, + "learning_rate": 6.403888036085155e-06, + "loss": 1.7117, + "step": 241 + }, + { + "epoch": 2.0859106529209623, + "grad_norm": 0.33077824275444107, + "learning_rate": 6.3776021981064825e-06, + "loss": 1.7511, + "step": 242 + }, + { + "epoch": 2.0945017182130585, + "grad_norm": 0.3177034331189178, + "learning_rate": 6.3512750935263664e-06, + "loss": 1.7398, + "step": 243 + }, + { + "epoch": 2.1030927835051547, + "grad_norm": 0.2526942708362804, + "learning_rate": 6.32490751098331e-06, + "loss": 1.7115, + "step": 244 + }, + { + "epoch": 2.111683848797251, + "grad_norm": 0.28767940216717397, + "learning_rate": 6.298500240328342e-06, + "loss": 1.7521, + "step": 245 + }, + { + "epoch": 2.120274914089347, + "grad_norm": 0.2814458013423626, + "learning_rate": 6.272054072601374e-06, + "loss": 1.7511, + "step": 246 + }, + { + "epoch": 2.1288659793814433, + "grad_norm": 0.2605489443356379, + "learning_rate": 6.245569800007484e-06, + "loss": 1.7609, + "step": 247 + }, + { + "epoch": 2.1374570446735395, + "grad_norm": 0.3285855498307297, + "learning_rate": 6.219048215893204e-06, + "loss": 1.7857, + "step": 248 + }, + { + "epoch": 2.1460481099656357, + "grad_norm": 0.25393068431559573, + "learning_rate": 6.192490114722741e-06, + "loss": 1.7683, + "step": 249 + }, + { + "epoch": 2.154639175257732, + "grad_norm": 0.2833431825377502, + "learning_rate": 6.1658962920541875e-06, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 2.163230240549828, + "grad_norm": 0.3185646342601711, + "learning_rate": 6.139267544515689e-06, + "loss": 1.7269, + "step": 251 + }, + { + "epoch": 2.1718213058419242, + "grad_norm": 0.2549426100743674, + "learning_rate": 6.112604669781572e-06, + "loss": 1.7984, + "step": 252 + }, + { + "epoch": 2.1804123711340204, + "grad_norm": 0.2974211601234815, + "learning_rate": 6.0859084665484645e-06, + "loss": 1.6639, + "step": 253 + }, + { + "epoch": 2.189003436426117, + "grad_norm": 0.29735313491718546, + "learning_rate": 6.059179734511357e-06, + "loss": 1.7581, + "step": 254 + }, + { + "epoch": 2.1975945017182132, + "grad_norm": 0.22827203527316411, + "learning_rate": 6.032419274339654e-06, + "loss": 1.768, + "step": 255 + }, + { + "epoch": 2.2061855670103094, + "grad_norm": 0.2921679486136057, + "learning_rate": 6.005627887653189e-06, + "loss": 1.737, + "step": 256 + }, + { + "epoch": 2.2147766323024056, + "grad_norm": 0.23174406967073777, + "learning_rate": 5.978806376998209e-06, + "loss": 1.7783, + "step": 257 + }, + { + "epoch": 2.223367697594502, + "grad_norm": 0.26415721171980494, + "learning_rate": 5.951955545823342e-06, + "loss": 1.7638, + "step": 258 + }, + { + "epoch": 2.231958762886598, + "grad_norm": 0.3168814647576765, + "learning_rate": 5.925076198455517e-06, + "loss": 1.751, + "step": 259 + }, + { + "epoch": 2.240549828178694, + "grad_norm": 0.24804457019619985, + "learning_rate": 5.898169140075878e-06, + "loss": 1.7432, + "step": 260 + }, + { + "epoch": 2.2491408934707904, + "grad_norm": 0.2666809574189019, + "learning_rate": 5.871235176695664e-06, + "loss": 1.7538, + "step": 261 + }, + { + "epoch": 2.2577319587628866, + "grad_norm": 0.28781492733295405, + "learning_rate": 5.844275115132064e-06, + "loss": 1.7617, + "step": 262 + }, + { + "epoch": 2.2663230240549828, + "grad_norm": 0.25687309069891207, + "learning_rate": 5.817289762984048e-06, + "loss": 1.7679, + "step": 263 + }, + { + "epoch": 2.274914089347079, + "grad_norm": 0.31675631158329604, + "learning_rate": 5.790279928608173e-06, + "loss": 1.7867, + "step": 264 + }, + { + "epoch": 2.283505154639175, + "grad_norm": 0.2357319821112829, + "learning_rate": 5.763246421094373e-06, + "loss": 1.7247, + "step": 265 + }, + { + "epoch": 2.2920962199312713, + "grad_norm": 0.38591750012011294, + "learning_rate": 5.736190050241719e-06, + "loss": 1.7289, + "step": 266 + }, + { + "epoch": 2.3006872852233675, + "grad_norm": 0.2948215158582319, + "learning_rate": 5.709111626534161e-06, + "loss": 1.7575, + "step": 267 + }, + { + "epoch": 2.3092783505154637, + "grad_norm": 0.2885319497537962, + "learning_rate": 5.6820119611162515e-06, + "loss": 1.7103, + "step": 268 + }, + { + "epoch": 2.31786941580756, + "grad_norm": 0.376037745824099, + "learning_rate": 5.65489186576885e-06, + "loss": 1.746, + "step": 269 + }, + { + "epoch": 2.3264604810996565, + "grad_norm": 0.2497562431197746, + "learning_rate": 5.627752152884794e-06, + "loss": 1.7603, + "step": 270 + }, + { + "epoch": 2.3350515463917527, + "grad_norm": 0.2990905369609316, + "learning_rate": 5.600593635444583e-06, + "loss": 1.7515, + "step": 271 + }, + { + "epoch": 2.343642611683849, + "grad_norm": 0.30117959897506796, + "learning_rate": 5.573417126992004e-06, + "loss": 1.7569, + "step": 272 + }, + { + "epoch": 2.352233676975945, + "grad_norm": 0.2557741184765267, + "learning_rate": 5.546223441609775e-06, + "loss": 1.7472, + "step": 273 + }, + { + "epoch": 2.3608247422680413, + "grad_norm": 0.2551208106353442, + "learning_rate": 5.51901339389516e-06, + "loss": 1.7317, + "step": 274 + }, + { + "epoch": 2.3694158075601375, + "grad_norm": 0.2781777841112468, + "learning_rate": 5.491787798935557e-06, + "loss": 1.6851, + "step": 275 + }, + { + "epoch": 2.3780068728522337, + "grad_norm": 0.31337500147197084, + "learning_rate": 5.464547472284091e-06, + "loss": 1.7791, + "step": 276 + }, + { + "epoch": 2.38659793814433, + "grad_norm": 0.23452467271508043, + "learning_rate": 5.437293229935178e-06, + "loss": 1.7582, + "step": 277 + }, + { + "epoch": 2.395189003436426, + "grad_norm": 0.27327927198344293, + "learning_rate": 5.4100258883000874e-06, + "loss": 1.7133, + "step": 278 + }, + { + "epoch": 2.4037800687285222, + "grad_norm": 0.27708583184067626, + "learning_rate": 5.38274626418248e-06, + "loss": 1.7163, + "step": 279 + }, + { + "epoch": 2.4123711340206184, + "grad_norm": 0.23292464029123794, + "learning_rate": 5.355455174753941e-06, + "loss": 1.7298, + "step": 280 + }, + { + "epoch": 2.4209621993127146, + "grad_norm": 0.2600703750003263, + "learning_rate": 5.328153437529512e-06, + "loss": 1.7573, + "step": 281 + }, + { + "epoch": 2.429553264604811, + "grad_norm": 0.2523351663963291, + "learning_rate": 5.300841870343183e-06, + "loss": 1.7449, + "step": 282 + }, + { + "epoch": 2.4381443298969074, + "grad_norm": 0.2670431080125699, + "learning_rate": 5.273521291323411e-06, + "loss": 1.7246, + "step": 283 + }, + { + "epoch": 2.4467353951890036, + "grad_norm": 0.25254035187471163, + "learning_rate": 5.2461925188686035e-06, + "loss": 1.7451, + "step": 284 + }, + { + "epoch": 2.4553264604811, + "grad_norm": 0.2508883074086655, + "learning_rate": 5.218856371622605e-06, + "loss": 1.7262, + "step": 285 + }, + { + "epoch": 2.463917525773196, + "grad_norm": 0.25219229137696275, + "learning_rate": 5.191513668450178e-06, + "loss": 1.737, + "step": 286 + }, + { + "epoch": 2.472508591065292, + "grad_norm": 0.25320537808898, + "learning_rate": 5.1641652284124645e-06, + "loss": 1.7396, + "step": 287 + }, + { + "epoch": 2.4810996563573884, + "grad_norm": 0.2806981448693318, + "learning_rate": 5.136811870742462e-06, + "loss": 1.7437, + "step": 288 + }, + { + "epoch": 2.4896907216494846, + "grad_norm": 0.24173806733280326, + "learning_rate": 5.109454414820475e-06, + "loss": 1.7791, + "step": 289 + }, + { + "epoch": 2.4982817869415808, + "grad_norm": 0.2707788540745343, + "learning_rate": 5.0820936801495716e-06, + "loss": 1.7543, + "step": 290 + }, + { + "epoch": 2.506872852233677, + "grad_norm": 0.2599485029275578, + "learning_rate": 5.054730486331041e-06, + "loss": 1.7234, + "step": 291 + }, + { + "epoch": 2.515463917525773, + "grad_norm": 0.25054672276405254, + "learning_rate": 5.0273656530398285e-06, + "loss": 1.7352, + "step": 292 + }, + { + "epoch": 2.5240549828178693, + "grad_norm": 0.2573776336213065, + "learning_rate": 5e-06, + "loss": 1.7514, + "step": 293 + }, + { + "epoch": 2.5326460481099655, + "grad_norm": 0.23703533832993126, + "learning_rate": 4.972634346960173e-06, + "loss": 1.6359, + "step": 294 + }, + { + "epoch": 2.5412371134020617, + "grad_norm": 0.2705943259676728, + "learning_rate": 4.945269513668962e-06, + "loss": 1.777, + "step": 295 + }, + { + "epoch": 2.549828178694158, + "grad_norm": 0.2550242865212212, + "learning_rate": 4.917906319850431e-06, + "loss": 1.7132, + "step": 296 + }, + { + "epoch": 2.558419243986254, + "grad_norm": 0.26742448602135604, + "learning_rate": 4.890545585179527e-06, + "loss": 1.7566, + "step": 297 + }, + { + "epoch": 2.5670103092783503, + "grad_norm": 0.266400686306017, + "learning_rate": 4.863188129257539e-06, + "loss": 1.7532, + "step": 298 + }, + { + "epoch": 2.5756013745704465, + "grad_norm": 0.28864348789360117, + "learning_rate": 4.835834771587537e-06, + "loss": 1.7401, + "step": 299 + }, + { + "epoch": 2.584192439862543, + "grad_norm": 0.24303483535987125, + "learning_rate": 4.808486331549824e-06, + "loss": 1.7235, + "step": 300 + }, + { + "epoch": 2.5927835051546393, + "grad_norm": 0.26471152605172477, + "learning_rate": 4.781143628377396e-06, + "loss": 1.7183, + "step": 301 + }, + { + "epoch": 2.6013745704467355, + "grad_norm": 0.2898803122430285, + "learning_rate": 4.753807481131398e-06, + "loss": 1.7858, + "step": 302 + }, + { + "epoch": 2.6099656357388317, + "grad_norm": 0.23208150346414513, + "learning_rate": 4.72647870867659e-06, + "loss": 1.7583, + "step": 303 + }, + { + "epoch": 2.618556701030928, + "grad_norm": 0.258038022151125, + "learning_rate": 4.699158129656818e-06, + "loss": 1.7564, + "step": 304 + }, + { + "epoch": 2.627147766323024, + "grad_norm": 0.24174383924378637, + "learning_rate": 4.671846562470489e-06, + "loss": 1.7455, + "step": 305 + }, + { + "epoch": 2.6357388316151202, + "grad_norm": 0.24773074133942538, + "learning_rate": 4.644544825246059e-06, + "loss": 1.7351, + "step": 306 + }, + { + "epoch": 2.6443298969072164, + "grad_norm": 0.25621933249081513, + "learning_rate": 4.617253735817522e-06, + "loss": 1.7251, + "step": 307 + }, + { + "epoch": 2.6529209621993126, + "grad_norm": 0.2559480246284349, + "learning_rate": 4.589974111699914e-06, + "loss": 1.7336, + "step": 308 + }, + { + "epoch": 2.661512027491409, + "grad_norm": 0.25347973386380757, + "learning_rate": 4.562706770064824e-06, + "loss": 1.7625, + "step": 309 + }, + { + "epoch": 2.670103092783505, + "grad_norm": 0.2572249104558495, + "learning_rate": 4.535452527715911e-06, + "loss": 1.7246, + "step": 310 + }, + { + "epoch": 2.6786941580756016, + "grad_norm": 0.24310238666111728, + "learning_rate": 4.508212201064446e-06, + "loss": 1.729, + "step": 311 + }, + { + "epoch": 2.687285223367698, + "grad_norm": 0.2381051713294497, + "learning_rate": 4.480986606104842e-06, + "loss": 1.771, + "step": 312 + }, + { + "epoch": 2.695876288659794, + "grad_norm": 0.2476231591131004, + "learning_rate": 4.453776558390225e-06, + "loss": 1.762, + "step": 313 + }, + { + "epoch": 2.70446735395189, + "grad_norm": 0.25432604692808797, + "learning_rate": 4.426582873007999e-06, + "loss": 1.7751, + "step": 314 + }, + { + "epoch": 2.7130584192439864, + "grad_norm": 0.24148970830649608, + "learning_rate": 4.3994063645554185e-06, + "loss": 1.7629, + "step": 315 + }, + { + "epoch": 2.7216494845360826, + "grad_norm": 0.2687873203876452, + "learning_rate": 4.3722478471152065e-06, + "loss": 1.6963, + "step": 316 + }, + { + "epoch": 2.7302405498281788, + "grad_norm": 0.25746700267483097, + "learning_rate": 4.345108134231152e-06, + "loss": 1.7348, + "step": 317 + }, + { + "epoch": 2.738831615120275, + "grad_norm": 0.27025200631644236, + "learning_rate": 4.31798803888375e-06, + "loss": 1.7875, + "step": 318 + }, + { + "epoch": 2.747422680412371, + "grad_norm": 0.24968915718366122, + "learning_rate": 4.290888373465841e-06, + "loss": 1.722, + "step": 319 + }, + { + "epoch": 2.7560137457044673, + "grad_norm": 0.23372356054490234, + "learning_rate": 4.2638099497582835e-06, + "loss": 1.7234, + "step": 320 + }, + { + "epoch": 2.7646048109965635, + "grad_norm": 0.23476817638617892, + "learning_rate": 4.236753578905627e-06, + "loss": 1.7481, + "step": 321 + }, + { + "epoch": 2.7731958762886597, + "grad_norm": 0.23530118596904906, + "learning_rate": 4.209720071391827e-06, + "loss": 1.7345, + "step": 322 + }, + { + "epoch": 2.781786941580756, + "grad_norm": 0.25951314424025645, + "learning_rate": 4.1827102370159526e-06, + "loss": 1.7523, + "step": 323 + }, + { + "epoch": 2.790378006872852, + "grad_norm": 0.24692340886346503, + "learning_rate": 4.155724884867937e-06, + "loss": 1.7171, + "step": 324 + }, + { + "epoch": 2.7989690721649483, + "grad_norm": 0.25308660216730366, + "learning_rate": 4.1287648233043366e-06, + "loss": 1.7574, + "step": 325 + }, + { + "epoch": 2.8075601374570445, + "grad_norm": 0.2567537654878209, + "learning_rate": 4.1018308599241245e-06, + "loss": 1.6823, + "step": 326 + }, + { + "epoch": 2.8161512027491407, + "grad_norm": 0.25305155829539, + "learning_rate": 4.074923801544485e-06, + "loss": 1.7565, + "step": 327 + }, + { + "epoch": 2.824742268041237, + "grad_norm": 0.24050906326685917, + "learning_rate": 4.048044454176658e-06, + "loss": 1.7761, + "step": 328 + }, + { + "epoch": 2.8333333333333335, + "grad_norm": 0.2447388353381909, + "learning_rate": 4.0211936230017915e-06, + "loss": 1.7443, + "step": 329 + }, + { + "epoch": 2.8419243986254297, + "grad_norm": 0.26240857077065216, + "learning_rate": 3.9943721123468124e-06, + "loss": 1.7509, + "step": 330 + }, + { + "epoch": 2.850515463917526, + "grad_norm": 0.28811462400375815, + "learning_rate": 3.967580725660348e-06, + "loss": 1.7528, + "step": 331 + }, + { + "epoch": 2.859106529209622, + "grad_norm": 0.2529330357428984, + "learning_rate": 3.940820265488644e-06, + "loss": 1.7625, + "step": 332 + }, + { + "epoch": 2.8676975945017182, + "grad_norm": 0.25916932781575436, + "learning_rate": 3.914091533451537e-06, + "loss": 1.7058, + "step": 333 + }, + { + "epoch": 2.8762886597938144, + "grad_norm": 0.2590407810513385, + "learning_rate": 3.887395330218429e-06, + "loss": 1.7161, + "step": 334 + }, + { + "epoch": 2.8848797250859106, + "grad_norm": 0.24066882385215688, + "learning_rate": 3.860732455484314e-06, + "loss": 1.7158, + "step": 335 + }, + { + "epoch": 2.893470790378007, + "grad_norm": 0.27294577615311516, + "learning_rate": 3.8341037079458125e-06, + "loss": 1.7733, + "step": 336 + }, + { + "epoch": 2.902061855670103, + "grad_norm": 0.2530676827059838, + "learning_rate": 3.8075098852772607e-06, + "loss": 1.7406, + "step": 337 + }, + { + "epoch": 2.910652920962199, + "grad_norm": 0.2628152164476677, + "learning_rate": 3.7809517841067976e-06, + "loss": 1.7058, + "step": 338 + }, + { + "epoch": 2.9192439862542954, + "grad_norm": 0.26638727240914895, + "learning_rate": 3.7544301999925176e-06, + "loss": 1.7496, + "step": 339 + }, + { + "epoch": 2.927835051546392, + "grad_norm": 0.23863083988145045, + "learning_rate": 3.727945927398628e-06, + "loss": 1.7845, + "step": 340 + }, + { + "epoch": 2.936426116838488, + "grad_norm": 0.24028358323758836, + "learning_rate": 3.7014997596716596e-06, + "loss": 1.745, + "step": 341 + }, + { + "epoch": 2.9450171821305844, + "grad_norm": 0.2524501050391268, + "learning_rate": 3.675092489016693e-06, + "loss": 1.7389, + "step": 342 + }, + { + "epoch": 2.9536082474226806, + "grad_norm": 0.29426755660492304, + "learning_rate": 3.6487249064736352e-06, + "loss": 1.7112, + "step": 343 + }, + { + "epoch": 2.9621993127147768, + "grad_norm": 0.22729315412728335, + "learning_rate": 3.622397801893518e-06, + "loss": 1.7016, + "step": 344 + }, + { + "epoch": 2.970790378006873, + "grad_norm": 0.25244870327576924, + "learning_rate": 3.5961119639148443e-06, + "loss": 1.7323, + "step": 345 + }, + { + "epoch": 2.979381443298969, + "grad_norm": 0.24503417973883346, + "learning_rate": 3.569868179939958e-06, + "loss": 1.7169, + "step": 346 + }, + { + "epoch": 2.9879725085910653, + "grad_norm": 0.2829554992612038, + "learning_rate": 3.543667236111458e-06, + "loss": 1.7268, + "step": 347 + }, + { + "epoch": 2.9965635738831615, + "grad_norm": 0.24834908746578163, + "learning_rate": 3.5175099172886507e-06, + "loss": 1.746, + "step": 348 + }, + { + "epoch": 3.008591065292096, + "grad_norm": 0.5922513392483557, + "learning_rate": 3.4913970070240388e-06, + "loss": 3.4119, + "step": 349 + }, + { + "epoch": 3.0171821305841924, + "grad_norm": 0.4020890443336188, + "learning_rate": 3.4653292875398523e-06, + "loss": 1.6271, + "step": 350 + }, + { + "epoch": 3.0257731958762886, + "grad_norm": 0.2846472800650302, + "learning_rate": 3.4393075397046105e-06, + "loss": 1.7354, + "step": 351 + }, + { + "epoch": 3.0343642611683848, + "grad_norm": 0.3696437917954285, + "learning_rate": 3.4133325430097337e-06, + "loss": 1.6708, + "step": 352 + }, + { + "epoch": 3.042955326460481, + "grad_norm": 0.2451913749329604, + "learning_rate": 3.3874050755461984e-06, + "loss": 1.6865, + "step": 353 + }, + { + "epoch": 3.051546391752577, + "grad_norm": 0.305602063686548, + "learning_rate": 3.3615259139812227e-06, + "loss": 1.6916, + "step": 354 + }, + { + "epoch": 3.0601374570446733, + "grad_norm": 0.3028789740936393, + "learning_rate": 3.335695833535001e-06, + "loss": 1.7133, + "step": 355 + }, + { + "epoch": 3.06872852233677, + "grad_norm": 0.27232200626107655, + "learning_rate": 3.309915607957487e-06, + "loss": 1.7203, + "step": 356 + }, + { + "epoch": 3.077319587628866, + "grad_norm": 0.24580818891429057, + "learning_rate": 3.2841860095052096e-06, + "loss": 1.6968, + "step": 357 + }, + { + "epoch": 3.0859106529209623, + "grad_norm": 0.30829456790986676, + "learning_rate": 3.258507808918146e-06, + "loss": 1.6632, + "step": 358 + }, + { + "epoch": 3.0945017182130585, + "grad_norm": 0.2493311669409693, + "learning_rate": 3.232881775396626e-06, + "loss": 1.6886, + "step": 359 + }, + { + "epoch": 3.1030927835051547, + "grad_norm": 0.26807381538701364, + "learning_rate": 3.2073086765783023e-06, + "loss": 1.6276, + "step": 360 + }, + { + "epoch": 3.111683848797251, + "grad_norm": 0.2655770739554699, + "learning_rate": 3.1817892785151426e-06, + "loss": 1.7224, + "step": 361 + }, + { + "epoch": 3.120274914089347, + "grad_norm": 0.29191249153928056, + "learning_rate": 3.1563243456504877e-06, + "loss": 1.6464, + "step": 362 + }, + { + "epoch": 3.1288659793814433, + "grad_norm": 0.26142611464602167, + "learning_rate": 3.1309146407961565e-06, + "loss": 1.7042, + "step": 363 + }, + { + "epoch": 3.1374570446735395, + "grad_norm": 0.25581281444307696, + "learning_rate": 3.1055609251095874e-06, + "loss": 1.684, + "step": 364 + }, + { + "epoch": 3.1460481099656357, + "grad_norm": 0.25645637858338083, + "learning_rate": 3.0802639580710465e-06, + "loss": 1.6748, + "step": 365 + }, + { + "epoch": 3.154639175257732, + "grad_norm": 0.2537099488131362, + "learning_rate": 3.0550244974608675e-06, + "loss": 1.6751, + "step": 366 + }, + { + "epoch": 3.163230240549828, + "grad_norm": 0.2622401902439414, + "learning_rate": 3.0298432993367577e-06, + "loss": 1.6762, + "step": 367 + }, + { + "epoch": 3.1718213058419242, + "grad_norm": 0.26777154057402036, + "learning_rate": 3.0047211180111537e-06, + "loss": 1.6637, + "step": 368 + }, + { + "epoch": 3.1804123711340204, + "grad_norm": 0.2697670915131976, + "learning_rate": 2.979658706028619e-06, + "loss": 1.6409, + "step": 369 + }, + { + "epoch": 3.189003436426117, + "grad_norm": 0.25302462808285775, + "learning_rate": 2.9546568141433007e-06, + "loss": 1.6811, + "step": 370 + }, + { + "epoch": 3.1975945017182132, + "grad_norm": 0.2926705457518936, + "learning_rate": 2.9297161912964476e-06, + "loss": 1.6811, + "step": 371 + }, + { + "epoch": 3.2061855670103094, + "grad_norm": 0.24258346567546993, + "learning_rate": 2.904837584593968e-06, + "loss": 1.6987, + "step": 372 + }, + { + "epoch": 3.2147766323024056, + "grad_norm": 0.27821484417248077, + "learning_rate": 2.880021739284053e-06, + "loss": 1.7002, + "step": 373 + }, + { + "epoch": 3.223367697594502, + "grad_norm": 0.2583260720453906, + "learning_rate": 2.8552693987348533e-06, + "loss": 1.6581, + "step": 374 + }, + { + "epoch": 3.231958762886598, + "grad_norm": 0.2995718829517528, + "learning_rate": 2.83058130441221e-06, + "loss": 1.698, + "step": 375 + }, + { + "epoch": 3.240549828178694, + "grad_norm": 0.23209310903531505, + "learning_rate": 2.8059581958574434e-06, + "loss": 1.6639, + "step": 376 + }, + { + "epoch": 3.2491408934707904, + "grad_norm": 0.3141583986931671, + "learning_rate": 2.781400810665201e-06, + "loss": 1.6306, + "step": 377 + }, + { + "epoch": 3.2577319587628866, + "grad_norm": 0.26043046141639037, + "learning_rate": 2.7569098844613616e-06, + "loss": 1.6428, + "step": 378 + }, + { + "epoch": 3.2663230240549828, + "grad_norm": 0.2682410210651436, + "learning_rate": 2.7324861508810007e-06, + "loss": 1.7031, + "step": 379 + }, + { + "epoch": 3.274914089347079, + "grad_norm": 0.23627466269523362, + "learning_rate": 2.708130341546407e-06, + "loss": 1.6912, + "step": 380 + }, + { + "epoch": 3.283505154639175, + "grad_norm": 0.25452308447859706, + "learning_rate": 2.6838431860451797e-06, + "loss": 1.6972, + "step": 381 + }, + { + "epoch": 3.2920962199312713, + "grad_norm": 0.2684481414005352, + "learning_rate": 2.659625411908366e-06, + "loss": 1.6126, + "step": 382 + }, + { + "epoch": 3.3006872852233675, + "grad_norm": 0.28632630512865187, + "learning_rate": 2.635477744588658e-06, + "loss": 1.7118, + "step": 383 + }, + { + "epoch": 3.3092783505154637, + "grad_norm": 0.2480954277626528, + "learning_rate": 2.611400907438685e-06, + "loss": 1.678, + "step": 384 + }, + { + "epoch": 3.31786941580756, + "grad_norm": 0.27009672556246167, + "learning_rate": 2.587395621689325e-06, + "loss": 1.6571, + "step": 385 + }, + { + "epoch": 3.3264604810996565, + "grad_norm": 0.2488236290385475, + "learning_rate": 2.563462606428101e-06, + "loss": 1.698, + "step": 386 + }, + { + "epoch": 3.3350515463917527, + "grad_norm": 0.265013925369111, + "learning_rate": 2.5396025785776545e-06, + "loss": 1.6874, + "step": 387 + }, + { + "epoch": 3.343642611683849, + "grad_norm": 0.2501632529845309, + "learning_rate": 2.515816252874258e-06, + "loss": 1.6518, + "step": 388 + }, + { + "epoch": 3.352233676975945, + "grad_norm": 0.26963209575817787, + "learning_rate": 2.4921043418464085e-06, + "loss": 1.723, + "step": 389 + }, + { + "epoch": 3.3608247422680413, + "grad_norm": 0.2439138058109664, + "learning_rate": 2.4684675557934766e-06, + "loss": 1.6514, + "step": 390 + }, + { + "epoch": 3.3694158075601375, + "grad_norm": 0.25131424095425053, + "learning_rate": 2.4449066027644473e-06, + "loss": 1.6717, + "step": 391 + }, + { + "epoch": 3.3780068728522337, + "grad_norm": 0.23423918940451338, + "learning_rate": 2.4214221885366918e-06, + "loss": 1.6818, + "step": 392 + }, + { + "epoch": 3.38659793814433, + "grad_norm": 0.23504278302633322, + "learning_rate": 2.398015016594828e-06, + "loss": 1.6851, + "step": 393 + }, + { + "epoch": 3.395189003436426, + "grad_norm": 0.23108912440397839, + "learning_rate": 2.3746857881096586e-06, + "loss": 1.6573, + "step": 394 + }, + { + "epoch": 3.4037800687285222, + "grad_norm": 0.2630972598480657, + "learning_rate": 2.351435201917159e-06, + "loss": 1.6736, + "step": 395 + }, + { + "epoch": 3.4123711340206184, + "grad_norm": 0.2565037203189053, + "learning_rate": 2.32826395449754e-06, + "loss": 1.6683, + "step": 396 + }, + { + "epoch": 3.4209621993127146, + "grad_norm": 0.27931135209944863, + "learning_rate": 2.3051727399543934e-06, + "loss": 1.6755, + "step": 397 + }, + { + "epoch": 3.429553264604811, + "grad_norm": 0.29212242360552815, + "learning_rate": 2.282162249993895e-06, + "loss": 1.6334, + "step": 398 + }, + { + "epoch": 3.4381443298969074, + "grad_norm": 0.26981834777022456, + "learning_rate": 2.259233173904084e-06, + "loss": 1.708, + "step": 399 + }, + { + "epoch": 3.4467353951890036, + "grad_norm": 0.27252952116031537, + "learning_rate": 2.2363861985342156e-06, + "loss": 1.7145, + "step": 400 + }, + { + "epoch": 3.4553264604811, + "grad_norm": 0.26856882317170744, + "learning_rate": 2.2136220082741876e-06, + "loss": 1.6999, + "step": 401 + }, + { + "epoch": 3.463917525773196, + "grad_norm": 0.26539546923935187, + "learning_rate": 2.1909412850340395e-06, + "loss": 1.6981, + "step": 402 + }, + { + "epoch": 3.472508591065292, + "grad_norm": 0.24609298736654442, + "learning_rate": 2.168344708223519e-06, + "loss": 1.6949, + "step": 403 + }, + { + "epoch": 3.4810996563573884, + "grad_norm": 0.23740060447946054, + "learning_rate": 2.1458329547317384e-06, + "loss": 1.7044, + "step": 404 + }, + { + "epoch": 3.4896907216494846, + "grad_norm": 0.26722945895883293, + "learning_rate": 2.1234066989068972e-06, + "loss": 1.6929, + "step": 405 + }, + { + "epoch": 3.4982817869415808, + "grad_norm": 0.23155932481833713, + "learning_rate": 2.1010666125360767e-06, + "loss": 1.6896, + "step": 406 + }, + { + "epoch": 3.506872852233677, + "grad_norm": 0.2711065659946207, + "learning_rate": 2.0788133648251207e-06, + "loss": 1.6726, + "step": 407 + }, + { + "epoch": 3.515463917525773, + "grad_norm": 0.23502373531128723, + "learning_rate": 2.0566476223785857e-06, + "loss": 1.6584, + "step": 408 + }, + { + "epoch": 3.5240549828178693, + "grad_norm": 0.23647872007839724, + "learning_rate": 2.0345700491797786e-06, + "loss": 1.6842, + "step": 409 + }, + { + "epoch": 3.5326460481099655, + "grad_norm": 0.25531191284936877, + "learning_rate": 2.0125813065708568e-06, + "loss": 1.7291, + "step": 410 + }, + { + "epoch": 3.5412371134020617, + "grad_norm": 0.2338734563419503, + "learning_rate": 1.9906820532330262e-06, + "loss": 1.6603, + "step": 411 + }, + { + "epoch": 3.549828178694158, + "grad_norm": 0.24952190919610998, + "learning_rate": 1.9688729451668116e-06, + "loss": 1.6538, + "step": 412 + }, + { + "epoch": 3.558419243986254, + "grad_norm": 0.24615091256665883, + "learning_rate": 1.947154635672393e-06, + "loss": 1.6823, + "step": 413 + }, + { + "epoch": 3.5670103092783503, + "grad_norm": 0.24544513932589554, + "learning_rate": 1.925527775330049e-06, + "loss": 1.6561, + "step": 414 + }, + { + "epoch": 3.5756013745704465, + "grad_norm": 0.2547223286101074, + "learning_rate": 1.9039930119806698e-06, + "loss": 1.7017, + "step": 415 + }, + { + "epoch": 3.584192439862543, + "grad_norm": 0.24474946887671897, + "learning_rate": 1.8825509907063328e-06, + "loss": 1.6966, + "step": 416 + }, + { + "epoch": 3.5927835051546393, + "grad_norm": 0.23579767821458228, + "learning_rate": 1.8612023538109998e-06, + "loss": 1.6644, + "step": 417 + }, + { + "epoch": 3.6013745704467355, + "grad_norm": 0.236127895866837, + "learning_rate": 1.8399477408012645e-06, + "loss": 1.6935, + "step": 418 + }, + { + "epoch": 3.6099656357388317, + "grad_norm": 0.2663423480735363, + "learning_rate": 1.8187877883672024e-06, + "loss": 1.6871, + "step": 419 + }, + { + "epoch": 3.618556701030928, + "grad_norm": 0.23972519408323606, + "learning_rate": 1.797723130363288e-06, + "loss": 1.6964, + "step": 420 + }, + { + "epoch": 3.627147766323024, + "grad_norm": 0.2378828947434377, + "learning_rate": 1.7767543977894198e-06, + "loss": 1.664, + "step": 421 + }, + { + "epoch": 3.6357388316151202, + "grad_norm": 0.22727687711471692, + "learning_rate": 1.755882218772018e-06, + "loss": 1.6827, + "step": 422 + }, + { + "epoch": 3.6443298969072164, + "grad_norm": 0.2255094104159532, + "learning_rate": 1.7351072185451934e-06, + "loss": 1.6893, + "step": 423 + }, + { + "epoch": 3.6529209621993126, + "grad_norm": 0.24809139447614564, + "learning_rate": 1.7144300194320357e-06, + "loss": 1.6816, + "step": 424 + }, + { + "epoch": 3.661512027491409, + "grad_norm": 0.25186582278678304, + "learning_rate": 1.6938512408259655e-06, + "loss": 1.6653, + "step": 425 + }, + { + "epoch": 3.670103092783505, + "grad_norm": 0.2559208529812737, + "learning_rate": 1.6733714991721738e-06, + "loss": 1.6664, + "step": 426 + }, + { + "epoch": 3.6786941580756016, + "grad_norm": 0.25827292208337704, + "learning_rate": 1.652991407949167e-06, + "loss": 1.6452, + "step": 427 + }, + { + "epoch": 3.687285223367698, + "grad_norm": 0.24886719673164634, + "learning_rate": 1.6327115776503833e-06, + "loss": 1.7094, + "step": 428 + }, + { + "epoch": 3.695876288659794, + "grad_norm": 0.2967568140556356, + "learning_rate": 1.6125326157659048e-06, + "loss": 1.6708, + "step": 429 + }, + { + "epoch": 3.70446735395189, + "grad_norm": 0.24610789821189943, + "learning_rate": 1.5924551267642641e-06, + "loss": 1.7097, + "step": 430 + }, + { + "epoch": 3.7130584192439864, + "grad_norm": 0.26064599580011155, + "learning_rate": 1.572479712074333e-06, + "loss": 1.6399, + "step": 431 + }, + { + "epoch": 3.7216494845360826, + "grad_norm": 0.25823550620207686, + "learning_rate": 1.5526069700673108e-06, + "loss": 1.6418, + "step": 432 + }, + { + "epoch": 3.7302405498281788, + "grad_norm": 0.2509972834327566, + "learning_rate": 1.532837496038792e-06, + "loss": 1.6782, + "step": 433 + }, + { + "epoch": 3.738831615120275, + "grad_norm": 0.25327011530278, + "learning_rate": 1.5131718821909435e-06, + "loss": 1.705, + "step": 434 + }, + { + "epoch": 3.747422680412371, + "grad_norm": 0.24464619937684007, + "learning_rate": 1.4936107176147606e-06, + "loss": 1.7135, + "step": 435 + }, + { + "epoch": 3.7560137457044673, + "grad_norm": 0.25124166991508706, + "learning_rate": 1.4741545882724213e-06, + "loss": 1.7038, + "step": 436 + }, + { + "epoch": 3.7646048109965635, + "grad_norm": 0.24424448019564532, + "learning_rate": 1.4548040769797255e-06, + "loss": 1.6424, + "step": 437 + }, + { + "epoch": 3.7731958762886597, + "grad_norm": 0.25292186500202485, + "learning_rate": 1.4355597633886576e-06, + "loss": 1.6756, + "step": 438 + }, + { + "epoch": 3.781786941580756, + "grad_norm": 0.23840691684985385, + "learning_rate": 1.416422223969996e-06, + "loss": 1.6786, + "step": 439 + }, + { + "epoch": 3.790378006872852, + "grad_norm": 0.25906625423522317, + "learning_rate": 1.3973920319960654e-06, + "loss": 1.6766, + "step": 440 + }, + { + "epoch": 3.7989690721649483, + "grad_norm": 0.26153465080891225, + "learning_rate": 1.378469757523554e-06, + "loss": 1.6828, + "step": 441 + }, + { + "epoch": 3.8075601374570445, + "grad_norm": 0.23917358482231746, + "learning_rate": 1.3596559673764421e-06, + "loss": 1.6804, + "step": 442 + }, + { + "epoch": 3.8161512027491407, + "grad_norm": 0.2396941834079674, + "learning_rate": 1.3409512251290164e-06, + "loss": 1.6668, + "step": 443 + }, + { + "epoch": 3.824742268041237, + "grad_norm": 0.2629866189082095, + "learning_rate": 1.322356091088996e-06, + "loss": 1.7056, + "step": 444 + }, + { + "epoch": 3.8333333333333335, + "grad_norm": 0.2607750520114126, + "learning_rate": 1.303871122280742e-06, + "loss": 1.7074, + "step": 445 + }, + { + "epoch": 3.8419243986254297, + "grad_norm": 0.3057642778361461, + "learning_rate": 1.2854968724285755e-06, + "loss": 1.6656, + "step": 446 + }, + { + "epoch": 3.850515463917526, + "grad_norm": 0.23584672793493383, + "learning_rate": 1.2672338919401866e-06, + "loss": 1.7042, + "step": 447 + }, + { + "epoch": 3.859106529209622, + "grad_norm": 0.2327615685413911, + "learning_rate": 1.2490827278901513e-06, + "loss": 1.638, + "step": 448 + }, + { + "epoch": 3.8676975945017182, + "grad_norm": 0.2538402919887143, + "learning_rate": 1.2310439240035415e-06, + "loss": 1.6697, + "step": 449 + }, + { + "epoch": 3.8762886597938144, + "grad_norm": 0.24590706784319505, + "learning_rate": 1.2131180206396331e-06, + "loss": 1.6567, + "step": 450 + }, + { + "epoch": 3.8848797250859106, + "grad_norm": 0.24366334985364868, + "learning_rate": 1.195305554775728e-06, + "loss": 1.6873, + "step": 451 + }, + { + "epoch": 3.893470790378007, + "grad_norm": 0.24933468260526015, + "learning_rate": 1.177607059991065e-06, + "loss": 1.6768, + "step": 452 + }, + { + "epoch": 3.902061855670103, + "grad_norm": 0.26229582665690454, + "learning_rate": 1.1600230664508288e-06, + "loss": 1.6861, + "step": 453 + }, + { + "epoch": 3.910652920962199, + "grad_norm": 0.25037526400185023, + "learning_rate": 1.1425541008902852e-06, + "loss": 1.709, + "step": 454 + }, + { + "epoch": 3.9192439862542954, + "grad_norm": 0.2436612620158865, + "learning_rate": 1.1252006865989868e-06, + "loss": 1.6697, + "step": 455 + }, + { + "epoch": 3.927835051546392, + "grad_norm": 0.22958914781932735, + "learning_rate": 1.107963343405103e-06, + "loss": 1.6828, + "step": 456 + }, + { + "epoch": 3.936426116838488, + "grad_norm": 0.24154992738826303, + "learning_rate": 1.0908425876598512e-06, + "loss": 1.7176, + "step": 457 + }, + { + "epoch": 3.9450171821305844, + "grad_norm": 0.24344258073527894, + "learning_rate": 1.0738389322220276e-06, + "loss": 1.6401, + "step": 458 + }, + { + "epoch": 3.9536082474226806, + "grad_norm": 0.2390591834019147, + "learning_rate": 1.0569528864426444e-06, + "loss": 1.6637, + "step": 459 + }, + { + "epoch": 3.9621993127147768, + "grad_norm": 0.24876356770228733, + "learning_rate": 1.0401849561496647e-06, + "loss": 1.672, + "step": 460 + }, + { + "epoch": 3.970790378006873, + "grad_norm": 0.24788035367409328, + "learning_rate": 1.0235356436328675e-06, + "loss": 1.6737, + "step": 461 + }, + { + "epoch": 3.979381443298969, + "grad_norm": 0.22083500615355336, + "learning_rate": 1.007005447628785e-06, + "loss": 1.6832, + "step": 462 + }, + { + "epoch": 3.9879725085910653, + "grad_norm": 0.23586980332078747, + "learning_rate": 9.905948633057666e-07, + "loss": 1.7014, + "step": 463 + }, + { + "epoch": 3.9965635738831615, + "grad_norm": 0.23418365998229526, + "learning_rate": 9.743043822491528e-07, + "loss": 1.6619, + "step": 464 + }, + { + "epoch": 4.008591065292096, + "grad_norm": 0.5867691500106113, + "learning_rate": 9.58134492446543e-07, + "loss": 3.3257, + "step": 465 + }, + { + "epoch": 4.017182130584192, + "grad_norm": 0.22848089001074176, + "learning_rate": 9.420856782731774e-07, + "loss": 1.6432, + "step": 466 + }, + { + "epoch": 4.025773195876289, + "grad_norm": 0.26643759471086603, + "learning_rate": 9.26158420477431e-07, + "loss": 1.6255, + "step": 467 + }, + { + "epoch": 4.034364261168385, + "grad_norm": 0.24279390688421273, + "learning_rate": 9.10353196166412e-07, + "loss": 1.6936, + "step": 468 + }, + { + "epoch": 4.042955326460481, + "grad_norm": 0.24978730161476037, + "learning_rate": 8.946704787916676e-07, + "loss": 1.6602, + "step": 469 + }, + { + "epoch": 4.051546391752577, + "grad_norm": 0.24882895961508988, + "learning_rate": 8.791107381350028e-07, + "loss": 1.6557, + "step": 470 + }, + { + "epoch": 4.060137457044673, + "grad_norm": 0.24038548638994323, + "learning_rate": 8.636744402944075e-07, + "loss": 1.649, + "step": 471 + }, + { + "epoch": 4.0687285223367695, + "grad_norm": 0.23343234428832116, + "learning_rate": 8.483620476700977e-07, + "loss": 1.6623, + "step": 472 + }, + { + "epoch": 4.077319587628866, + "grad_norm": 0.2479346870830623, + "learning_rate": 8.33174018950656e-07, + "loss": 1.6911, + "step": 473 + }, + { + "epoch": 4.085910652920962, + "grad_norm": 0.23925299666712668, + "learning_rate": 8.181108090993001e-07, + "loss": 1.6349, + "step": 474 + }, + { + "epoch": 4.094501718213058, + "grad_norm": 0.23889326115734966, + "learning_rate": 8.031728693402502e-07, + "loss": 1.6721, + "step": 475 + }, + { + "epoch": 4.103092783505154, + "grad_norm": 0.2296301969294035, + "learning_rate": 7.883606471452138e-07, + "loss": 1.6814, + "step": 476 + }, + { + "epoch": 4.1116838487972505, + "grad_norm": 0.23775555355784386, + "learning_rate": 7.736745862199785e-07, + "loss": 1.6394, + "step": 477 + }, + { + "epoch": 4.120274914089347, + "grad_norm": 0.24046066783607495, + "learning_rate": 7.59115126491124e-07, + "loss": 1.6729, + "step": 478 + }, + { + "epoch": 4.128865979381443, + "grad_norm": 0.23623768362714573, + "learning_rate": 7.446827040928439e-07, + "loss": 1.6354, + "step": 479 + }, + { + "epoch": 4.13745704467354, + "grad_norm": 0.2575549346066372, + "learning_rate": 7.303777513538762e-07, + "loss": 1.6333, + "step": 480 + }, + { + "epoch": 4.146048109965636, + "grad_norm": 0.24860345971574782, + "learning_rate": 7.162006967845602e-07, + "loss": 1.6907, + "step": 481 + }, + { + "epoch": 4.154639175257732, + "grad_norm": 0.23054251038882875, + "learning_rate": 7.021519650639952e-07, + "loss": 1.6044, + "step": 482 + }, + { + "epoch": 4.1632302405498285, + "grad_norm": 0.24550821257644512, + "learning_rate": 6.882319770273193e-07, + "loss": 1.6748, + "step": 483 + }, + { + "epoch": 4.171821305841925, + "grad_norm": 0.23474577539619082, + "learning_rate": 6.744411496531045e-07, + "loss": 1.6451, + "step": 484 + }, + { + "epoch": 4.180412371134021, + "grad_norm": 0.22708100508998744, + "learning_rate": 6.607798960508693e-07, + "loss": 1.6892, + "step": 485 + }, + { + "epoch": 4.189003436426117, + "grad_norm": 0.23352825875050276, + "learning_rate": 6.472486254486954e-07, + "loss": 1.632, + "step": 486 + }, + { + "epoch": 4.197594501718213, + "grad_norm": 0.24648114546627972, + "learning_rate": 6.338477431809764e-07, + "loss": 1.6557, + "step": 487 + }, + { + "epoch": 4.206185567010309, + "grad_norm": 0.24736170079000772, + "learning_rate": 6.205776506762729e-07, + "loss": 1.6461, + "step": 488 + }, + { + "epoch": 4.214776632302406, + "grad_norm": 0.2380927846200124, + "learning_rate": 6.074387454452891e-07, + "loss": 1.7005, + "step": 489 + }, + { + "epoch": 4.223367697594502, + "grad_norm": 0.25104258830397624, + "learning_rate": 5.944314210689611e-07, + "loss": 1.6407, + "step": 490 + }, + { + "epoch": 4.231958762886598, + "grad_norm": 0.24999941862158437, + "learning_rate": 5.815560671866721e-07, + "loss": 1.6439, + "step": 491 + }, + { + "epoch": 4.240549828178694, + "grad_norm": 0.22907317626435914, + "learning_rate": 5.688130694845817e-07, + "loss": 1.663, + "step": 492 + }, + { + "epoch": 4.24914089347079, + "grad_norm": 0.24260790107655203, + "learning_rate": 5.562028096840638e-07, + "loss": 1.6133, + "step": 493 + }, + { + "epoch": 4.257731958762887, + "grad_norm": 0.2449427663820236, + "learning_rate": 5.437256655302814e-07, + "loss": 1.6833, + "step": 494 + }, + { + "epoch": 4.266323024054983, + "grad_norm": 0.2452720567127199, + "learning_rate": 5.313820107808665e-07, + "loss": 1.6382, + "step": 495 + }, + { + "epoch": 4.274914089347079, + "grad_norm": 0.24245668714636706, + "learning_rate": 5.191722151947227e-07, + "loss": 1.6065, + "step": 496 + }, + { + "epoch": 4.283505154639175, + "grad_norm": 0.24686375253425183, + "learning_rate": 5.07096644520954e-07, + "loss": 1.6028, + "step": 497 + }, + { + "epoch": 4.292096219931271, + "grad_norm": 0.24325465896590973, + "learning_rate": 4.951556604879049e-07, + "loss": 1.627, + "step": 498 + }, + { + "epoch": 4.3006872852233675, + "grad_norm": 0.25561506607383994, + "learning_rate": 4.83349620792325e-07, + "loss": 1.6532, + "step": 499 + }, + { + "epoch": 4.309278350515464, + "grad_norm": 0.24432420895344698, + "learning_rate": 4.716788790886545e-07, + "loss": 1.7054, + "step": 500 + }, + { + "epoch": 4.31786941580756, + "grad_norm": 0.24652763938837308, + "learning_rate": 4.601437849784318e-07, + "loss": 1.6584, + "step": 501 + }, + { + "epoch": 4.326460481099656, + "grad_norm": 0.24081112601884344, + "learning_rate": 4.487446839998194e-07, + "loss": 1.6579, + "step": 502 + }, + { + "epoch": 4.335051546391752, + "grad_norm": 0.24077762120128518, + "learning_rate": 4.374819176172501e-07, + "loss": 1.611, + "step": 503 + }, + { + "epoch": 4.3436426116838485, + "grad_norm": 0.23551283193929728, + "learning_rate": 4.263558232112064e-07, + "loss": 1.6486, + "step": 504 + }, + { + "epoch": 4.352233676975945, + "grad_norm": 0.24030554806756774, + "learning_rate": 4.153667340681067e-07, + "loss": 1.5969, + "step": 505 + }, + { + "epoch": 4.360824742268041, + "grad_norm": 0.23691286610236578, + "learning_rate": 4.045149793703257e-07, + "loss": 1.6753, + "step": 506 + }, + { + "epoch": 4.369415807560138, + "grad_norm": 0.23903869191328392, + "learning_rate": 3.938008841863289e-07, + "loss": 1.646, + "step": 507 + }, + { + "epoch": 4.378006872852234, + "grad_norm": 0.2389287897855053, + "learning_rate": 3.832247694609442e-07, + "loss": 1.6505, + "step": 508 + }, + { + "epoch": 4.38659793814433, + "grad_norm": 0.2384304058058299, + "learning_rate": 3.7278695200573754e-07, + "loss": 1.6516, + "step": 509 + }, + { + "epoch": 4.3951890034364265, + "grad_norm": 0.23170007570321202, + "learning_rate": 3.6248774448952695e-07, + "loss": 1.6408, + "step": 510 + }, + { + "epoch": 4.403780068728523, + "grad_norm": 0.2451725310139443, + "learning_rate": 3.52327455429019e-07, + "loss": 1.6548, + "step": 511 + }, + { + "epoch": 4.412371134020619, + "grad_norm": 0.2311001266895989, + "learning_rate": 3.423063891795647e-07, + "loss": 1.674, + "step": 512 + }, + { + "epoch": 4.420962199312715, + "grad_norm": 0.22939351746207862, + "learning_rate": 3.324248459260393e-07, + "loss": 1.668, + "step": 513 + }, + { + "epoch": 4.429553264604811, + "grad_norm": 0.24921772990695243, + "learning_rate": 3.2268312167385687e-07, + "loss": 1.6644, + "step": 514 + }, + { + "epoch": 4.438144329896907, + "grad_norm": 0.24729846809806982, + "learning_rate": 3.1308150824009785e-07, + "loss": 1.67, + "step": 515 + }, + { + "epoch": 4.446735395189004, + "grad_norm": 0.22640721408797101, + "learning_rate": 3.0362029324477015e-07, + "loss": 1.6431, + "step": 516 + }, + { + "epoch": 4.4553264604811, + "grad_norm": 0.2514965526696115, + "learning_rate": 2.942997601021924e-07, + "loss": 1.6297, + "step": 517 + }, + { + "epoch": 4.463917525773196, + "grad_norm": 0.24800570829587237, + "learning_rate": 2.851201880125043e-07, + "loss": 1.5746, + "step": 518 + }, + { + "epoch": 4.472508591065292, + "grad_norm": 0.23974608400063066, + "learning_rate": 2.760818519533037e-07, + "loss": 1.6556, + "step": 519 + }, + { + "epoch": 4.481099656357388, + "grad_norm": 0.23413547062949885, + "learning_rate": 2.6718502267140844e-07, + "loss": 1.6916, + "step": 520 + }, + { + "epoch": 4.489690721649485, + "grad_norm": 0.24104933467023465, + "learning_rate": 2.584299666747475e-07, + "loss": 1.6593, + "step": 521 + }, + { + "epoch": 4.498281786941581, + "grad_norm": 0.23289250853229676, + "learning_rate": 2.4981694622437546e-07, + "loss": 1.6469, + "step": 522 + }, + { + "epoch": 4.506872852233677, + "grad_norm": 0.23052100983273746, + "learning_rate": 2.4134621932661916e-07, + "loss": 1.6194, + "step": 523 + }, + { + "epoch": 4.515463917525773, + "grad_norm": 0.220108887733881, + "learning_rate": 2.330180397253473e-07, + "loss": 1.6437, + "step": 524 + }, + { + "epoch": 4.524054982817869, + "grad_norm": 0.22944959560694397, + "learning_rate": 2.2483265689436929e-07, + "loss": 1.6934, + "step": 525 + }, + { + "epoch": 4.5326460481099655, + "grad_norm": 0.2417227052649889, + "learning_rate": 2.167903160299617e-07, + "loss": 1.6367, + "step": 526 + }, + { + "epoch": 4.541237113402062, + "grad_norm": 0.22985546756470726, + "learning_rate": 2.0889125804352595e-07, + "loss": 1.6216, + "step": 527 + }, + { + "epoch": 4.549828178694158, + "grad_norm": 0.24066618548462096, + "learning_rate": 2.0113571955436895e-07, + "loss": 1.6804, + "step": 528 + }, + { + "epoch": 4.558419243986254, + "grad_norm": 0.2416438260307757, + "learning_rate": 1.9352393288261717e-07, + "loss": 1.6393, + "step": 529 + }, + { + "epoch": 4.56701030927835, + "grad_norm": 0.239698741927309, + "learning_rate": 1.8605612604225388e-07, + "loss": 1.6105, + "step": 530 + }, + { + "epoch": 4.5756013745704465, + "grad_norm": 0.24413712058845366, + "learning_rate": 1.787325227342951e-07, + "loss": 1.6315, + "step": 531 + }, + { + "epoch": 4.584192439862543, + "grad_norm": 0.23637696946735323, + "learning_rate": 1.715533423400817e-07, + "loss": 1.6307, + "step": 532 + }, + { + "epoch": 4.592783505154639, + "grad_norm": 0.23872270203188434, + "learning_rate": 1.6451879991471186e-07, + "loss": 1.6844, + "step": 533 + }, + { + "epoch": 4.601374570446735, + "grad_norm": 0.22209573936584914, + "learning_rate": 1.576291061805979e-07, + "loss": 1.6774, + "step": 534 + }, + { + "epoch": 4.609965635738831, + "grad_norm": 0.22781684978261602, + "learning_rate": 1.5088446752115403e-07, + "loss": 1.6365, + "step": 535 + }, + { + "epoch": 4.618556701030927, + "grad_norm": 0.22231536055946152, + "learning_rate": 1.4428508597461587e-07, + "loss": 1.6518, + "step": 536 + }, + { + "epoch": 4.627147766323024, + "grad_norm": 0.24597301241764716, + "learning_rate": 1.378311592279835e-07, + "loss": 1.6387, + "step": 537 + }, + { + "epoch": 4.63573883161512, + "grad_norm": 0.23651255807420338, + "learning_rate": 1.3152288061110518e-07, + "loss": 1.6367, + "step": 538 + }, + { + "epoch": 4.644329896907217, + "grad_norm": 0.24194404648436793, + "learning_rate": 1.253604390908819e-07, + "loss": 1.6404, + "step": 539 + }, + { + "epoch": 4.652920962199313, + "grad_norm": 0.24096603427636226, + "learning_rate": 1.193440192656109e-07, + "loss": 1.6487, + "step": 540 + }, + { + "epoch": 4.661512027491409, + "grad_norm": 0.23073526119633206, + "learning_rate": 1.1347380135945108e-07, + "loss": 1.6366, + "step": 541 + }, + { + "epoch": 4.670103092783505, + "grad_norm": 0.23367410856487186, + "learning_rate": 1.0774996121702907e-07, + "loss": 1.66, + "step": 542 + }, + { + "epoch": 4.678694158075602, + "grad_norm": 0.23333593518319265, + "learning_rate": 1.0217267029816736e-07, + "loss": 1.6204, + "step": 543 + }, + { + "epoch": 4.687285223367698, + "grad_norm": 0.2400651207345224, + "learning_rate": 9.674209567275161e-08, + "loss": 1.6296, + "step": 544 + }, + { + "epoch": 4.695876288659794, + "grad_norm": 0.22715088472979858, + "learning_rate": 9.145840001572537e-08, + "loss": 1.687, + "step": 545 + }, + { + "epoch": 4.70446735395189, + "grad_norm": 0.2304516857645299, + "learning_rate": 8.632174160221496e-08, + "loss": 1.6795, + "step": 546 + }, + { + "epoch": 4.713058419243986, + "grad_norm": 0.22846319291531494, + "learning_rate": 8.133227430279055e-08, + "loss": 1.6327, + "step": 547 + }, + { + "epoch": 4.721649484536083, + "grad_norm": 0.22995523965104772, + "learning_rate": 7.649014757885597e-08, + "loss": 1.6455, + "step": 548 + }, + { + "epoch": 4.730240549828179, + "grad_norm": 0.23040086094496828, + "learning_rate": 7.179550647817224e-08, + "loss": 1.6503, + "step": 549 + }, + { + "epoch": 4.738831615120275, + "grad_norm": 0.22952265926622467, + "learning_rate": 6.724849163050995e-08, + "loss": 1.6438, + "step": 550 + }, + { + "epoch": 4.747422680412371, + "grad_norm": 0.24926903275682435, + "learning_rate": 6.28492392434421e-08, + "loss": 1.6643, + "step": 551 + }, + { + "epoch": 4.756013745704467, + "grad_norm": 0.2358707255568968, + "learning_rate": 5.8597881098257924e-08, + "loss": 1.7022, + "step": 552 + }, + { + "epoch": 4.7646048109965635, + "grad_norm": 0.2232349079812786, + "learning_rate": 5.4494544546018216e-08, + "loss": 1.6886, + "step": 553 + }, + { + "epoch": 4.77319587628866, + "grad_norm": 0.229127449017454, + "learning_rate": 5.0539352503741756e-08, + "loss": 1.6316, + "step": 554 + }, + { + "epoch": 4.781786941580756, + "grad_norm": 0.23843128476180983, + "learning_rate": 4.67324234507216e-08, + "loss": 1.6608, + "step": 555 + }, + { + "epoch": 4.790378006872852, + "grad_norm": 0.22282768820417342, + "learning_rate": 4.307387142497399e-08, + "loss": 1.6164, + "step": 556 + }, + { + "epoch": 4.798969072164948, + "grad_norm": 0.23128077792110194, + "learning_rate": 3.956380601982668e-08, + "loss": 1.6358, + "step": 557 + }, + { + "epoch": 4.8075601374570445, + "grad_norm": 0.2362232510882238, + "learning_rate": 3.620233238063375e-08, + "loss": 1.6744, + "step": 558 + }, + { + "epoch": 4.816151202749141, + "grad_norm": 0.227329534924112, + "learning_rate": 3.2989551201624836e-08, + "loss": 1.6351, + "step": 559 + }, + { + "epoch": 4.824742268041237, + "grad_norm": 0.2567304697567019, + "learning_rate": 2.992555872289082e-08, + "loss": 1.6755, + "step": 560 + }, + { + "epoch": 4.833333333333333, + "grad_norm": 0.24133539792181574, + "learning_rate": 2.7010446727498974e-08, + "loss": 1.6486, + "step": 561 + }, + { + "epoch": 4.841924398625429, + "grad_norm": 0.24504456603848984, + "learning_rate": 2.4244302538746765e-08, + "loss": 1.6242, + "step": 562 + }, + { + "epoch": 4.850515463917525, + "grad_norm": 0.2415111188070595, + "learning_rate": 2.162720901754234e-08, + "loss": 1.6145, + "step": 563 + }, + { + "epoch": 4.859106529209622, + "grad_norm": 0.22918242520793192, + "learning_rate": 1.9159244559924795e-08, + "loss": 1.6562, + "step": 564 + }, + { + "epoch": 4.867697594501719, + "grad_norm": 0.2340766045949212, + "learning_rate": 1.6840483094713867e-08, + "loss": 1.659, + "step": 565 + }, + { + "epoch": 4.876288659793815, + "grad_norm": 0.22284549945463064, + "learning_rate": 1.4670994081297796e-08, + "loss": 1.6773, + "step": 566 + }, + { + "epoch": 4.884879725085911, + "grad_norm": 0.2370179289602322, + "learning_rate": 1.2650842507550554e-08, + "loss": 1.618, + "step": 567 + }, + { + "epoch": 4.893470790378007, + "grad_norm": 0.23457628394636465, + "learning_rate": 1.078008888788673e-08, + "loss": 1.6379, + "step": 568 + }, + { + "epoch": 4.902061855670103, + "grad_norm": 0.23811030764385882, + "learning_rate": 9.058789261446876e-09, + "loss": 1.6881, + "step": 569 + }, + { + "epoch": 4.9106529209622, + "grad_norm": 0.2389166558669095, + "learning_rate": 7.48699519042051e-09, + "loss": 1.6499, + "step": 570 + }, + { + "epoch": 4.919243986254296, + "grad_norm": 0.22731504830513133, + "learning_rate": 6.0647537585017956e-09, + "loss": 1.6758, + "step": 571 + }, + { + "epoch": 4.927835051546392, + "grad_norm": 0.2389929769641339, + "learning_rate": 4.792107569476789e-09, + "loss": 1.6404, + "step": 572 + }, + { + "epoch": 4.936426116838488, + "grad_norm": 0.2426297580002159, + "learning_rate": 3.669094745950008e-09, + "loss": 1.6558, + "step": 573 + }, + { + "epoch": 4.945017182130584, + "grad_norm": 0.24206612450984835, + "learning_rate": 2.6957489281997927e-09, + "loss": 1.6999, + "step": 574 + }, + { + "epoch": 4.953608247422681, + "grad_norm": 0.24884129420163512, + "learning_rate": 1.8720992731741104e-09, + "loss": 1.6552, + "step": 575 + }, + { + "epoch": 4.962199312714777, + "grad_norm": 0.23391618293615507, + "learning_rate": 1.1981704536129234e-09, + "loss": 1.6809, + "step": 576 + }, + { + "epoch": 4.970790378006873, + "grad_norm": 0.22674183113418866, + "learning_rate": 6.739826573121111e-10, + "loss": 1.6519, + "step": 577 + }, + { + "epoch": 4.979381443298969, + "grad_norm": 0.23743467756025552, + "learning_rate": 2.995515865183984e-10, + "loss": 1.6308, + "step": 578 + }, + { + "epoch": 4.987972508591065, + "grad_norm": 0.2322779280097835, + "learning_rate": 7.48884574575115e-11, + "loss": 1.591, + "step": 579 + }, + { + "epoch": 4.9965635738831615, + "grad_norm": 0.24133960284150027, + "learning_rate": 0.0, + "loss": 1.6497, + "step": 580 + }, + { + "epoch": 4.9965635738831615, + "step": 580, + "total_flos": 96622779432960.0, + "train_loss": 1.8076569943592466, + "train_runtime": 4607.1316, + "train_samples_per_second": 12.617, + "train_steps_per_second": 0.126 + } + ], + "logging_steps": 1, + "max_steps": 580, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 50, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 96622779432960.0, + "train_batch_size": 5, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..85e8980 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adde021d7a5023238468155c59d7a0987c75315f3d3f11772f182fd5b8eed3e0 +size 7416 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..939c11638a81bcffe74f1fb18a8fc82de9abe0f1 GIT binary patch literal 36737 zcmdSBby!yY)-F09S|lY!T18Y+rArzWK~NFtP?YXY>5#Ahr39oTmF|*K0THAd>F$O- zChz*zxA*?mxz73btm|Eu@9Q(4Ie+sv$GFFR-($=t=$?{1F(Dlxf*{1V6l7Ep1j`FS zFrx%`@Hc!NgMZ-ZsPm#O&c2;JVc4o!~%nna&Y>h1~u5cZ`G3wX9NTrU>g&% zS2_}KUSO%TJSflP-T~bN1JdZ;cT^hdw zN^IuBfvMJ*)rI`_q@<*}9@)h8nMh5G+85aPD|M&2N2`wyx#eEcj?J^$Uy1tR7Z^xT zaj^CS8PsLOBcY#}P_>WO_1MMDH)@rVlES({N1T+L%LxY?8J zxI9ciLLyh~ak$caKHP4`U2m+;FZ%j3k~0((ECf=Sy3usr4)u50-mtK-;YI0s2o+fj z_0O&5mQK@n%ny%o;a<6W1823_W}dEP5d zAMTtzdp4q_ZBe9U?oVdBtudCgxjAQ%S)cc%1h+Hm)9u^#)@9$e76(*RRlVO|f3{b~ zu07uS#W14fNy&7)D;Wbr=-Qf%+gi(|XhCb%NN(M*+0L}$-JSB~s&ikyd@0$Tig^_s z9f*xjGMZgHTo+7rHP3b10tXj2u8;^_v&zGVek#dwED{pOS^L~tC1k>JBwSIag@lBh zjt{qat;c1|Mye_wo5u}VG=1PR&C{#(&SxyHZI?JEdavkDDsez|YhMOW%M1$J?iCz6DXJXlh=4x9sLTmyw1pSHIq0|Ig=#)0@3r`8CxSx?6~j<<;{ zZ}dAXS8gZ4lXY4w>}jJzqPVpCvs@ci#_Fwqa2AhtDodC%lCx?p@A~Sz7qq<~l_cn|XFJ^*h2~TnH z!;Sl&($b`})eI-UzeBt{kJb}t1uW?6>gvcSDSgN40}N+>r?kc=8|#)egwRNn;Xuru zg8k$HJo)&?#QM*}N4IKIBs;~uh!3At?TnwUfP@GP4-b$_uKnBc#(Ml)kWu^L)_~b%)`y3dibR&#nr_M*^<%G1&@yEy*zsz??)83Wzk5CWmV9|h8+$*{`m_R zaL&uUta+B;&NieAF@VqHM%L2Oaxe2w;LDfax-#y6aot|ZkJN9E7b{u#`a_S0_G9NP zkMr7-T%!W`67{WHw-7IRCU;72W@aIw(pJOx?25;aAD3(oyLRO2O29s{aBvXWPW^n9 zLs6sM$x47FezY@T)TCQzLWLt)12@WS{-d?EVX=55EIpk){f`Ok)&y+koK+tkhi=tD zMb{ChMgc*Tmdz>F^XC)QGG9eT`um-x;UC}@5;}_}DL_d$`FS~Jc6I_EJmS}T4(^ca zv^SoU0S@?+GKGn`ZaIm093LH)Y<6pQlsj5xoZ5!{k~cP<6^arQ6r_b`xoFa8K5IGp zIWq?fp%=3Gq}?9%_U%T@-aR>ad2EC-c*>p{woYC{(1 zfz{-@M=q6*&}IJl^XK<|?|4H9ugzZtq{h5>XsWQ14>nZLZibBCte1Il#43kwxE%h~ z%XPVu=GCiL@GS9vRaKLJoPO50Etz|2mPai-JOH=_V&HrC>@tm*WMF(9!xN) zJboMm8+=w^$d01Oe1L5+-)cNZpSa`mzJQuVQimg{1n)94HQdygIk9PV!$4iuS} ztTvv*Ab=dCkzCrryX({EIXQ__Qc`+Ltj~wh3wfXBD*5>58ojU`0eWpBJZuz&B{Lq3 z4>^uB$kJ&05})JO+nDJn*_+GMzxICRmo({^|2c~qi244kIAdjJ$A#V(tuX=+g73PuP`lnPF)}t{djB*HmyC;xFx)trBcO;Z7#RPGNN4oBOIps^j9NJ}+;bL2~c*JzRKe);l%+ey$Unz7c9q%+r$RGwr zMn?JjNZ_^iilTNi_wx54&?-EN`pm{_USK!e;VS)R>Z+>x+6iD^L4sSOKmmtY>HRfX zyHc&+TLFwN3U7Z*8pz7}6`242bZh+6tv8<%da^YyVUghz(K2gfs~PVDYI0$bk(=2CWcb`FRZbv&n>ZjEv5zIKDpb<0d8MK$P>a{Sw($;rtemr9*jLF=Rf z&g<9j<1imhFdYld^A6k}POUaop={vPEDA)v9Un|f{4Q!@^3-~8<(g<=j%r8#}sh42Wxj?CM`7h5mp4f6M&%QhW`G32Z`ZM2FF2`?~^vGz(*K7veYs+_gq)I ztm0#a71`dD*i3#m+D{O+|32^bE-I>c-lb|XQd1^dZNAXFDU5*?vF=EcUG(6bot@>Z zlD|>mcsH6y(oT?GXS;CQ^3#~u&vlLH8^)^nhj3n61_n+Y+g83su449J18eIq1UKEL z-aixG5L{z2!%AH@f+wqR=ZiNW+(jW z-8=j4reTKxbDcvsx~e`{9idmb(ARG9oIfXKC6|I8Gh7qEUN% zDDc8N1BOr~AmX})NVJKDfc1U%Twba+!j4G ze)+4Sa!;RLynXvNkMZvdv2b7S-o4Y=PfbbDU+DevyFFPx91qd5X}PGNsAyJHIksoE zCu(nRk3vT@uOaer$Wz*@oZk(uy|YqJ%4_tKw%3ebkUq>oqN*0k{RzC5dF7NQI5C! zgvTM%y|uWu`@4s$UvjZs*zbdhXp7OQbSW%33}Eu8frWkS zc#e`7p#1>ad3^y-OhqM_F$%R=VwNkr^I?N?5`7i+8g9wK;Sz9+YD3xkd4 zBsOgrE`}GU6o8UjK0Yc~nJGVC6JXv;AAC|)78VR#wJyJ1+_hU^Z+zUKtE;O(!{7ha zJBB~;Yu(-57TZU}l%@u-v$lP4WFTT#amMwl}8$302>ibefjW+C$P} zkW;5laawFw6#e-AeWeDQl=;dPLP<$UkdP5a-E{FyM)`>!Ki14o*$G#Mi2?R0#tBmu zk9decjrUm`D0Xz(m_zBS$WjS*XX@Sh)7%xK_PUTCJ?okrkt7TQoj|{NpMIx2`QEV0 zRgb;dOEa4;gN`Ha|2!wC`WYLOceB+dAlpSe4p!x5WM%b%TRH(bPGOt3)&HViq4TKo zsL9-TR_sfq=lSfQ@NmoS1*S7+#_d~gR8pImnht0i5z-TR*$o#w$XtV1Hh|>;pWlH( z7m8+4>jyrx&a(s?l!py$oU`-U5)$o zi?&b#$AE@9t+xu0pF0k3Y7UMw-MwC88tOt z)Q?H~3N)kUyR)Tl-8z+}cC~7MNkj|q<9C2_{gJ?k+jUrA=eRkDxkWBb>DFiRQz53U zEpIOI0>6Fx_U)+d@g5B-rT9#{M-u}W*RHtwbm!D>X(d4MWEl25b|18D7ux}{^~Gh= z#MtX${kqw3#aUinUY+71sjAy4by<(|S0I6lMd%j>ib+A9)Y5`82#+# z0gCYh_Jdo$X6~I1rtt=I{c-uY0scLqyB- zv2XOl*50(l@$6<99bQO*{GH_>hTU_?%laRI>t<9Qfzy+Vf)V`UCHDQ zJ&;;DofRA!1v75ci?Mt!y~V7@ak#2>42;X`$7%r3c%4>8ZH0~GZIXO8E9jQIKo?@s5cH8{(C@?tKyU(m~*<)KIwjn|4|H_G5QGd;UD9 zNSy=jc4v1wLBCK#^FU;#GmVtd`7gQXTJw3--|#142!5pFjGN%Lb}O^Va`Di7X|Pmh zNJzB(Pie&^hrgD8wfHKjv7UZEKL=irNwL3BmhhU~#i$=F1m2HqyI_CITWt(MYTZ;< zr#%TBs6MLMjX;N7+S~(;en!9O(Qzf#EHZnw=l<}~qlwDxVQCwiuU*P$Rnphj|2^^G z3f1r5zgH&0CF(4Sr86GX8GKP_^+w3fo(<~lRaejMR!h+3ikkR+hr0o=A*3@+`Ob^9 zygaf5_pP&#SBOvTudyEcqBWBnbj_1%MunN+)EMPYDb#423OxVC>~^#}4NpNzQIUvE zDRyR4I0tMGx2?Wsf=(-X`G16iLqbwiW)?4Nc6KCH%Sv;;oHotQ$`W1HHPdimtP#Wd zb6-J0A(N#vJ)HnHS!dwNl`AU{dn_z0wewXA3ub_brQtgKlaQI9K>KWJU!=!${jQH)iVD$ z2$tBR8(%nmnt~j4kU;cf5M}Y*3m)6$Bd9tEzMAvg)}|Bul5sSbQqvY7C z?`hQ7(f+dh^XKfKWeuMg8I5P=R=rN$F4_2fha8*@2*vXN;PPSgwVIZdesFcE+#a+# ztgfz>06FG;(o6<*FH5_eTEt;t<+IrHmXV_^0RRg;6!+lCp9b9k*i56AStxDm?<}n8 zj2T_~!QBK-jV`!spP-!oh~!i+cgTJuxNZmOIRRzL9{>WFSclogXjH^Orqs`LBwGVk zv4EI*`t)gUrK>=9j`r2NG&V(FpTe@6U!CV{>%=dq{|nbIHX3lFifR-N>eFbz%E-wTnWltnU85yZmEbQQ3M(lQMC<Hy<`-l zgQwrz*4CIL8-jA7EMqIkl-@jjpGP;}i@OV>LPp|nRvA@x{1$`kLo`%Wei`@E;tPpJ zJdee|;li&OqOk?J{(Co`&r~h{!xmtNR9dGb<%!i+Pbwh;)Na^$nqk(`rXiS0RrePj z5XpMf41r>S-YcOW7Hp5SzJB7PMVmW&8?)GNT6|G;xP0?1J<5Y~H-+i!K+ge0-Yi#n@TK-9>- zX}JKYYYkj<94<9l*p9MvrC31~qSL1-(2J%iGp%;WGf`c=dR11%PI-A{COJG<+MkGg z)1?xOl?LD~fvA#e*I)yU0a+9RWP!q7IF6Q{o z=)+DDoIYK@G*rGi7Qkds@B}8y0SEQkTm3PIBm&Y?2uq3ipEZ+^WV* zNJ->XEvci!c;?I*H*F%|$HMqvEQ9g2ZO`lGjade{GiwLFyB%ZmqzyY|u-DRrBfm!>bzXx(EiR3g z7iy#L42&H4gN-s?*rQ`=J%Z9tFgtc&+dr8bHomNd?#C*))&=vsKaH-xlsgX!Rfxbh zFg@UFpILKzyZqg|p}8Sa(<)Y0JYXz-RL%G>)YNV%k%@^Fuw*o9iw(MbKXug7b6+!N z-=gm;F5p03PmytF>KItMv)|5~Ay;u6w<(Qy|Nc~|Rv55?^aoeE={Buk^&la@N(Zo3 zxOMeR||@iJ1k16sE~7&jAF4<62d>=(_<_vR`Dna zWkcdzl9Q8F)YWGSvw_6`F~}Bg2l5m4{rm0N$Tx3nhjq~;QhBx>f(Qa(rx&zBz^i^| zf%@5~eg`v8iYrRM^(WX8tI!8I*EhFis>W&fycS=@#f2UmxXn&m zPc)9fVSRE(t{KJ*QDrA2-!|CpFfYSmPv(A%J>aj&$6P3zqSGEKbtR44C=~st*d9N4SF6Q zf~oHdG{N^2#i#c?|McKcLTRwGG6t4E)MUf_)JFmJFZP$KnLwrj?{r%D(qsjen%>qz z-*54|F`A2Yzmv;=~}8@Qq#+Ms}nvl<|AfB`Z2 z`w(h<2n}~5bXZnFp-miak2C=~_K)=_#5Hm6!J0yZMWWnTSuIJ@PU|j+PQ00}vXBv_ zT-*Bd^@5IPm>aT)3q(W6FG#(K|S#0xdfu)VjwIgsf4Il$|Iunk% za(d+B!cjC!4-j%*yRhIO(iqOfZGQjCJ6b*yO0d9Lackf<3tV18_)}6-8vqUX%@0Wq z_g6n@QZDy9pC7u6GV=1t>FEmnTOecr%!g}0&4P3vwGtGxl@mDWPCrm)i5e>-Uln&< zTECn5Cw|)y>pA}wbuygGH&94H&3;srDaP;<%O#WFiR3^v+waRy6K(6o(cU*BrOkU~ z3kIOYOn@%Xt-953R6GD(2@;^Ch4ZxVC1`l++(`#JbYZx%T>7c82^3X@+qdi9D2oT7 zof`0Aphr|a8*O*=1@GjZJ3xEYGaa3Dk`faW!JYbsS~MR%&<$EQG4vK&>XwJug4oxu z^~P1WbxRWH;VR@wQbh&5H*>6QANWydPF=hcsRz-bUgahf$*Jkk)|A{Ajh164u4DX2-OnZy7d z&m%WTp`Wor6rQ_3bWyDkzs@^*Kmk^(yLMpwcQgL_=QonRetjLM>H0DDE1fZ6^f~!U zdnGqy{+AwP<fJlPKbemV!O_gq$ab2~E(TB!0`bz(Bb%($D9H>@0&|<~jsEI*1FewF1&Ee# zXzuDQ_7}pby>dh3;$HH3QRaC_Gd*Kvtp+c1l<##k7QQKRS?|lKXqZi)`uA+YC$9!J zJ(z8H@ZYlySk(Ja@>M?m_tXPrUN3$`VEXzHG_0ecrRFTL1mXyKEp7YO*tpotxE%Z# z3i3D!P)q*I1ij^sxlqU!YyLeC@y}&lz5QN(*5ISbO0i0;iK6A%;2LYs}6Q{%6F1=_oQeTVB+m?JbC>OuT&muqpMO$f9b zs*&9Ywe^e5*Pt{r!-`Regt#+^) z?kNL+4)`t?&KQbfs+b4tCq$nN09j7i+?BVHk@0EQ&qkL}(x2R*%Kaqvr0%7S7F+zw zlVtt7tv4hjm;?r`uys6kpK96vd6@qBa~+^P;g_S(#pwi3Ias|1loGV53w}L5N;aVX zV*o8LwBNQ0n8tWNO$oip&zYILz_DL4h@h(QCX~gcighKl-3Bm*hg5(O;{=Vy74V-8 zKu+xdQ|2-4=0LkZ85tS9Rqi5kp>%$Qrai1;VhmT_-M+G1WLsF-2%6;Ru8OYzygt26 zL#BtL^0#TU6go~kbfM{4S-!P;EB4muK40&c=B>({LPi@qg2cIq$#0NT#sq4GxjIJMOGC8cZh}e);-R2`a`!DNH`TIqs~Mqb?X5Uv zF*83>Edd?hRlorRiB-A;Y)O1)6#HPwvAQ0`V>D@jMS^RCc!9e(3R?dra7<`6kJkjWIQrjHlO38$X5UQ;++V9 z5wPsfi-@3e6Tc_W2nFwW4C3<}0BRt>FSMn#%8t=aqFRntP;hWCb-POENcJTUkNi{7 zShO)-LFs99;6$-0$G?>H!9)2sIz*wOqr)|n5FgLwCxL*`Quk5P=TpL@jS$rLdk-Gq zAc8i33H*u9vcku-5+0(^FT8f`8dSMgQBeV4DY(8f1fvoTYJU79=3i$C3VId450;{p zaNNv5F}Iy?oZUd4KDJW4=;e2o&<@pU0`qX;aYB?v6Pq5Pde%N$QmXe`8+s3q5AE^g zm2m5TZ$8igG6csTwOCi7VTT4Mf~2U<7FIJ8a9RLZRacHK{_3{X|_34kcS#@kYq8dO86>V+K zKUfx!3(#Rc+}rf2)w^kC#sR$y-&=3kZiNpN7*jwH<07gF5^4E{?(6}O#A%&DFp#0; zH0GBbnaeWB-&?$Z%4XRh z`UY)&aDt1)+?}l%u)kDJdc5s<901b>NDT}c1f!iSG#SAFc!6>bz%Fh^r%?=Y^U0G7 z-rnAM5dKhc0o=c8w+}%n8no-Yi`I&&qdik_e+>4w7S;3gUUW?_gP3dj{_g5(yXO%_ zQ#cbUPAB=W-V2BQQ`vcGiFQC@@EA4{Z7dGZ0283pah{~oa_DSJqwH?vY;KEhM}Xf0!y6$Yq}|dMLG}MYthZF`_mg5 zEuqO?p4efmbA5t@(SiMRmv4)mlgAW?^8JsgH;kS#0o05O|6McwYaZ@JrZ*X`umkq0 z#6et9D0=5uYV~KH^6~MBbDfH_B(CmE{qgISX1n^bKhPZt2&rgAHgJ$JR?2}K1m59y zWUKwygVQrIBmn~z+3x3W`nCLX8Vx(U8;Al+#DP!Clh+=_UGz}GkS$6ULM@m+0XrI= zAh6CVE|NI>+bOU4JfEEue;h|!9%*b`LJ};Hmj6ufjoM*gN>Ba&c}j2e2G4&!0ITM) z9?bnk{J+orA+N4upoAj-bM}uQ7Ak2V)@fM1eHp7Q1Id({)RW(AtaH?qRa^-9Zgru2 zFoH;45!#cPanqt>Wi=p%BhTK6tM8FzW@X*Eg`mC_9w{S{Pc68*UckM^!IL+$KmKQe zC^tqfdA9Bhh!FDKFx?xNrlzKelqel32o@QYZ*b&GV033-VnNcy#U&&hqO!TUIl_Y) zCowbl4)BV<_dUpwTWV-D(fCu&sd4G7fC<#gECl66*=8sh{up6AXd-LDBim$-KnHS0>d-bC^VpS=bd&b(@8ej*5i~`qhf|QN`J3Ba-5E^91H$jl2>_N8*bz73S#%M5k z;LD=|*26;_Dk%id%ZHh2`g2_wh!<>J^OMkbaWI!q0><~fd-uE|BFKoC#OY%MEG-^+ zN}}h8Z?nXEv4bV@YRfF`&gU~_o8Wx85e_F!CM~_dL|{?Z z6TmgEz#{XoA`Y-~4OvaN(G@?4PxSS<**wBycV8L83KQ~10`?V^CrL_^LbqQZaA&P5yU?SAsciXouamGPqu(KL zqqqcdGERfB0^Lt5>cj&hX7CS~MIn%eUs{{cA<-FNq%c#6)?Xl;b}Ggh<$8bT>C8+n zc{a|+xLm0w@PZBxYFXr&_Hdzu1f5#UsaU%WBt5<1P~cxqBPs;IP4Vf=e`W}OqWv|R zs8}eU>GQj?NCkAQP=@d+H8sg{qzZTs4NOwy0gI>J_JmdsI@gS9BUC{i?e$cTqm5S} z8h;utUV=oOa{=%c6N*#fc>EOyyhmCQ2eXiUGf?*TQx#YH(YX=$kCdyy3PWTu)@UhX zchmM-p9B^OhjPr#&7oHVJ%FnD5=%)*3_8A51T8ZdLHO7@4cPfF_}nd~iEVDT_9EUr z_iBW;g>>gGu^u=ad5+6EW&=gUo*?K^<7gCQ#`LBT>Y62Yun&O;+%~_OVY+%3?ilOc z2+qxSxBcF}r9|Nd)f>P^R)E75msmovCp>++vWSYBnpIf1taaMyV6_Qm5-$(g*x0mb z?zR-u;);->Pf=&2>;CRt#0+MTocVfO=-@uk35Q&BknhHY?RwaS8k~3eI<1o9LzV|* z?6_$6nwfTFnQEXE(no1KoQ3gkbp9E2eqnH=>GMNya{fP>ee07ypd_=-oq=5s2@d9Q zT+;eGJq=!f!OCbY>M(#yM2J8?%wMrvy-&zuP!MgYI>8L|$~OvS)Cn1JTPH?`*fXPU zLUrhRdccZ!fMIMt412j}GytW~2i!e7RlrboGOM>Dn-4q&@FUXC3$m7&uH2v?wTK1Ymyho}k5^)wncD6kA4P0~o1 z$w7$>E{9Q7PVKtlk(}A&v5eR$^c4TR_W);2by&lXKkw;$_at|5l+*^_3*MFM8O!*u zq$ItgJ9_I9>m11m+WRu^l;Oy9-3Lf{QTRfp%fld3f^3ssoYV_akr(DMxDF4}Bo0r3 zKMCVh(rRjvq<7?w!rVK{@Y=5dj7_W~J77?}I>VSC`<$sHeyin^m@laacY&?9;AZJN&ugndJt<8Tl# z5tJQ3iN-@l!KHxd_$~9X=3L$ld$IWSwu=N=))$ku;IyLymerxa=Fp*cblwY;A%cKM zUPml2I6Cngwv?~o-OcprbyxvRo1sZ>wh#Pi+UNJZkK=)(O5g4eJasxtq2jt*foBEt z=3wY1Z>*zdMSBvB=PaRhT6(fuOp)5*)3FCHw%PTP;#;OME6_Of>odbcP&$ID40Iyl z=TAk^gOz%5E(Y>LwOBTvlbffoGBRQVwuT_+61l1mY${;8p^Z>{gV`5AEU=9!p$GZ= z;0oG2MWEjta)-N;5`p=xD}RX2yzzbset-%h#J)=XlsEY(h4HMGX$idD;c(k~C8GJ>ino5ER zViR2f8ynj=NT%mShcJb(DQOHV>u*%4`Ah1?h+v?TGY&12+E?f05d=mLqxnp!|JnfM zlk;d@zZ<(e9(NMRGJi!N>@F$AqJzW{F)<;Kk{AS_%*)po2W$X(_q~l(>r*JbIS6Ur zM~1;-M<+)BpwQPV!2Uc3niSp&ph4%Jb!ox_+s=0vyp|XpjD&UQV3+9E_^`DI1UOi(Om73R{CXRe?T)NI5W!Y9 z!P7&B17H+7)O?@_`s6Spn5|hn4mNHr3>CO(i$czG4<~!=;s&^|CE(Wx3_D@N%4;Dg z6FZ)RDaix4^y$;5QRrH&+ph-B2&^&U{v<`8Q_ZwHa+i&w>TpXlR?u4N1D+AI55a+5 zwQgx135vx735WGo84GpB2d56foa=d*nI9qzcVKZ)r*Kqr31bEB{9?Z{nXeMp zDRTSE9#*fb$N27w!52S1BW5Ds73hv618@;%!jbxWH6Hs+v`S!l<<79=kryf-|9Q%OPU?IJpsddG;tA+C8VxdxAc-qg0f* ziLN(_t2QRc-Kx2nkUY+OBAQg+iPsnvajtis69pu30q?^P&gNRqWk7w((JK8tKMi8@ z{IzRmP<#S=QPVw^nIJGMY-wTKzIRlRB67JsK#I+$b+*o%DSUkV=+zM0N9e$+v`>L- zy!%j14GWQymL3>vH~7MQ`7$W6Qzg(!v!3~tn8QB&c!=+dK=<*g!NKGj=3X-nJ@?m9 zy_~+D23FxqS>Z_o98GE<{qUi>I=h+OFjDT z2l(CgJG4q^6sUcxsHm8^54xI`2rpOjnQF_^h#xqLb2J!a$4=7$7W7d+TenBg_Pymw zg(Gpi(aG~{ixD72Hw=}S5O0)}ltA^6!otGe;y{BMpg{;F7tk4X2?g!vC}B!56wvc5 z`l8Qzn~3}B8I4a5N<77)i0#53=(v6&>r3IQ;yCHIV}KN+??b>)GFRCQ>$h*;6pCTZ zTK$*6VBOu_{oVdA)ybn*gTPC6*dWV6b;`k;HrzT=A#ZKAb1!}WSX&~lPbRB3nRt*d z8l3K`PmBV=1kE~9l$K!#k6lNi8fGb+V2)5ELuNYQvpCXE&zhPdZ@Au~nkA;{TYhN^ z04uPKSYF4GK?O(9{`vHZ#_8yu8=Ln$RIq1q9}sSr7Z1(W{l&aOyyDV++|w~%fBNMB z&omXl2Qb6I@OB2?FTb4#y^Zkh`iofe*Mi-&u7Ub$v<&ZBM?WXV{L+y)9_hNV?NVbJ zPPvz*cobatLfdD$bbjT5Be72B31S$2-czY5+Cv1NdWj%MHd#1o0iDk#*J#{E*iNKe zZ>Tdr2D|2?;Ca>!6ZI?-Gm(c=Ka$7`&zUL&LRABFQOth+9E*C)CMco>M=^tmsLp6~ zJ>>ju8D70!&zQ`wxF%Oh9u*W&LiuoRessRRqAVZ0g9n2iGSj}8ymJ&dl7uhR%0-Yc zH2m!&OaIZ38t+#idwCV73!9sWy7ix5+1SSV#jU?W+Z*pi6e)JIyRX6?|~ZCyy&i4G2V&6ZTegE-i#Qsgxi zaKFKqkxGdedt%LZjWE;gVF6<}Q-rq9*oOn+T;nx-BCjDWX(TIOpc|RvyRA4kZ-J*% zB{6bo5&$}sB?V|M${c%JGu{#3tx+n`3bo{mBDHvq*Y@oCigV5NUOuPnGbcP4PD89G z_X1aUxkWa+b%;{b`6lH9!m~>69!w~R$GiY$Kv>-zA)$vXOxc^C4I2Z9*(%MG z%d-^BO|4^0-r8vKe$zf(V%Kvv;cdu_8EsBW_3B<~d=MrtAcD=eNTjkzS45N%$s5-b z|2(&#t&Y_a06dZ?XI zaplzlSVILhlLU5~zzf`Sr^lJ2PW4)s z(Yt>AQC{|3hM`9JM_XN0q)Zn%k(Zcn7yhp?GY8$bl0KRK4H!h{v3u5?AAjDguD=d! z!%gdD@vK35r3<=o21j4CWZe6XYbL7V&3Q@aB9T24QUBj|C+Cx=D18IxW)wkJUrY}c zn=jskze*6i6`9kfXL}ES)lNmZXM=8v@2-rwJ}jEj<}8uq($lfqndY2J*N?|3pTE7f z@cl~Do?(Ob;|j*0gmCTfMBf9fT*EbNSfE0>8ZN?~UqFwXC#D+|6+VUJSsk`;U8PYO z*fG9!6oPU{17tz6uD}Gj`J$9$GP?_F*jk^PeG;qaS){&zJdPtW(ol}oZZkbrdNC;s z_DwR0XbDl*dfE_k(E7w@aFxA(X#Nu&IH$v4p)mcZ}Y*AH{#(6Bn>N{$a-VB+zMvx zdZ_aP^g8eMj6P=bY~KKhNcj-xOD4x^h!C)YU3bk!|$dy#LLV2>r!ZtZv2J?NJRWNW(G%1d01ekoa8m z#k+H?>smrU#pm!=-ApjnGO~y?OknKj4*cGLr=|zalrTT8!00)FT?(Cc?SSbI2N-NU zQtGF_^zI!7>M2iYEJrx@d>fvj%8`Z9lW@)<(t!NQSM@S+p-i#b0ovk$>6{QTS~gBr z`R4Bm9dZRc3#Gzna_MkVv})j4=LIHv$BaF@NFH~33;zTN0y<6K{yyH9dCn4rQKHfN zB3!X`Zr~D8dn+9Qva`KM(QNsY>ebD<;>Da=(q>c&%P`a;Gx&1bB(hS^$^0++*W6bkrIxr?_w)Kn*K3K1P1H>Lm@s?4TFJ`cF|mnR zn9+9AdvB}#9Ua80xF^o*s+TEdQHkcL@(3q#QD|a5iR{pbh*dj4mlh4Kz4ttEbmT64 z5H14cSV`>T)5(77wk7unU5j7d@z=?&`66|?YA9-c;>^C%t5T9@-%Y=)+X zLG&b_K;Ypoh%n@)+GAqKSN8ORq>}H!Nms5yXZYizt5*9sj+~?iJWau@ZYy=-A?_vK%O=zprjj8SjMltte!TmfoIjquw#DG|Quzg3fK)yE z602!Xhw=HL7d=FCLQLa91|g((#z&%ePwL}MiFcG!@k~6qNjZIBBby{f{8(9z;i`F9 zKR#*~RNipG8DyM@l)lh zziR70TD01NcvZW(62vIIwbQ@s{$tF{?VLmlU5!%x?rfP{{s*=AEv{NR3lvBX-`-}a zkHEQ~xt(yuVcYpl3y!F}GhJ$`Z0(el{*wH_Y652(c2aI+{hwYOErTzK>7Sj=FO#cW zKRVu0z<6PPg{R2OMbM@AsBy|iEB#sUh^c4rf}U!O08#y)&DL6FPgeqE4iWaDI9+T>|yc5hCPR#F5ohD(l2g}X?xwc`cvhde&biJ{=J6D)e^u7 z*X?HVMh+}p`E~YI)5C8M@hy-nlQzRvx!sRI&LC7j;HN7JP&bH(%;vql0e^Fa2qA8;AfIB!#`y-55;tzgJK3yavc1NTO zm!?+Tg{Uwc+phvW&iR|8)Bq#HM$un!?39Q*p!AM4`6J=!97f;S*$%4`nZd&mZKsK} z3GD~pa}0A6@Oj!OA%DF}+iFiGiky`Y6jAP6<~rc&hKj~)fL=W%k0mL3)Qv2WV^_JO0Pyc zWZEVO&_*GIZ?ug3lmZd4KRcE(mq=i3drl+qvbpT5(l4{cZA&tePqhyx;UOX{RpN_Uv(F@Y8VByLi%a7ADS+}P-#DXdnY}?9L!4i(|%`U%Z&2j<1ZCerH)XgFZkglD}N#x z6XtVx5}DXG=G%!&`RMVhM=Ajs#wu~!vIHZ-pXDe79B?G3 zX1I&WAAOzrw0>i;tR{yDt-{a^NXKY_I)vA}PF3oJH#aMwEqItreC9p~FVzPf9qvoR zYgsS~g}#qO^R{UJv|1q}at?k$1t`YS`!0Dp$~9xrZZ4-DEwH1&S5lNokFKlhY!n}W}mDrJ2i2rG#N z+km`tau*9UQWL_<(&As8s+k$qXK;xl38$;U>+DQk1)nENSlug)TiJBGlzGmARuL!! znEo-Jv$AjyUw{9ivUZp`T!GhSUCm?o&FQM(Cs)*%3=1{%3;Fr=KeSGbsQt3w;JrcH z_mnStIQQ-8U#1#WZr*b-5%%Q58$rKnF9r*$spEnqp^&9sXwUX7ZNu2c;hy!QHWPXr zyc_ii<>!f6xuNT3S8~1xB|dbOh#H!G{ox(vW6j{|t#q-p7slxkvAqIVkdSLv=JSpf zFZy4I7IxEGV++3N@sty|oq<+Dn4g`A1YT86y@w~n$bWEAU=T7ec#ZKT%!2!Qdw2I# zYC{x*l~}s2*1cq=mB0fDJSOuBH(+g0@)6rjI;t$yX0nV&6VE;VJPyA|fwK|r(4H?K zIPCiazbUDr(f{DPaF%Fvcn=++;MTag&PK-le?67jL->~vWRXHFap0GD*88Z$sU zpc3mQ9evyN^J!UXE@8H3wFh~~3#Ro*Lsi3Cu#;8}t3(eRO{uX*o!6$?FCitlF+%6h zoQz1Ul_P?d!=mVKADk1g5M6G9cUYS$O^92KuAez`uwD;yg&!YY<+)IM0k=l45GztR zpg`G8fyYJux%KDXp&lC<8v>i}Cik9OxPA<{%_0pNNBs>Rw!sFpr^h<8`+B49zi{XL zS-U;IY9K0dl|g>4K2`4W8@2?8GMU)Rxi91{%NPFX$V$!Q482=3tgUZ(F5%_!_T<<= zWvP?Z?JJ-P2iz4+2I9>~a%MTQ-mVeHJA(6a1!)5t2VT|3MrQ=SH8mBN{@-1%KTY7} zr2lDs)Ji~Ule>F3xa<;-xtFGh8VMx@V0%lOie~F%p9HQnn zhuZd_53)gryA=KF^v(S}-rL~Sb<0&T^WuO!&<8iAqT(91*0Z@Uhw7bg^97 zlB&_vxAZjxwOJn!Vs7cz_BxkgB`i0~DLHd;bT{@lrOKR$1gP!2e4K>W@fvPUs6+w} zBAI%~%5s6=@~geQo?jKGN^0L+$Jd)WcWxD$`v%97-;NYn`` zh`rIpsX@mH(K&s1vGR1K4)^B7b-GX(Vg0`bF<#&^)}R(4`~rj?^zG2$N{6MvAQ($; zf0mnEUdD5go~qEn*Z83-VwRprfrGh@C!5?q<;&YF_F4d{a`fGf2+ zQHzz;&Mp_!5IoSdEd@dWz&eH6F`@n-SUCN!&9@IXbdq7**K&OJi=5)Zxfi-&R1*@K zN)s7BI@{{s6KTaC$}2~8JGC<0ic6ja9saiktmrzw(-;Kajd<0w1!HAnfWf%PlV{JQ zr#gB}2TQDXU>bU*>%KBNaEXqOqR7XOABJ+&O~53t#D;Q`+EUQU>xv`sVnQc83iHYiLD0e;w&< zN_X$vpfJ~|YWk~1$v#}rkwR|Z@U`L7etLcW`$sv+6p@9? zf3bkr%B#Gi@-x~#@H{l!5PbXugZyNq4iP68HWPmw%#ikDrKQ^}cY4iCYU|)}$M@Hk zG@GF^s?p`A_Tz}tR#v*Iva5_t;yN$7Y|akCLlp>9+R%Ox2=C3PVI}7LQQI-SYoKnG zPgl+Sj-Dpfe`5TIoHpT%KcLm@7rf;rKYle%f1FHa0`DGGd&%3S58_$#iB<53jYvZq zLX#=TvtHlX*T^Di_G>IXeXcG6alHHF&IrqsYnXLzB@9xr+G!2yz+pXZChLFI^%YQ6 zwOzM|5RoncDMds=C6o^7E=g$#5jY1VB}I|$P>}9!kdRaw1?dz)x=Y$Xy=(jZ|NZZ{ zVHZ3jfO${zweI!X|&n7|!n;q7RzmS4wK| zWGH8%H6lkAJhJloZ=cy3N=z|wJ+0)W{A=h!M3V4fb)Liq-xul}(*;9FvCT$9Dexo@ z2$Aj%kV_j|IBa9rY07$hX=TDsOQ?35B8a63A^6e0 zF<_dKJIP1tO{~_i^Mm^DbIX@JMGm-j>NJmynsNB+Ce~PU<%#)y2^xs}m()N`CdiZTf_E4|l`+b&6yynFEWLuIm}z+KvX;sWGUH>L zHay0+h@@MN8()MH;eEr*i&oPIIE8T+@P|2_q_Qt$<3D{Hy%rtv;XWW z7^-#pyqXe`l+tD|B$TXFoazNrX0>t7n7*Hx(Vk=IEco)q zaQ3oeMdG3`e!GizW~FfRno+9wO%fDs=HMOj)}#Zv=DHKwsMQo76NdMzKWGN0C6TK6 z;~x7%?EGB0g)rtS*u}~HDpM4iROaQ?OIx!IQ?74teZ7wyt;!hB#Xr$c&TUji~ zk*oL8XMl4Rsq39TOPxLWVZI@xp1?lt5tdj3p*+ zn(hSF`mQBJj8Z-k9!VlL2rDfsR4OXs-%rCx9!rZ&t+7zE|$QYZoJ zYGbk*7now;3P6u1it|yUzO9e^rmdc5Yi{0Tzk7B}_2;cP{S&u>qeL|}<*FMc%`z1Q zZ@NiJIy_Gp2VcRsO5FV~&2?pWbwXHv=nBQT@2Z83u$x7*o&wbQ81K&`jmIf!>tnp+ zUbRPmDZ7(O{1`d`5ZvVHv;v@La)0=P?Kb69%q|Fx=wFX`aRl?hB+Vp%jV4 z7PjKYFV2{6Y@QCX$-#r*0uke;L=0)IbPy(}NAN};AVNfRd6Va#Y4Z!5hYzu3T&vR= zoBFopg-#X>W6;5Mm=mx z2W?gQ(C0$dK-{F+-y~(R(++c7j+Me{(LD8~zn@>SGHP?-$Bf?(J0_TvE{l;VdA-Da zXY@)1smcU3UJTSGl{-3@Q11HG!o~o&6NP5AncgTV6*VMsNn=FP6)HJe|2R;MkYn1a{v_Nj|t?Q>-D^d36fMrNZUBim0x0t z?n=>EdJn4^HAp#_|Fbrj(CN2gd4sC#ElXhV#hd%BYz5$F<}g0PZU-A&Vl+^m!G?C$I0lM~u`?6p&nf`=UGv$$C& zEa_*R>m8|st z{DI}Gp5vQ0&|;DkCzE6IZkYj?oAmx8M=yr;Ju6Z7ACN`!wsash(_`9rU&3GV^T9qp z92;dHzSd#UstBt7)6obBjCR-f5WAI-fn6H_q9>3sdE)}t0`R=;56_^F29H>xm?67~P^~-Yt zHJx_#nXu{2LFD+{ng zX9QtB)8@*;NwF104NcjX_DOm87xc33dmR3d4fVnXeuu|LIO?Iiz~(4sEB?@CvIE#!CnBlo3#u;IM_= z{7_LE*f8+|N;k+~h{6OF`F(q-v5(@gG_|yk5<~~*S9z7J#Rtbkn)-ao&v(;RZan0e zu%hbNbiA#fVGS|LmLMlw{CX1GrV^0(=JR^!pk8O`F2q6=T^e=SSqS>$=ySD3$iR4Z z(a9CjNdSxeUo zZn!o$G9TCd9(-`wX8%dwRz?RrJXly=)G2(0%W%SvxOjl-Lc9i72Q0bn>bc9^^b(9c zwH-?-X*B4|ns%jF+l*NqRaXhaN=ml zeAreg`-%!Be!=sif2-U$1*15fKC(|%f)3R4BVxD9jsRsS$lHdk%x?x zI5pP5frZU4z=keWhdprb#>$jiF_mxA^~xdR^D;3MIo^Q_vYHo3R+Fl@3$U;HGVjaN z@+l(_@ARf*gc43kM_}pCcvU*IvN%qjJO@T#U5>+{;ll6kVI_~f1nmzcr5$g?8|uxe z6w1>}f>zyNrS##+LlO7pTh{;sUhCnfYB@NO2<9#ZtP29=8jaM~UV)fALn)}o6#W|w zP()h%Q4}Nxg>7MDC4*hN_j_?w)xz7J*F9WFuM=|4 zA@UuQabhLQuC@_*qq{O3Ck#l)vtf}>v{WqoU%UpgCYzo)DtJe#TsYj+VY*C#o0h-t z!JFSrx}SC7dccMbWcnQeagMf4(>YIJnrMP501B*q<~G_`hA@bfMGbVQAl77_TjB%> zN6~;O``4IMXttB(9wi$&$~qTP>FE+&8Y2*HKSsmBO`B}i4kQj}T3yWX4hH5!mPP;x za3B`y_FKq`+!I>z@~R&*q=mfG6afUFNW@TH)ON%&HA zWKf1eRq+7dtUI%N{x!U#?Zz-|I#n3_QIT;OzqL0VSx&;A3e8>sR#>JBrJU=jM@Mp+ zClu952<0mrZ{hXO=MDF!Q;7FYwpL$i7WdO7cn4t z$~Ly?lCMJ(1KNgB7g|uL%XVUcV$sKi8*gnz*zJ7eW22R&U3Y)o*;Fd|(DzEbqtdA2Eh0^%)rKzgqlSXvIqqz2##T8<|xrY{h_Yui4-8Odp z`I4hZG*JlDLzce+Joy(+DoA6XGpE74n}N0Z-dJPvf%%&6a{S{X=#V4j)gXYkNUVL1asc@21B?C-}rBF3!&uZ3bG23y1 zYeBUVt|#FWZ>MF`m@vK^Q?sRCUS{oIH=dEe?%3SRxP65Ja-QySLAgFFzcE*FF%Dd4 zO1&*n^Fxggbexd|v~i{?^D8C(G602U4CbiL z4vL8;bkfcf^Or&J)yAtoZ(PgwghJE38>KiVm33F&h+jW%-RW@2HqLo{y0FR)1Sv#4 zI96`Y2#F}s%^#e`EAZ~-Wqcc2^WNV+J@0gFjwrKA0MBs}w{F$dmfy`<*X+lOGrdzR zUzpbu$hg^6EECBua^B@e)zkN)4+XxZ5|(G@|EQ5f#XK+wH!)ZN0$}=NoKV@$dw`i< z?~06;4q6)2suc^*BrI{s$iL{qWQce#dD`5heoQ?f#D9uW1dsRuiPm~|-2`*^G* zsQ{TZQjcG>dGWc2l?5%Kjw3TB1<5_suC@XqiH2;MyfILG%~gT_q_ zwHC<7;538uds||O#N@n7KeQRKQ5Cv+y~Xwj2|*z|I|Lv%>Jk}4WiphTHUGqvryI++ zo1+^)8!lG&p@+DYNlQA;!GeMO1|IE;y2xprk`6}2bD0M3)m!94>E+oLTOOz{bX`;c zSfaVdCu?0@EJ2V6xR~PNbbX}Dmizgm9vjJRKsSe`JY~c>1Fe7j2*KqsUN~j0zJEi~ zce?g=%DSSkw@D+-kh$k?q+0ibNBIkHUJS!`l||>0+-_?*_y~vNREjo|fg)J7_TO5p zjK}@$tFKtUZ`d$H6qt8x%=|`MsSQ|RAM2t{l^lUOvDmM*cs^UalbJ`yg-(6!r7x59 zNSE~%Q^Y;B)J*)bqu=>Sze1ug%eW0TRP&(##2^hJApUCETaLyXiKT?oV;4zt@rm9= z&3J2G4%ixlbSjedOLfYu#tvI#-Rq{5X$Qs(BH-(2Jg(kKC~QJzI)8jhIxvLT7iVY} z0=d+nLbzFxizG88Pw{ldL3Z>dmDZ0z?-3^iC9w!MA0> z^UNqRtPi;E#8bFvAsn#jGyudI^3C!ll`pM|?4j0eMywwnXGtH0Pk2Ut z5SSFHWGi6kcqQ$`GkG)qJjysb1kUOY=dgz5i5a+P9{M#=7Xf)g{PV?rzuDNc?spLY zy%d&_`kqt6OV#<3s&%J{3S~qKpjW=x#odflzk>JT0jJOVJC9i?f3U7Hd`>BK5WmWS zOLHx`QnU$s&t537fJ@`hYCmK;5D48*AKlk$pfYyz~~MpG?Rk!jDhR)r3W&$c;bllh$u=5x?#N~_93@z zVss7t#f4YkVG(0V)~iQSgkSW@Ir{$W0aM&DzalY4^v25VRQ9^e;(w@e-1wAZPrz3m zG!@daVoi|3b(~ja1-NdE01GNeFto^h7ZWBRpFhY%9enOa6jG$Re4UMO*kzov#Ys9# znjIEe5ST9?Zh?~Ju}KY1xL`&%^rMq+{ZJg6g?Sgv0!)@1h2Q*abomSQoYq!-%j#r7 z4ViT|Z>2=vAt;H_ zocbAJrSbgtLgmr(qgZ6mwe`4dY1l43s%O~<$?wDDwt-z5#be0n``K25{lL4~6KCiW)z zOgjT{neSf1|Dw*HL1Lxv2Z8{o_|oHh6xIaN0qT)J8~UlRl@cfyFO3H|W$ec+q$;j$ zBEyVGGQVP$E$QrDVihvH$6BVZWoR#B70C!q<|mqX{3Di;NXPD8dXtj-{W=hRBR&ol zsl|TvQ$Dk>H|*0(G;~g~CfPN0t%3d8v$N#Qe5>2HR)HY)fkCjoHW`4`_jK2M$9JLm z`ocI`SA;^wpO32@ta{wv5sT+etb#G;)z2$@-!LitmT*GV0@Jtujh+83PLcFB0F9E4z;JlFHQ zOE3D{LbobV0fF&gX_I{c4$K~cTaH2|9;;!lL`pp7OZyZL6UG68DpJy8ra`C~+aI}l zLY9a09^6lx6<-HHq`O1=*Hz;RdDuvRcFOCfF$N!e0@j)g6yLf}+<;`t^n`@wWKCy& za)}j67NpTj<&2f%&3{*;s0*(}o`d+RE$t6cK)ZKa3Q52IUeWn2Nl8!r)m18mGBP7_ zly&i*DeI!D)JVvB6q%f6a^cTnbEnzH=h-n8`#;b%wIb7r*G;Sz-OnV(uQMzsft6^TM0|<*IgLF0j>LWp;1~5HiS6 zL?CBad8xC$m^|LrH~~?_opxi4f^M1&U8%(oJFmA51Kcf8qT6&-;z!e2SvHJX5R=V6 z#+xj@7}JLu{OmY(ELFWB=7W~AoRcUsB=LOJ#stloVSv843#6x4okQVJQ>DA2rDy*t zxdF>vZT{~rlm8c*z1BZ>;_DwRJUZJe=iNd3{oYVy-d3mKQVS1Ky`EXxxbm@#er!5b z-=~las&c549H_BV21cjI0a__6tO9BtGplm2VhbK@aYv!S2q+qfG|;BM4B_sT&4$)f zn_}c5i2*(aIP0E{m7He$_>Hk?!y+uZZ)2aZhKeqF{4QAf{;M|!+LTT!L-iyr*EQfW zHzJ!Sfvxx`+bDv93T zK{MVR{}1}~QfDykLWx9#3{X{pljZnpkx~CiAu2^9Zr<#1-sFfAG}0l?x2!s6eGYqr z_Vy{;`kas;YO2FJ-p;e-GWI(Dh{TVJ+(FN&}AOXDIp$Qw7k(Z^T2pwIhy=cB#LO`z56Ho=W$ zt!-?zQ&%y38BrK}n(rP!($ZcFfO<kC=7?t-f4t@bCJkSK_s*fY@*q*bZDS+^J77BqcbiHIZ$LSPubD5N%pTspTi(?kIfW+ z{WmPWpghu?4HGKK)cG&0?F|(an!F|sYV?*|1c*mp*o+_OJ+M{@64($F=IZiJ zYFY?o#vd&vv$9EjoXebwlGODXt>sk=?KKoVxUm`YV7OUNg-QPE$PERmsfN=eWYPW&1uhh4%SytL2?dU{uP>l82zSGv zmiRtVXdqA<5ATz7?q4Nzvx;BJgCRPo^q3lIxIr#v(XW#%mEAdbGrzW)SPbVe{T-It z;_U9A%cRs-gjK_}ZP!|4fEWrie_am>R5!-V=Gi|~uFUZ8;IgDe-mjj4bFPIQ|J&9Y}z|Ze`F+%_#*f4B>6a_YBodW5!{ukIT2nD;Vq9w6|{sW>U(vVYwL;CukMT39EX6-S7#)e8p`{&=yY(_a`YF=4N$VlF5J z_7)MaB0rQAc0pkkW1tnefs+$UZ7J#G<58>6D3tsl5ZWYDXU)KLbg>YUX8$2%m67GMz^V~jfi;(%@Jwh-c~8*t<#`Y zpAalc(EZ~0W(qq`H3-%KY$arV@Cbbldg8TSWsk*m!@}r9dokMp;bFIW8+5iSZyDfZ z&TdG{MVc7$vk4m$4wks}Y}_VN;i($5Wc$yPThU~8EXTTOTp+)Pf2)Sk=BNGq=Qz)D zeqYqIof{LCLwit!#Zi>a*YgK&>1eHGBY5$pI1Nf_Z(vAifH@FDSJY9oh_?04z-NTK zF@}LUV$glH9&;RbTYrZu1f`y!x8z!MS_M^UUIXQG5v_pJXTsx)F6g-1s)ZH9Vg}nJ z#>7w=Irq}9$(Kr7MyAbjwC}q9O@)CdjXJLi%+t~#KWL{nzdka8Da@`mDPn|@yOi+D zu;s68)j1c5>92N8TEiaV`ixvUV*(Rm0;T6n9=b*2y?1h@cm{;RezqAbG*E@N2e^9R zXat_q@0{a$a~yPG6fTNZ{h&I4D~NK5nb%pHPa9=h1id;0bSEn#fUTor#K?okp=s$Z%|RJsqKD&>W@0FegSvi9++#v> z(zgCJYd3E%>?ZsvUidgxyfI#&v81{IF<^)0T z%|m{-3Y4AlOQ|npNmUBZ_-oU(&vpI2YUUn>q)EF}3ly^~wwO{9S$h8U%l5wPVM1DF z-TTsnoai0sibD27ZcX4P&jI&U5@t{iIML=+BAI|O)0IlcY5L=7*q`%`|#%))FmA^Z0g2J_uk1jb7#|~ z;26fYV^A70k$KjUE|9>$nGYJKu3TbGSL>fEd|fNgjlb?B@*EJ}LL=?Bmh%eMo5jLU zpZ8t+RCbBMAug&!x6f#s+kIt7A0n3NBEy-DqxXA(cx(R6Qy$0Xq+9|D}Ns0{nEKWrL$6&60au(VSz(J zRXHY{JBh@3y9}P24(1!JVTMh7*$uba(C3iGi;@pZtfo!(ZYhDz_-9RW+ExU%=V@mal!oF~78`dkl6AybzA8PqmQ?pNugMPU)Y}B{BpF zyOsi^Z-7h9SMs8wN_fG!flZscqK-MIlHfvC+bxnP&XOu67o)oCO{I7ZEBw&9lmYyu zyCA^5ckW!n{wE5}w-ch$Y`3yj38kw8x4rO^<{$sD=c#iSdVSf3$+!l64t{>hZN+N7 zKdDmB`Iaow^GYhm=KfG9|2d`pM$MpZ&u?RD(m?zN5?-KIxZ2Oj(RmM+Pfy&4!tO|O zB(&|iW<983A{XITr!u&Qu99L-FgHuZ`fRoPv7uu#<&2+cbdRr;=@nIep!^1tr-`Oz z&(EL7DOP@{B;%OZ1DHZym^^(z;Jc*N4oq=!t9v;^+dd?+ z_hxJPwljl#EP%WwXC7-=Y}sMPqX}y&sS3^Pn(3ex z;fo(`Rv}m~kl{tu6U-HxFUaZYQRz)&)fbZhPyxSV(JAqR;uNyF7fyI^Jk`sRH>}hG zmjC_OgBOr4u!w|}|N7?^*6ykau*E+u!lbay^rBXPEj2r2 zCXDWgU^F|oHw+rcN72JbJ09uX8)*_IsK~zV`SB%5H%g67<=eNoXSB&SVge6 z-YwLF7<1>pichN!iBPAl*r!j!cav}W%U`JN!JSFxk08#;_tzx=R;aQRe|MpjbjT?U z@!)i2P|?Hdq#^C0*_?KRN2Zs5zQxzO;b@M=?LN8SKgwaT|9bQTXIUGJPk8LS-BV>f z@l@>?rGqZ3!|5vUvpub6-MiYbBNPeRpmwbo{s7ocHW6LD@$RY%B!9JT1!JGi9^d#a zirE=>u`EhH9ya%u8)@gU=P#UOPgcvH zeJK+Cf}CcOyJxMa))s4piN)74f({r}n3eo#j{)-XyPOewsSUdA7rOkLe7*zdC$K$V!I2`vm1G|1G$+Ebt zf!*}Qe1L~9lM3M7hHiMA0%{rR3T8b`mB*a6ZD| zu8r<47RP%A?$_x}Sr-kNDFHcveiHueBws=bwR%fwZiHXbRNcG3^HmH&75VhT5f>2& z2+ASTLzi&wH2SSku@Z}=$Od1d9p)~sGEmEjV}WT3D}I3r&vPm2UBfjFX8xU(uP1Hr zrUhTTWowc5JW1O$xhq5sL^}#;e>jXB^P8!GT^5U1%a>G_H}Jwnrce7-CoM#&LYbK2 zmD>WP3gY>1Po15anOxL*t*|X3r0SnKBB)?4YD(*s!2GPlZADfYi$dxif|BN+Yeg5G zp;4XS9nTO*G-*s0J?Ori35{MzAOWuA;bJAS^bWQJ1k?t4YIlY3{N_zxSHO)+k%zv6 z62JVl;Q7U8u~V;1UW}kiY6v3x7yO`o15XSxLm=u}q7A8z=vX1KfeYv@o>kc%7fwY2 zs#5&L1fmexJx4|W?!S_^4VCE9QaN;5e|dw2Mf*jR$TEefk#1C!2>3-16f>b>ycn&; zg-iiJZQTtlOek)NrO3$ahpqsUJWDx?VUN}jev4)NZ{KGNK=r6;|Kw^>r0*zWZH--e zFH1<0pKgEqY{1yJd{Qh_XW|TVkw(D87VQpWra0f%fU_{eT=|WGcP{786)lf6w!_?n zA_=K{j22hq)MJq(H*Fu5<9i>iOtU6O0aAL|QPcmLkk3<9XGfSEcx#b1Iml2koM?cH z_3V~9$9dqk{o(am)*Z`&y9K}*nI%#C5H9625v}#wxgrWeTq(&!y_Ip-uRL!=S+$}e zC7L9OKBdcID%NENock{=&d(lNgyRCC6b=elWrnp3<9Y=;cSNCfTiU{4xHm3`Lh%~H zf3D#^(QwHEg`AzZ?&|SbfeMnuwAbH_R69^Bpws$*D@!*v()k7QHQDuX_L4dkwF96d zLOS2JKonc9FqmwMvSt*MUi;5h=L{?zHydLl)*xuhYF3We9d|BMg5JFHtvWqSr{Qf* zVX7bTwd;(#jPui?QqjEnp_t$v_n)2b{I0m#BuQkhe5^@9+m_j&kU2cZ^h^F?cwas| z#OB(VtIsup?u5!{4m=pe-}_?(m#&`>BiLGT+aXXX&#$6vVd-G+GHj}!ns+PoF)Ge`)t_jDEzTc z=R=u{mMCbty!WKamnh$abQz=wrrr1ryeBL!_@Qd0Noof~r)ug191_b{?mDXB=wo`c zI36NxnxPU+jQdpxqrh?1w5ak@JDb%b+hxp>fl&@T*)1cV7U+5Yl;6rjP2KC8Na28uk^Gsv4#=Ni}qgnN{mN z@YtY)9_DV`F}w#yL3L1PT?6U-<5k8{Q7ZH4ZbKFLWsX;1HgL8EIP#xS?B-+KytO`@ z4eG!(}eNgw21LreP>kCs$ z5%|$4guHp$fCCyO$_dKCd(DR=;6IO5G9E^H_d7BRLym}~Beuj{Jzxv~KO5H7pJ#Nt zSm6Rh9IypYCtH)GAWie?854LSgCch*;sOCu)6b2begbW$ZyGdst2RiN{@XD5Htiibfd;O@BoZeV3Ks2aR51fcpFe^kNJr0B26`c`hy4B;vmDB=JwRTtySX0r4?T2@l_;hZF}Zh^S?hG zo%SRgOMZ{{;*vLV`>|=EM*ojm;dT)Ce5Qj{uDZyql$gU>&|2A&#{hinmxcvTQ9&^W z`=u*n|5j)R-Tw$Ff>N{@lBd915&h3wJwg=c!7Uz{@&ze&5a@5J2w&C)A6-Jk$F;M& zTbc|PtWO0^Pk~y2*doKDg_*MUI1X*cv+qt7K49AHII1StX2#R{@b*HK=&o;<#YX%6 z;aWt14%EEBRSps0LL9i|<%1^gg3m-E*aU%UAV_#Rf)8tEW#tei1LS=X-wMP~94y^I z@th#IV>q5WPvsT}JA=&C>+6w>h+-y~er`NVuRiho-%d(Ww)BH0E+C6}6Ibe6_oQU??7)7!z~l&(WyH;y{{c7q4Y^2#7|$+I1IVSOm$_F7Q(d0VQm5upDF# z3Jwm3y;sj|s+I5^Y!*6K`VzuHkC5`t?c1Gf=^oNx!@St$e_l>=Sr`)yzN_J2?7leP z=HGRm$wP8_z-4j<@hr_RCuph%q&oc!YtrKBY#Q2y3}vt+JTY zVn7Y41kH3XC^KE+N5>%(tQ*z^qa5Ac-C-bx`pvwkF*+Y>XvH}c?2i_~P>9sl2rR4% z^-8*sNRrJSwg~<&a;QacAkOtco*;O@@CpjP?d#oD0m)WySMCTR&Sq~MjMXZlLM)tZ zGguU&z*`z|n9g1&`3h#*H`&=^P7LZDvut>1WlP4VYq?v4!55_yf`so{DI@r2c7oft z6S%kjbInG5aG88#o$e{ma2xajPWMx5cdL4sDA`mKhc3mX2m8DM|aW+$)&!kQ-fUUOiD zfXrPYZWd zE{LBdqSy(N`w7UJ{sl~OO0dd?H#U9#3H6_`Xza`J#oibpZu_)qu(Je#KCfAzu7JiR z9ogFWit_?Egm)rN2#)iTs9l$Ats=AANzEtrUSADGDu_>ilz^9sBv=}P-!3B32qpxD->wq`Iy8pWr4;zVsQXsbKpd) zg?J+%?u-@T<7F$$%V2B8)Cz<4|D0-4nU>(heDy~HLOtT_sHCKXD65iDQ7w18eBuCB zV8}fK8$Em!B4h{J0U?OXB4T|Ptuk3%iC39|Pf8kW%;g}^Tk;c!3ruo6N-L#04vZn6&K;T8MWkd+JiYSMXH<{;+&9sD$N?co9?ejibS3iK9S z?*p(7k#=>hnH0X0(mz#apW-@z=tG0#I#^<;Os|36OAzSQgGXXh^CuIK;rzce`aEYP zo_=>^k5{fZd<|9;5SA+r-R4`dDg-}*w-lU~eBOu0*6^8nCGl&e#IM*ix?kX&N92?@ z1S~r7k>xt_*K>DZz@lm%%r4>kFC0$%`0xMyFR1xJqzL|%qI!KFQmKol zdvn}iPZ58M z@6V6H=hWw<$nIB|-U_=qXrSN`g-tD&-t-#r;avnn!!Ag2oFL{eLTKsy_RX;h+^(qP z(yJ%z=H8j;uv0C91@RRoiD$-V5c0dgQez)%1Y%DXU>}1T-5s#J%}-2BWCwZLe@2?1 zjNxN)EyM8b<23xt&pY5yOfEMpzWkT_`H#PDyKL8r`6HIT@8vS2nbX<1j>RMjNSXVa zJ(k5^P~7aLQVzOOBfz{U-x)ZwT|vl9HWM#|TT9j%mMKTh$Pf}B(1;(+uB=kK_0v#E=sh=ypyQ7x3-%Wo0 zYgqdd@3)1j%fz34A7T*q8UtUBB=|xppvkx@w&uRDrr%BbD&sQ? z3WYj&;f}&Wp~Qkv_$bsoFRmo~E}9vI4d!@6Ab*BxwZ!*@Uopv`a8amlv`}23e0#`H zSRRJ=?b-xcTXiH|-0RaLc%i>oX%GBhUEoQSUQ( z=IBwrJFk`VsKUGWL_~^DPTcZFZCNQUq=|d$_4V}`nwaQ{F(q6JlxDW7HsBW&EP40N zG*nhPFfg#uZ712#(6FYm^2(PwRwa#$ySiYhZak@bJ4wgg{jIW!$`e@oPwNO#e?w9D zW|Jy;T0aj~!bLD&C_VJ_AkKfP0`gsc+WROb-`>$GSQkt8nKgLgGu%?dDX!NpBRQ7No zSm@?~A;$)ouo{(TWMoW&Xn8G!iF4Rk@B>%k^XJUK;cN59qOH?kf)bOHlQ&*{w1F(d z=ogmnTo*1`Yx(_q_cFnxbscP=yw1K?b@%k}^YP_EVt2WG@ZoI{x9!B;uPwi3s~v@! zXTO~DwO2sl&R=+KRg{$_MNCZG=&_%DH8uneDz-0m$Kacl3R4yP*QIV^_*%u~