From 575ca394a4de7a2fe083811f4197fa39729f16f5 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 27 May 2026 07:10:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: sudipto-ducs/InLegalLLaMA-Instruct Source: Original Platform --- .gitattributes | 35 + README.md | 61 + all_results.json | 7 + config.json | 28 + generation_config.json | 10 + model-00001-of-00014.safetensors | 3 + model-00002-of-00014.safetensors | 3 + model-00003-of-00014.safetensors | 3 + model-00004-of-00014.safetensors | 3 + model-00005-of-00014.safetensors | 3 + model-00006-of-00014.safetensors | 3 + model-00007-of-00014.safetensors | 3 + model-00008-of-00014.safetensors | 3 + model-00009-of-00014.safetensors | 3 + model-00010-of-00014.safetensors | 3 + model-00011-of-00014.safetensors | 3 + model-00012-of-00014.safetensors | 3 + model-00013-of-00014.safetensors | 3 + model-00014-of-00014.safetensors | 3 + model.safetensors.index.json | 298 +++ special_tokens_map.json | 30 + tokenizer.model | 3 + tokenizer_config.json | 45 + train_results.json | 7 + trainer_log.jsonl | 545 +++++ trainer_state.json | 3838 ++++++++++++++++++++++++++++++ training.png | Bin 0 -> 37333 bytes training_args.bin | 3 + 28 files changed, 4952 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00014.safetensors create mode 100644 model-00002-of-00014.safetensors create mode 100644 model-00003-of-00014.safetensors create mode 100644 model-00004-of-00014.safetensors create mode 100644 model-00005-of-00014.safetensors create mode 100644 model-00006-of-00014.safetensors create mode 100644 model-00007-of-00014.safetensors create mode 100644 model-00008-of-00014.safetensors create mode 100644 model-00009-of-00014.safetensors create mode 100644 model-00010-of-00014.safetensors create mode 100644 model-00011-of-00014.safetensors create mode 100644 model-00012-of-00014.safetensors create mode 100644 model-00013-of-00014.safetensors create mode 100644 model-00014-of-00014.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.model create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training.png create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a6344aa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..9b4ede9 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +license: llama2 +tags: +- llama-factory +- legal +base_model: sudipto-ducs/InLegalLLaMA +model-index: +- name: sudipto-ducs/InLegalLLaMA-Instruct + results: [] +language: +- en +pipeline_tag: table-question-answering +--- + + + +# InLegalLLaMA-Instruct + +This model is a fine-tuned version of [sudipto-ducs/InLegalLLaMA](https://huggingface.co/sudipto-ducs/InLegalLLaMA) on the legalkg_dataset_prompts, the legal_semantic_segmentation and the lima datasets. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 3e-05 +- train_batch_size: 2 +- eval_batch_size: 8 +- seed: 42 +- gradient_accumulation_steps: 8 +- total_train_batch_size: 16 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 1000 +- num_epochs: 3.0 +- mixed_precision_training: Native AMP + +### Training results + + + +### Framework versions + +- PEFT 0.10.0 +- Transformers 4.39.0 +- Pytorch 2.2.1+cu121 +- Datasets 2.18.0 +- Tokenizers 0.15.2 \ No newline at end of file diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..562b01f --- /dev/null +++ b/all_results.json @@ -0,0 +1,7 @@ +{ + "epoch": 3.0, + "train_loss": 0.5588170812518586, + "train_runtime": 28902.9641, + "train_samples_per_second": 1.508, + "train_steps_per_second": 0.094 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..69525c4 --- /dev/null +++ b/config.json @@ -0,0 +1,28 @@ +{ + "_name_or_path": "/home/user/Desktop/Sudipto/major/models/inlegalllama-hf", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 4096, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 32, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": false, + "torch_dtype": "float16", + "transformers_version": "4.39.0", + "use_cache": true, + "vocab_size": 32000 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..b034e6a --- /dev/null +++ b/generation_config.json @@ -0,0 +1,10 @@ +{ + "bos_token_id": 1, + "do_sample": true, + "eos_token_id": 2, + "max_length": 4096, + "pad_token_id": 0, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.39.0" +} diff --git a/model-00001-of-00014.safetensors b/model-00001-of-00014.safetensors new file mode 100644 index 0000000..0dc8e09 --- /dev/null +++ b/model-00001-of-00014.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692ad66fd25265bfdfab256e2b7b976d66e1929219176d257bb1c7a8c25f963a +size 981485352 diff --git a/model-00002-of-00014.safetensors b/model-00002-of-00014.safetensors new file mode 100644 index 0000000..4fcf58c --- /dev/null +++ b/model-00002-of-00014.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b4d5d03ace17f109340a83aa93b32ec5e0111755eb8ad1c2535b301656984ff +size 966838840 diff --git a/model-00003-of-00014.safetensors b/model-00003-of-00014.safetensors new file mode 100644 index 0000000..dc93c5f --- /dev/null +++ b/model-00003-of-00014.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7ef30e2613be3f3cf9fe3e1a80396a5d5942f0d20cc7010a0f5d6745991f1f4 +size 966822232 diff --git a/model-00004-of-00014.safetensors b/model-00004-of-00014.safetensors new file mode 100644 index 0000000..17bff82 --- /dev/null +++ b/model-00004-of-00014.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e70b9909559cdac9f7da5fe6c8c701d6a7853dba996e72efb5c9a1d2bf78bdd2 +size 989907400 diff --git a/model-00005-of-00014.safetensors b/model-00005-of-00014.safetensors new file mode 100644 index 0000000..152d7f3 --- /dev/null +++ b/model-00005-of-00014.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a560697c29937448d9e21d982a33749ba3b187ffcc117b854317ccbc057b26b5 +size 943753688 diff --git a/model-00006-of-00014.safetensors b/model-00006-of-00014.safetensors new file mode 100644 index 0000000..ecae799 --- /dev/null +++ b/model-00006-of-00014.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a76fdee9c74a21dd83b02bb18d468b8046ddffd6a45e2c1c124dfb4d02cffbc5 +size 989890808 diff --git a/model-00007-of-00014.safetensors b/model-00007-of-00014.safetensors new file mode 100644 index 0000000..cfdf28f --- /dev/null +++ b/model-00007-of-00014.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adccdc5e3f967042e53bdd6df0bbc25b8c7051170593638c7962b1e4af1e15d7 +size 966838864 diff --git a/model-00008-of-00014.safetensors b/model-00008-of-00014.safetensors new file mode 100644 index 0000000..bd479e4 --- /dev/null +++ b/model-00008-of-00014.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:375e29d6cec30f7211fb2561bdc477cb35f683856f7adae9c0ea91f7b2dd5bda +size 966822256 diff --git a/model-00009-of-00014.safetensors b/model-00009-of-00014.safetensors new file mode 100644 index 0000000..c652ece --- /dev/null +++ b/model-00009-of-00014.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c71390281cba2d6ce8b33b4b16e24c59052271a0ed7b6e5ec000d3dc39c33b7 +size 989907416 diff --git a/model-00010-of-00014.safetensors b/model-00010-of-00014.safetensors new file mode 100644 index 0000000..56c82b5 --- /dev/null +++ b/model-00010-of-00014.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9dac30afba12bfe22a77ad990afb66961b941858b14f8cb07dfe0db959f9781 +size 943753696 diff --git a/model-00011-of-00014.safetensors b/model-00011-of-00014.safetensors new file mode 100644 index 0000000..f0c65fb --- /dev/null +++ b/model-00011-of-00014.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74aa659ffa036776f6442c231031ea4e399cce50ccc56e9710d7eb3522c214de +size 989890808 diff --git a/model-00012-of-00014.safetensors b/model-00012-of-00014.safetensors new file mode 100644 index 0000000..e7e2ae6 --- /dev/null +++ b/model-00012-of-00014.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3736e06f715d0bdb20fa6cd686ffba39b48ba106443edabd6345e0e0ba45ea0 +size 966838864 diff --git a/model-00013-of-00014.safetensors b/model-00013-of-00014.safetensors new file mode 100644 index 0000000..a0628d3 --- /dev/null +++ b/model-00013-of-00014.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbd3fd3d97645933e24cccab595e88718c7aafd5d1dbbb6b3e74ae25a498fec3 +size 966822256 diff --git a/model-00014-of-00014.safetensors b/model-00014-of-00014.safetensors new file mode 100644 index 0000000..5c113bc --- /dev/null +++ b/model-00014-of-00014.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6d7eb8ea26d35e47fbc70468eb82bbf3a72296827ee79e41bc1aeae437a9b86 +size 847292056 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..1ff4e27 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,298 @@ +{ + "metadata": { + "total_size": 13476831232 + }, + "weight_map": { + "lm_head.weight": "model-00014-of-00014.safetensors", + "model.embed_tokens.weight": "model-00001-of-00014.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00014.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00014.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00014.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00014.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00014.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00014.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00014.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00014.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00014.safetensors", + "model.layers.1.input_layernorm.weight": "model-00002-of-00014.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00014.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00014.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00002-of-00014.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00014.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00014.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00014.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00014.safetensors", + "model.layers.10.input_layernorm.weight": "model-00005-of-00014.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00005-of-00014.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.11.input_layernorm.weight": "model-00006-of-00014.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00006-of-00014.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.12.input_layernorm.weight": "model-00006-of-00014.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00006-of-00014.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.13.input_layernorm.weight": "model-00007-of-00014.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00007-of-00014.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00006-of-00014.safetensors", + "model.layers.14.input_layernorm.weight": "model-00007-of-00014.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00007-of-00014.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.15.input_layernorm.weight": "model-00007-of-00014.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00007-of-00014.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.16.input_layernorm.weight": "model-00008-of-00014.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00008-of-00014.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00007-of-00014.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.17.input_layernorm.weight": "model-00008-of-00014.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00008-of-00014.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.18.input_layernorm.weight": "model-00009-of-00014.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00009-of-00014.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00008-of-00014.safetensors", + "model.layers.19.input_layernorm.weight": "model-00009-of-00014.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00009-of-00014.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.2.input_layernorm.weight": "model-00002-of-00014.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00002-of-00014.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.20.input_layernorm.weight": "model-00009-of-00014.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00009-of-00014.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00009-of-00014.safetensors", + "model.layers.21.input_layernorm.weight": "model-00010-of-00014.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00010-of-00014.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.22.input_layernorm.weight": "model-00010-of-00014.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00010-of-00014.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.23.input_layernorm.weight": "model-00011-of-00014.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00011-of-00014.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00010-of-00014.safetensors", + "model.layers.24.input_layernorm.weight": "model-00011-of-00014.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00011-of-00014.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.25.input_layernorm.weight": "model-00012-of-00014.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00012-of-00014.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00011-of-00014.safetensors", + "model.layers.26.input_layernorm.weight": "model-00012-of-00014.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00012-of-00014.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.27.input_layernorm.weight": "model-00012-of-00014.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00012-of-00014.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.28.input_layernorm.weight": "model-00013-of-00014.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00013-of-00014.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00012-of-00014.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.29.input_layernorm.weight": "model-00013-of-00014.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00013-of-00014.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.3.input_layernorm.weight": "model-00002-of-00014.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00014.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.30.input_layernorm.weight": "model-00014-of-00014.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00014-of-00014.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00014-of-00014.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00014-of-00014.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00013-of-00014.safetensors", + "model.layers.31.input_layernorm.weight": "model-00014-of-00014.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00014-of-00014.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00014-of-00014.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00014-of-00014.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00014-of-00014.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00014-of-00014.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00014-of-00014.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00014-of-00014.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00014-of-00014.safetensors", + "model.layers.4.input_layernorm.weight": "model-00003-of-00014.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00003-of-00014.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00014.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.5.input_layernorm.weight": "model-00003-of-00014.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00003-of-00014.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.6.input_layernorm.weight": "model-00004-of-00014.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00004-of-00014.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00003-of-00014.safetensors", + "model.layers.7.input_layernorm.weight": "model-00004-of-00014.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00004-of-00014.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.8.input_layernorm.weight": "model-00004-of-00014.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00004-of-00014.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00004-of-00014.safetensors", + "model.layers.9.input_layernorm.weight": "model-00005-of-00014.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00005-of-00014.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00005-of-00014.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00005-of-00014.safetensors", + "model.norm.weight": "model-00014-of-00014.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..492d4b2 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,30 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..6c00c74 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 +size 499723 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..57ed72e --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,45 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "add_prefix_space": true, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "chat_template": "{% set system_message = 'You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.\\n\\nIf a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don\\'t know the answer to a question, please don\\'t share false information.' %}{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% endif %}{% for message in messages %}{% set content = message['content'] %}{% if loop.index0 == 0 and system_message is defined %}{% set content = '<>\\n' + system_message + '\\n<>\\n\\n' + message['content'] %}{% endif %}{% if message['role'] == 'user' %}{{ '' + '[INST] ' + content + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ content + '' }}{% endif %}{% endfor %}", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "legacy": false, + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "padding_side": "left", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "split_special_tokens": false, + "tokenizer_class": "LlamaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..562b01f --- /dev/null +++ b/train_results.json @@ -0,0 +1,7 @@ +{ + "epoch": 3.0, + "train_loss": 0.5588170812518586, + "train_runtime": 28902.9641, + "train_samples_per_second": 1.508, + "train_steps_per_second": 0.094 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..e3d3a0c --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,545 @@ +{"current_steps": 5, "total_steps": 2724, "loss": 3.607, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.5000000000000002e-07, "epoch": 0.01, "percentage": 0.18, "elapsed_time": "0:00:44", "remaining_time": "6:40:16"} +{"current_steps": 10, "total_steps": 2724, "loss": 3.6149, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.0000000000000004e-07, "epoch": 0.01, "percentage": 0.37, "elapsed_time": "0:01:23", "remaining_time": "6:16:04"} +{"current_steps": 15, "total_steps": 2724, "loss": 3.933, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.5e-07, "epoch": 0.02, "percentage": 0.55, "elapsed_time": "0:02:05", "remaining_time": "6:16:44"} +{"current_steps": 20, "total_steps": 2724, "loss": 3.5431, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.000000000000001e-07, "epoch": 0.02, "percentage": 0.73, "elapsed_time": "0:02:56", "remaining_time": "6:37:16"} +{"current_steps": 25, "total_steps": 2724, "loss": 3.5036, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.5e-07, "epoch": 0.03, "percentage": 0.92, "elapsed_time": "0:03:43", "remaining_time": "6:42:49"} +{"current_steps": 30, "total_steps": 2724, "loss": 3.7618, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9e-07, "epoch": 0.03, "percentage": 1.1, "elapsed_time": "0:04:31", "remaining_time": "6:45:43"} +{"current_steps": 35, "total_steps": 2724, "loss": 3.3489, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.0500000000000001e-06, "epoch": 0.04, "percentage": 1.28, "elapsed_time": "0:05:25", "remaining_time": "6:57:07"} +{"current_steps": 40, "total_steps": 2724, "loss": 3.9085, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.2000000000000002e-06, "epoch": 0.04, "percentage": 1.47, "elapsed_time": "0:06:17", "remaining_time": "7:01:40"} +{"current_steps": 45, "total_steps": 2724, "loss": 3.6536, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.35e-06, "epoch": 0.05, "percentage": 1.65, "elapsed_time": "0:07:06", "remaining_time": "7:02:51"} +{"current_steps": 50, "total_steps": 2724, "loss": 3.4313, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.5e-06, "epoch": 0.06, "percentage": 1.84, "elapsed_time": "0:07:55", "remaining_time": "7:03:49"} +{"current_steps": 55, "total_steps": 2724, "loss": 3.3082, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.65e-06, "epoch": 0.06, "percentage": 2.02, "elapsed_time": "0:08:48", "remaining_time": "7:07:42"} +{"current_steps": 60, "total_steps": 2724, "loss": 3.5749, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.8e-06, "epoch": 0.07, "percentage": 2.2, "elapsed_time": "0:09:41", "remaining_time": "7:10:18"} +{"current_steps": 65, "total_steps": 2724, "loss": 3.5684, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.95e-06, "epoch": 0.07, "percentage": 2.39, "elapsed_time": "0:10:37", "remaining_time": "7:14:41"} +{"current_steps": 70, "total_steps": 2724, "loss": 3.25, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.1000000000000002e-06, "epoch": 0.08, "percentage": 2.57, "elapsed_time": "0:11:26", "remaining_time": "7:13:31"} +{"current_steps": 75, "total_steps": 2724, "loss": 3.0361, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.25e-06, "epoch": 0.08, "percentage": 2.75, "elapsed_time": "0:12:19", "remaining_time": "7:15:24"} +{"current_steps": 80, "total_steps": 2724, "loss": 3.4918, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.4000000000000003e-06, "epoch": 0.09, "percentage": 2.94, "elapsed_time": "0:13:12", "remaining_time": "7:16:28"} +{"current_steps": 85, "total_steps": 2724, "loss": 3.2424, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.55e-06, "epoch": 0.09, "percentage": 3.12, "elapsed_time": "0:14:04", "remaining_time": "7:16:49"} +{"current_steps": 90, "total_steps": 2724, "loss": 2.7386, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7e-06, "epoch": 0.1, "percentage": 3.3, "elapsed_time": "0:14:52", "remaining_time": "7:15:16"} +{"current_steps": 95, "total_steps": 2724, "loss": 2.5229, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8500000000000002e-06, "epoch": 0.1, "percentage": 3.49, "elapsed_time": "0:15:49", "remaining_time": "7:18:01"} +{"current_steps": 100, "total_steps": 2724, "loss": 2.3543, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3e-06, "epoch": 0.11, "percentage": 3.67, "elapsed_time": "0:16:45", "remaining_time": "7:19:55"} +{"current_steps": 105, "total_steps": 2724, "loss": 2.1774, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.15e-06, "epoch": 0.12, "percentage": 3.85, "elapsed_time": "0:17:37", "remaining_time": "7:19:43"} +{"current_steps": 110, "total_steps": 2724, "loss": 2.102, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.3e-06, "epoch": 0.12, "percentage": 4.04, "elapsed_time": "0:18:26", "remaining_time": "7:18:23"} +{"current_steps": 115, "total_steps": 2724, "loss": 1.8336, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.4500000000000004e-06, "epoch": 0.13, "percentage": 4.22, "elapsed_time": "0:19:19", "remaining_time": "7:18:27"} +{"current_steps": 120, "total_steps": 2724, "loss": 1.4314, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.6e-06, "epoch": 0.13, "percentage": 4.41, "elapsed_time": "0:20:08", "remaining_time": "7:16:55"} +{"current_steps": 125, "total_steps": 2724, "loss": 1.3507, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.75e-06, "epoch": 0.14, "percentage": 4.59, "elapsed_time": "0:20:53", "remaining_time": "7:14:26"} +{"current_steps": 130, "total_steps": 2724, "loss": 1.2108, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.9e-06, "epoch": 0.14, "percentage": 4.77, "elapsed_time": "0:21:36", "remaining_time": "7:11:12"} +{"current_steps": 135, "total_steps": 2724, "loss": 0.7046, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.05e-06, "epoch": 0.15, "percentage": 4.96, "elapsed_time": "0:22:16", "remaining_time": "7:07:19"} +{"current_steps": 140, "total_steps": 2724, "loss": 0.7918, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.2000000000000004e-06, "epoch": 0.15, "percentage": 5.14, "elapsed_time": "0:23:06", "remaining_time": "7:06:37"} +{"current_steps": 145, "total_steps": 2724, "loss": 0.8256, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.35e-06, "epoch": 0.16, "percentage": 5.32, "elapsed_time": "0:23:53", "remaining_time": "7:04:54"} +{"current_steps": 150, "total_steps": 2724, "loss": 0.6759, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.5e-06, "epoch": 0.17, "percentage": 5.51, "elapsed_time": "0:24:40", "remaining_time": "7:03:19"} +{"current_steps": 155, "total_steps": 2724, "loss": 0.7936, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.65e-06, "epoch": 0.17, "percentage": 5.69, "elapsed_time": "0:25:22", "remaining_time": "7:00:28"} +{"current_steps": 160, "total_steps": 2724, "loss": 0.5798, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.800000000000001e-06, "epoch": 0.18, "percentage": 5.87, "elapsed_time": "0:26:09", "remaining_time": "6:59:14"} +{"current_steps": 165, "total_steps": 2724, "loss": 0.6066, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.95e-06, "epoch": 0.18, "percentage": 6.06, "elapsed_time": "0:27:02", "remaining_time": "6:59:23"} +{"current_steps": 170, "total_steps": 2724, "loss": 0.6452, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.1e-06, "epoch": 0.19, "percentage": 6.24, "elapsed_time": "0:27:51", "remaining_time": "6:58:28"} +{"current_steps": 175, "total_steps": 2724, "loss": 0.6818, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.25e-06, "epoch": 0.19, "percentage": 6.42, "elapsed_time": "0:28:32", "remaining_time": "6:55:43"} +{"current_steps": 180, "total_steps": 2724, "loss": 0.7669, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.4e-06, "epoch": 0.2, "percentage": 6.61, "elapsed_time": "0:29:22", "remaining_time": "6:55:13"} +{"current_steps": 185, "total_steps": 2724, "loss": 0.5847, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.55e-06, "epoch": 0.2, "percentage": 6.79, "elapsed_time": "0:30:09", "remaining_time": "6:53:58"} +{"current_steps": 190, "total_steps": 2724, "loss": 0.6548, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.7000000000000005e-06, "epoch": 0.21, "percentage": 6.98, "elapsed_time": "0:31:03", "remaining_time": "6:54:07"} +{"current_steps": 195, "total_steps": 2724, "loss": 0.6992, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.850000000000001e-06, "epoch": 0.21, "percentage": 7.16, "elapsed_time": "0:32:00", "remaining_time": "6:55:04"} +{"current_steps": 200, "total_steps": 2724, "loss": 0.6392, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6e-06, "epoch": 0.22, "percentage": 7.34, "elapsed_time": "0:32:47", "remaining_time": "6:53:54"} +{"current_steps": 205, "total_steps": 2724, "loss": 0.5201, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.1499999999999996e-06, "epoch": 0.23, "percentage": 7.53, "elapsed_time": "0:33:37", "remaining_time": "6:53:06"} +{"current_steps": 210, "total_steps": 2724, "loss": 0.5464, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.3e-06, "epoch": 0.23, "percentage": 7.71, "elapsed_time": "0:34:35", "remaining_time": "6:54:08"} +{"current_steps": 215, "total_steps": 2724, "loss": 0.567, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.45e-06, "epoch": 0.24, "percentage": 7.89, "elapsed_time": "0:35:30", "remaining_time": "6:54:27"} +{"current_steps": 220, "total_steps": 2724, "loss": 0.6302, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.6e-06, "epoch": 0.24, "percentage": 8.08, "elapsed_time": "0:36:24", "remaining_time": "6:54:23"} +{"current_steps": 225, "total_steps": 2724, "loss": 0.8481, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.750000000000001e-06, "epoch": 0.25, "percentage": 8.26, "elapsed_time": "0:37:30", "remaining_time": "6:56:33"} +{"current_steps": 230, "total_steps": 2724, "loss": 0.5044, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.900000000000001e-06, "epoch": 0.25, "percentage": 8.44, "elapsed_time": "0:38:20", "remaining_time": "6:55:41"} +{"current_steps": 235, "total_steps": 2724, "loss": 0.4163, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.049999999999999e-06, "epoch": 0.26, "percentage": 8.63, "elapsed_time": "0:39:09", "remaining_time": "6:54:47"} +{"current_steps": 240, "total_steps": 2724, "loss": 0.5952, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.2e-06, "epoch": 0.26, "percentage": 8.81, "elapsed_time": "0:40:00", "remaining_time": "6:54:06"} +{"current_steps": 245, "total_steps": 2724, "loss": 0.4798, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.35e-06, "epoch": 0.27, "percentage": 8.99, "elapsed_time": "0:40:46", "remaining_time": "6:52:30"} +{"current_steps": 250, "total_steps": 2724, "loss": 0.3873, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.5e-06, "epoch": 0.28, "percentage": 9.18, "elapsed_time": "0:41:39", "remaining_time": "6:52:11"} +{"current_steps": 255, "total_steps": 2724, "loss": 0.5231, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.65e-06, "epoch": 0.28, "percentage": 9.36, "elapsed_time": "0:42:31", "remaining_time": "6:51:41"} +{"current_steps": 260, "total_steps": 2724, "loss": 0.4825, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.8e-06, "epoch": 0.29, "percentage": 9.54, "elapsed_time": "0:43:29", "remaining_time": "6:52:11"} +{"current_steps": 265, "total_steps": 2724, "loss": 0.4743, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.95e-06, "epoch": 0.29, "percentage": 9.73, "elapsed_time": "0:44:19", "remaining_time": "6:51:14"} +{"current_steps": 270, "total_steps": 2724, "loss": 0.3325, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.1e-06, "epoch": 0.3, "percentage": 9.91, "elapsed_time": "0:45:11", "remaining_time": "6:50:46"} +{"current_steps": 275, "total_steps": 2724, "loss": 0.6128, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.25e-06, "epoch": 0.3, "percentage": 10.1, "elapsed_time": "0:46:07", "remaining_time": "6:50:46"} +{"current_steps": 280, "total_steps": 2724, "loss": 0.6124, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.400000000000001e-06, "epoch": 0.31, "percentage": 10.28, "elapsed_time": "0:46:59", "remaining_time": "6:50:06"} +{"current_steps": 285, "total_steps": 2724, "loss": 0.5567, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.55e-06, "epoch": 0.31, "percentage": 10.46, "elapsed_time": "0:47:50", "remaining_time": "6:49:25"} +{"current_steps": 290, "total_steps": 2724, "loss": 0.4464, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.7e-06, "epoch": 0.32, "percentage": 10.65, "elapsed_time": "0:48:37", "remaining_time": "6:48:06"} +{"current_steps": 295, "total_steps": 2724, "loss": 0.5127, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.85e-06, "epoch": 0.32, "percentage": 10.83, "elapsed_time": "0:49:29", "remaining_time": "6:47:29"} +{"current_steps": 300, "total_steps": 2724, "loss": 0.4206, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9e-06, "epoch": 0.33, "percentage": 11.01, "elapsed_time": "0:50:20", "remaining_time": "6:46:44"} +{"current_steps": 305, "total_steps": 2724, "loss": 0.4846, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.15e-06, "epoch": 0.34, "percentage": 11.2, "elapsed_time": "0:51:11", "remaining_time": "6:46:00"} +{"current_steps": 310, "total_steps": 2724, "loss": 0.5434, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.3e-06, "epoch": 0.34, "percentage": 11.38, "elapsed_time": "0:52:02", "remaining_time": "6:45:15"} +{"current_steps": 315, "total_steps": 2724, "loss": 0.56, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.450000000000001e-06, "epoch": 0.35, "percentage": 11.56, "elapsed_time": "0:52:58", "remaining_time": "6:45:09"} +{"current_steps": 320, "total_steps": 2724, "loss": 0.4854, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.600000000000001e-06, "epoch": 0.35, "percentage": 11.75, "elapsed_time": "0:53:49", "remaining_time": "6:44:22"} +{"current_steps": 325, "total_steps": 2724, "loss": 0.6743, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.75e-06, "epoch": 0.36, "percentage": 11.93, "elapsed_time": "0:54:41", "remaining_time": "6:43:40"} +{"current_steps": 330, "total_steps": 2724, "loss": 0.5149, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.9e-06, "epoch": 0.36, "percentage": 12.11, "elapsed_time": "0:55:31", "remaining_time": "6:42:45"} +{"current_steps": 335, "total_steps": 2724, "loss": 0.5721, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.005e-05, "epoch": 0.37, "percentage": 12.3, "elapsed_time": "0:56:24", "remaining_time": "6:42:15"} +{"current_steps": 340, "total_steps": 2724, "loss": 0.4637, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.02e-05, "epoch": 0.37, "percentage": 12.48, "elapsed_time": "0:57:18", "remaining_time": "6:41:47"} +{"current_steps": 345, "total_steps": 2724, "loss": 0.4672, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.035e-05, "epoch": 0.38, "percentage": 12.67, "elapsed_time": "0:58:10", "remaining_time": "6:41:12"} +{"current_steps": 350, "total_steps": 2724, "loss": 0.4269, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.05e-05, "epoch": 0.39, "percentage": 12.85, "elapsed_time": "0:59:00", "remaining_time": "6:40:15"} +{"current_steps": 355, "total_steps": 2724, "loss": 0.4208, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.065e-05, "epoch": 0.39, "percentage": 13.03, "elapsed_time": "0:59:54", "remaining_time": "6:39:49"} +{"current_steps": 360, "total_steps": 2724, "loss": 0.5012, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.08e-05, "epoch": 0.4, "percentage": 13.22, "elapsed_time": "1:00:47", "remaining_time": "6:39:12"} +{"current_steps": 365, "total_steps": 2724, "loss": 0.2889, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.095e-05, "epoch": 0.4, "percentage": 13.4, "elapsed_time": "1:01:42", "remaining_time": "6:38:46"} +{"current_steps": 370, "total_steps": 2724, "loss": 0.3052, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.11e-05, "epoch": 0.41, "percentage": 13.58, "elapsed_time": "1:02:33", "remaining_time": "6:38:02"} +{"current_steps": 375, "total_steps": 2724, "loss": 0.6235, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.125e-05, "epoch": 0.41, "percentage": 13.77, "elapsed_time": "1:03:22", "remaining_time": "6:36:59"} +{"current_steps": 380, "total_steps": 2724, "loss": 0.5508, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.1400000000000001e-05, "epoch": 0.42, "percentage": 13.95, "elapsed_time": "1:04:17", "remaining_time": "6:36:34"} +{"current_steps": 385, "total_steps": 2724, "loss": 0.4495, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.1550000000000001e-05, "epoch": 0.42, "percentage": 14.13, "elapsed_time": "1:05:09", "remaining_time": "6:35:52"} +{"current_steps": 390, "total_steps": 2724, "loss": 0.4749, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.1700000000000001e-05, "epoch": 0.43, "percentage": 14.32, "elapsed_time": "1:06:03", "remaining_time": "6:35:20"} +{"current_steps": 395, "total_steps": 2724, "loss": 0.4324, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.185e-05, "epoch": 0.43, "percentage": 14.5, "elapsed_time": "1:07:00", "remaining_time": "6:35:03"} +{"current_steps": 400, "total_steps": 2724, "loss": 0.4796, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.2e-05, "epoch": 0.44, "percentage": 14.68, "elapsed_time": "1:08:04", "remaining_time": "6:35:32"} +{"current_steps": 405, "total_steps": 2724, "loss": 0.3403, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.215e-05, "epoch": 0.45, "percentage": 14.87, "elapsed_time": "1:09:00", "remaining_time": "6:35:07"} +{"current_steps": 410, "total_steps": 2724, "loss": 0.4553, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.2299999999999999e-05, "epoch": 0.45, "percentage": 15.05, "elapsed_time": "1:09:56", "remaining_time": "6:34:45"} +{"current_steps": 415, "total_steps": 2724, "loss": 0.3708, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.245e-05, "epoch": 0.46, "percentage": 15.23, "elapsed_time": "1:10:51", "remaining_time": "6:34:17"} +{"current_steps": 420, "total_steps": 2724, "loss": 0.3112, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.26e-05, "epoch": 0.46, "percentage": 15.42, "elapsed_time": "1:11:38", "remaining_time": "6:33:00"} +{"current_steps": 425, "total_steps": 2724, "loss": 0.3935, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.275e-05, "epoch": 0.47, "percentage": 15.6, "elapsed_time": "1:12:26", "remaining_time": "6:31:51"} +{"current_steps": 430, "total_steps": 2724, "loss": 0.3994, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.29e-05, "epoch": 0.47, "percentage": 15.79, "elapsed_time": "1:13:18", "remaining_time": "6:31:04"} +{"current_steps": 435, "total_steps": 2724, "loss": 0.5095, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.305e-05, "epoch": 0.48, "percentage": 15.97, "elapsed_time": "1:14:18", "remaining_time": "6:31:01"} +{"current_steps": 440, "total_steps": 2724, "loss": 0.3615, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.32e-05, "epoch": 0.48, "percentage": 16.15, "elapsed_time": "1:15:10", "remaining_time": "6:30:15"} +{"current_steps": 445, "total_steps": 2724, "loss": 0.6153, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.3350000000000001e-05, "epoch": 0.49, "percentage": 16.34, "elapsed_time": "1:16:01", "remaining_time": "6:29:23"} +{"current_steps": 450, "total_steps": 2724, "loss": 0.6112, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.3500000000000001e-05, "epoch": 0.5, "percentage": 16.52, "elapsed_time": "1:16:58", "remaining_time": "6:29:00"} +{"current_steps": 455, "total_steps": 2724, "loss": 0.5036, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.3650000000000001e-05, "epoch": 0.5, "percentage": 16.7, "elapsed_time": "1:17:49", "remaining_time": "6:28:04"} +{"current_steps": 460, "total_steps": 2724, "loss": 0.5212, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.3800000000000002e-05, "epoch": 0.51, "percentage": 16.89, "elapsed_time": "1:18:42", "remaining_time": "6:27:24"} +{"current_steps": 465, "total_steps": 2724, "loss": 0.4709, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.395e-05, "epoch": 0.51, "percentage": 17.07, "elapsed_time": "1:19:33", "remaining_time": "6:26:32"} +{"current_steps": 470, "total_steps": 2724, "loss": 0.7051, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.4099999999999999e-05, "epoch": 0.52, "percentage": 17.25, "elapsed_time": "1:20:30", "remaining_time": "6:26:06"} +{"current_steps": 475, "total_steps": 2724, "loss": 0.5219, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.4249999999999999e-05, "epoch": 0.52, "percentage": 17.44, "elapsed_time": "1:21:23", "remaining_time": "6:25:24"} +{"current_steps": 480, "total_steps": 2724, "loss": 0.4838, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.44e-05, "epoch": 0.53, "percentage": 17.62, "elapsed_time": "1:22:17", "remaining_time": "6:24:42"} +{"current_steps": 485, "total_steps": 2724, "loss": 0.4163, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.455e-05, "epoch": 0.53, "percentage": 17.8, "elapsed_time": "1:23:12", "remaining_time": "6:24:08"} +{"current_steps": 490, "total_steps": 2724, "loss": 0.3517, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.47e-05, "epoch": 0.54, "percentage": 17.99, "elapsed_time": "1:24:01", "remaining_time": "6:23:06"} +{"current_steps": 495, "total_steps": 2724, "loss": 0.3407, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.485e-05, "epoch": 0.55, "percentage": 18.17, "elapsed_time": "1:24:46", "remaining_time": "6:21:43"} +{"current_steps": 500, "total_steps": 2724, "loss": 0.5691, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.5e-05, "epoch": 0.55, "percentage": 18.36, "elapsed_time": "1:25:42", "remaining_time": "6:21:14"} +{"current_steps": 505, "total_steps": 2724, "loss": 0.3602, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.515e-05, "epoch": 0.56, "percentage": 18.54, "elapsed_time": "1:26:31", "remaining_time": "6:20:10"} +{"current_steps": 510, "total_steps": 2724, "loss": 0.2707, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.53e-05, "epoch": 0.56, "percentage": 18.72, "elapsed_time": "1:27:19", "remaining_time": "6:19:06"} +{"current_steps": 515, "total_steps": 2724, "loss": 0.4348, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.545e-05, "epoch": 0.57, "percentage": 18.91, "elapsed_time": "1:28:11", "remaining_time": "6:18:19"} +{"current_steps": 520, "total_steps": 2724, "loss": 0.4869, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.56e-05, "epoch": 0.57, "percentage": 19.09, "elapsed_time": "1:29:05", "remaining_time": "6:17:35"} +{"current_steps": 525, "total_steps": 2724, "loss": 0.446, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.575e-05, "epoch": 0.58, "percentage": 19.27, "elapsed_time": "1:29:59", "remaining_time": "6:16:57"} +{"current_steps": 530, "total_steps": 2724, "loss": 0.4541, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.59e-05, "epoch": 0.58, "percentage": 19.46, "elapsed_time": "1:30:48", "remaining_time": "6:15:53"} +{"current_steps": 535, "total_steps": 2724, "loss": 0.654, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.605e-05, "epoch": 0.59, "percentage": 19.64, "elapsed_time": "1:31:46", "remaining_time": "6:15:28"} +{"current_steps": 540, "total_steps": 2724, "loss": 0.6171, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.62e-05, "epoch": 0.59, "percentage": 19.82, "elapsed_time": "1:32:43", "remaining_time": "6:14:59"} +{"current_steps": 545, "total_steps": 2724, "loss": 0.4521, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.635e-05, "epoch": 0.6, "percentage": 20.01, "elapsed_time": "1:33:37", "remaining_time": "6:14:17"} +{"current_steps": 550, "total_steps": 2724, "loss": 0.5606, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.65e-05, "epoch": 0.61, "percentage": 20.19, "elapsed_time": "1:34:25", "remaining_time": "6:13:13"} +{"current_steps": 555, "total_steps": 2724, "loss": 0.4517, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.665e-05, "epoch": 0.61, "percentage": 20.37, "elapsed_time": "1:35:16", "remaining_time": "6:12:22"} +{"current_steps": 560, "total_steps": 2724, "loss": 0.6205, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.6800000000000002e-05, "epoch": 0.62, "percentage": 20.56, "elapsed_time": "1:36:15", "remaining_time": "6:11:57"} +{"current_steps": 565, "total_steps": 2724, "loss": 0.5424, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.695e-05, "epoch": 0.62, "percentage": 20.74, "elapsed_time": "1:37:04", "remaining_time": "6:10:57"} +{"current_steps": 570, "total_steps": 2724, "loss": 0.5388, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.71e-05, "epoch": 0.63, "percentage": 20.93, "elapsed_time": "1:37:55", "remaining_time": "6:10:03"} +{"current_steps": 575, "total_steps": 2724, "loss": 0.3733, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.725e-05, "epoch": 0.63, "percentage": 21.11, "elapsed_time": "1:38:47", "remaining_time": "6:09:12"} +{"current_steps": 580, "total_steps": 2724, "loss": 0.4173, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.74e-05, "epoch": 0.64, "percentage": 21.29, "elapsed_time": "1:39:45", "remaining_time": "6:08:46"} +{"current_steps": 585, "total_steps": 2724, "loss": 0.7022, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.755e-05, "epoch": 0.64, "percentage": 21.48, "elapsed_time": "1:40:43", "remaining_time": "6:08:17"} +{"current_steps": 590, "total_steps": 2724, "loss": 0.6539, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.77e-05, "epoch": 0.65, "percentage": 21.66, "elapsed_time": "1:41:36", "remaining_time": "6:07:29"} +{"current_steps": 595, "total_steps": 2724, "loss": 0.3081, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.785e-05, "epoch": 0.66, "percentage": 21.84, "elapsed_time": "1:42:22", "remaining_time": "6:06:18"} +{"current_steps": 600, "total_steps": 2724, "loss": 0.3314, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.8e-05, "epoch": 0.66, "percentage": 22.03, "elapsed_time": "1:43:09", "remaining_time": "6:05:10"} +{"current_steps": 605, "total_steps": 2724, "loss": 0.5642, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.815e-05, "epoch": 0.67, "percentage": 22.21, "elapsed_time": "1:44:06", "remaining_time": "6:04:38"} +{"current_steps": 610, "total_steps": 2724, "loss": 0.3405, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.83e-05, "epoch": 0.67, "percentage": 22.39, "elapsed_time": "1:44:59", "remaining_time": "6:03:49"} +{"current_steps": 615, "total_steps": 2724, "loss": 0.4678, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.845e-05, "epoch": 0.68, "percentage": 22.58, "elapsed_time": "1:45:58", "remaining_time": "6:03:23"} +{"current_steps": 620, "total_steps": 2724, "loss": 0.5578, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.86e-05, "epoch": 0.68, "percentage": 22.76, "elapsed_time": "1:46:58", "remaining_time": "6:03:01"} +{"current_steps": 625, "total_steps": 2724, "loss": 0.5345, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.8750000000000002e-05, "epoch": 0.69, "percentage": 22.94, "elapsed_time": "1:47:59", "remaining_time": "6:02:40"} +{"current_steps": 630, "total_steps": 2724, "loss": 0.4797, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.8900000000000002e-05, "epoch": 0.69, "percentage": 23.13, "elapsed_time": "1:48:58", "remaining_time": "6:02:12"} +{"current_steps": 635, "total_steps": 2724, "loss": 0.4117, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.9050000000000002e-05, "epoch": 0.7, "percentage": 23.31, "elapsed_time": "1:49:57", "remaining_time": "6:01:45"} +{"current_steps": 640, "total_steps": 2724, "loss": 0.4314, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.9200000000000003e-05, "epoch": 0.7, "percentage": 23.49, "elapsed_time": "1:50:47", "remaining_time": "6:00:45"} +{"current_steps": 645, "total_steps": 2724, "loss": 0.3503, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.935e-05, "epoch": 0.71, "percentage": 23.68, "elapsed_time": "1:51:37", "remaining_time": "5:59:49"} +{"current_steps": 650, "total_steps": 2724, "loss": 0.4664, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.95e-05, "epoch": 0.72, "percentage": 23.86, "elapsed_time": "1:52:32", "remaining_time": "5:59:06"} +{"current_steps": 655, "total_steps": 2724, "loss": 0.5415, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.965e-05, "epoch": 0.72, "percentage": 24.05, "elapsed_time": "1:53:30", "remaining_time": "5:58:31"} +{"current_steps": 660, "total_steps": 2724, "loss": 0.3583, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.98e-05, "epoch": 0.73, "percentage": 24.23, "elapsed_time": "1:54:23", "remaining_time": "5:57:45"} +{"current_steps": 665, "total_steps": 2724, "loss": 0.3906, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.995e-05, "epoch": 0.73, "percentage": 24.41, "elapsed_time": "1:55:11", "remaining_time": "5:56:39"} +{"current_steps": 670, "total_steps": 2724, "loss": 0.5711, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.01e-05, "epoch": 0.74, "percentage": 24.6, "elapsed_time": "1:56:04", "remaining_time": "5:55:49"} +{"current_steps": 675, "total_steps": 2724, "loss": 0.447, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.025e-05, "epoch": 0.74, "percentage": 24.78, "elapsed_time": "1:56:56", "remaining_time": "5:54:59"} +{"current_steps": 680, "total_steps": 2724, "loss": 0.6049, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.04e-05, "epoch": 0.75, "percentage": 24.96, "elapsed_time": "1:57:48", "remaining_time": "5:54:07"} +{"current_steps": 685, "total_steps": 2724, "loss": 0.44, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.055e-05, "epoch": 0.75, "percentage": 25.15, "elapsed_time": "1:58:40", "remaining_time": "5:53:16"} +{"current_steps": 690, "total_steps": 2724, "loss": 0.5259, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.07e-05, "epoch": 0.76, "percentage": 25.33, "elapsed_time": "1:59:32", "remaining_time": "5:52:23"} +{"current_steps": 695, "total_steps": 2724, "loss": 0.4513, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.085e-05, "epoch": 0.77, "percentage": 25.51, "elapsed_time": "2:00:23", "remaining_time": "5:51:27"} +{"current_steps": 700, "total_steps": 2724, "loss": 0.6861, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.1e-05, "epoch": 0.77, "percentage": 25.7, "elapsed_time": "2:01:18", "remaining_time": "5:50:45"} +{"current_steps": 705, "total_steps": 2724, "loss": 0.5984, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.115e-05, "epoch": 0.78, "percentage": 25.88, "elapsed_time": "2:02:11", "remaining_time": "5:49:56"} +{"current_steps": 710, "total_steps": 2724, "loss": 0.2523, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.13e-05, "epoch": 0.78, "percentage": 26.06, "elapsed_time": "2:03:04", "remaining_time": "5:49:07"} +{"current_steps": 715, "total_steps": 2724, "loss": 0.5409, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.145e-05, "epoch": 0.79, "percentage": 26.25, "elapsed_time": "2:03:57", "remaining_time": "5:48:18"} +{"current_steps": 720, "total_steps": 2724, "loss": 0.3004, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.16e-05, "epoch": 0.79, "percentage": 26.43, "elapsed_time": "2:04:44", "remaining_time": "5:47:11"} +{"current_steps": 725, "total_steps": 2724, "loss": 0.4156, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.175e-05, "epoch": 0.8, "percentage": 26.62, "elapsed_time": "2:05:39", "remaining_time": "5:46:27"} +{"current_steps": 730, "total_steps": 2724, "loss": 0.5019, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.19e-05, "epoch": 0.8, "percentage": 26.8, "elapsed_time": "2:06:34", "remaining_time": "5:45:44"} +{"current_steps": 735, "total_steps": 2724, "loss": 0.6344, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.205e-05, "epoch": 0.81, "percentage": 26.98, "elapsed_time": "2:07:24", "remaining_time": "5:44:46"} +{"current_steps": 740, "total_steps": 2724, "loss": 0.4634, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.22e-05, "epoch": 0.81, "percentage": 27.17, "elapsed_time": "2:08:23", "remaining_time": "5:44:15"} +{"current_steps": 745, "total_steps": 2724, "loss": 0.5323, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.235e-05, "epoch": 0.82, "percentage": 27.35, "elapsed_time": "2:09:23", "remaining_time": "5:43:43"} +{"current_steps": 750, "total_steps": 2724, "loss": 0.4622, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.25e-05, "epoch": 0.83, "percentage": 27.53, "elapsed_time": "2:10:16", "remaining_time": "5:42:52"} +{"current_steps": 755, "total_steps": 2724, "loss": 0.4223, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.265e-05, "epoch": 0.83, "percentage": 27.72, "elapsed_time": "2:11:05", "remaining_time": "5:41:53"} +{"current_steps": 760, "total_steps": 2724, "loss": 0.4939, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.2800000000000002e-05, "epoch": 0.84, "percentage": 27.9, "elapsed_time": "2:11:55", "remaining_time": "5:40:55"} +{"current_steps": 765, "total_steps": 2724, "loss": 0.6818, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.2950000000000002e-05, "epoch": 0.84, "percentage": 28.08, "elapsed_time": "2:12:45", "remaining_time": "5:39:57"} +{"current_steps": 770, "total_steps": 2724, "loss": 0.5406, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.3100000000000002e-05, "epoch": 0.85, "percentage": 28.27, "elapsed_time": "2:13:36", "remaining_time": "5:39:02"} +{"current_steps": 775, "total_steps": 2724, "loss": 0.3736, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.3250000000000003e-05, "epoch": 0.85, "percentage": 28.45, "elapsed_time": "2:14:31", "remaining_time": "5:38:17"} +{"current_steps": 780, "total_steps": 2724, "loss": 0.5458, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.3400000000000003e-05, "epoch": 0.86, "percentage": 28.63, "elapsed_time": "2:15:24", "remaining_time": "5:37:29"} +{"current_steps": 785, "total_steps": 2724, "loss": 0.5234, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.3550000000000003e-05, "epoch": 0.86, "percentage": 28.82, "elapsed_time": "2:16:17", "remaining_time": "5:36:39"} +{"current_steps": 790, "total_steps": 2724, "loss": 0.5177, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.37e-05, "epoch": 0.87, "percentage": 29.0, "elapsed_time": "2:17:13", "remaining_time": "5:35:57"} +{"current_steps": 795, "total_steps": 2724, "loss": 0.4851, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.385e-05, "epoch": 0.88, "percentage": 29.19, "elapsed_time": "2:18:04", "remaining_time": "5:35:00"} +{"current_steps": 800, "total_steps": 2724, "loss": 0.5505, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.4e-05, "epoch": 0.88, "percentage": 29.37, "elapsed_time": "2:19:03", "remaining_time": "5:34:26"} +{"current_steps": 805, "total_steps": 2724, "loss": 0.4049, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.415e-05, "epoch": 0.89, "percentage": 29.55, "elapsed_time": "2:19:52", "remaining_time": "5:33:27"} +{"current_steps": 810, "total_steps": 2724, "loss": 0.3537, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.43e-05, "epoch": 0.89, "percentage": 29.74, "elapsed_time": "2:20:40", "remaining_time": "5:32:25"} +{"current_steps": 815, "total_steps": 2724, "loss": 0.5542, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.4449999999999998e-05, "epoch": 0.9, "percentage": 29.92, "elapsed_time": "2:21:33", "remaining_time": "5:31:35"} +{"current_steps": 820, "total_steps": 2724, "loss": 0.4228, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.4599999999999998e-05, "epoch": 0.9, "percentage": 30.1, "elapsed_time": "2:22:28", "remaining_time": "5:30:48"} +{"current_steps": 825, "total_steps": 2724, "loss": 0.5922, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.475e-05, "epoch": 0.91, "percentage": 30.29, "elapsed_time": "2:23:22", "remaining_time": "5:30:01"} +{"current_steps": 830, "total_steps": 2724, "loss": 0.6034, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.49e-05, "epoch": 0.91, "percentage": 30.47, "elapsed_time": "2:24:13", "remaining_time": "5:29:06"} +{"current_steps": 835, "total_steps": 2724, "loss": 0.2955, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.505e-05, "epoch": 0.92, "percentage": 30.65, "elapsed_time": "2:25:05", "remaining_time": "5:28:13"} +{"current_steps": 840, "total_steps": 2724, "loss": 0.4286, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.52e-05, "epoch": 0.92, "percentage": 30.84, "elapsed_time": "2:26:01", "remaining_time": "5:27:29"} +{"current_steps": 845, "total_steps": 2724, "loss": 0.4727, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.535e-05, "epoch": 0.93, "percentage": 31.02, "elapsed_time": "2:26:47", "remaining_time": "5:26:24"} +{"current_steps": 850, "total_steps": 2724, "loss": 0.406, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.55e-05, "epoch": 0.94, "percentage": 31.2, "elapsed_time": "2:27:36", "remaining_time": "5:25:25"} +{"current_steps": 855, "total_steps": 2724, "loss": 0.4667, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.565e-05, "epoch": 0.94, "percentage": 31.39, "elapsed_time": "2:28:29", "remaining_time": "5:24:34"} +{"current_steps": 860, "total_steps": 2724, "loss": 0.5288, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.58e-05, "epoch": 0.95, "percentage": 31.57, "elapsed_time": "2:29:17", "remaining_time": "5:23:35"} +{"current_steps": 865, "total_steps": 2724, "loss": 0.3604, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.595e-05, "epoch": 0.95, "percentage": 31.75, "elapsed_time": "2:30:06", "remaining_time": "5:22:37"} +{"current_steps": 870, "total_steps": 2724, "loss": 0.4019, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.61e-05, "epoch": 0.96, "percentage": 31.94, "elapsed_time": "2:31:03", "remaining_time": "5:21:55"} +{"current_steps": 875, "total_steps": 2724, "loss": 0.397, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.625e-05, "epoch": 0.96, "percentage": 32.12, "elapsed_time": "2:32:00", "remaining_time": "5:21:13"} +{"current_steps": 880, "total_steps": 2724, "loss": 0.3056, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.64e-05, "epoch": 0.97, "percentage": 32.31, "elapsed_time": "2:32:47", "remaining_time": "5:20:10"} +{"current_steps": 885, "total_steps": 2724, "loss": 0.3347, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.655e-05, "epoch": 0.97, "percentage": 32.49, "elapsed_time": "2:33:36", "remaining_time": "5:19:10"} +{"current_steps": 890, "total_steps": 2724, "loss": 0.6701, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.6700000000000002e-05, "epoch": 0.98, "percentage": 32.67, "elapsed_time": "2:34:32", "remaining_time": "5:18:27"} +{"current_steps": 895, "total_steps": 2724, "loss": 0.513, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.6850000000000002e-05, "epoch": 0.99, "percentage": 32.86, "elapsed_time": "2:35:24", "remaining_time": "5:17:35"} +{"current_steps": 900, "total_steps": 2724, "loss": 0.3437, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7000000000000002e-05, "epoch": 0.99, "percentage": 33.04, "elapsed_time": "2:36:20", "remaining_time": "5:16:51"} +{"current_steps": 905, "total_steps": 2724, "loss": 0.5147, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7150000000000003e-05, "epoch": 1.0, "percentage": 33.22, "elapsed_time": "2:37:16", "remaining_time": "5:16:06"} +{"current_steps": 910, "total_steps": 2724, "loss": 0.5189, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7300000000000003e-05, "epoch": 1.0, "percentage": 33.41, "elapsed_time": "2:38:11", "remaining_time": "5:15:19"} +{"current_steps": 915, "total_steps": 2724, "loss": 0.527, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7450000000000003e-05, "epoch": 1.01, "percentage": 33.59, "elapsed_time": "2:39:06", "remaining_time": "5:14:33"} +{"current_steps": 920, "total_steps": 2724, "loss": 0.3458, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7600000000000003e-05, "epoch": 1.01, "percentage": 33.77, "elapsed_time": "2:39:54", "remaining_time": "5:13:33"} +{"current_steps": 925, "total_steps": 2724, "loss": 0.4081, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7750000000000004e-05, "epoch": 1.02, "percentage": 33.96, "elapsed_time": "2:40:45", "remaining_time": "5:12:39"} +{"current_steps": 930, "total_steps": 2724, "loss": 0.6428, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.79e-05, "epoch": 1.02, "percentage": 34.14, "elapsed_time": "2:41:42", "remaining_time": "5:11:57"} +{"current_steps": 935, "total_steps": 2724, "loss": 0.5453, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.805e-05, "epoch": 1.03, "percentage": 34.32, "elapsed_time": "2:42:37", "remaining_time": "5:11:09"} +{"current_steps": 940, "total_steps": 2724, "loss": 0.5021, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8199999999999998e-05, "epoch": 1.03, "percentage": 34.51, "elapsed_time": "2:43:27", "remaining_time": "5:10:12"} +{"current_steps": 945, "total_steps": 2724, "loss": 0.4168, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8349999999999998e-05, "epoch": 1.04, "percentage": 34.69, "elapsed_time": "2:44:21", "remaining_time": "5:09:24"} +{"current_steps": 950, "total_steps": 2724, "loss": 0.5838, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8499999999999998e-05, "epoch": 1.05, "percentage": 34.88, "elapsed_time": "2:45:19", "remaining_time": "5:08:43"} +{"current_steps": 955, "total_steps": 2724, "loss": 0.4803, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.865e-05, "epoch": 1.05, "percentage": 35.06, "elapsed_time": "2:46:10", "remaining_time": "5:07:49"} +{"current_steps": 960, "total_steps": 2724, "loss": 0.4741, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.88e-05, "epoch": 1.06, "percentage": 35.24, "elapsed_time": "2:47:10", "remaining_time": "5:07:10"} +{"current_steps": 965, "total_steps": 2724, "loss": 0.539, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.895e-05, "epoch": 1.06, "percentage": 35.43, "elapsed_time": "2:47:59", "remaining_time": "5:06:13"} +{"current_steps": 970, "total_steps": 2724, "loss": 0.4964, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.91e-05, "epoch": 1.07, "percentage": 35.61, "elapsed_time": "2:48:54", "remaining_time": "5:05:25"} +{"current_steps": 975, "total_steps": 2724, "loss": 0.305, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.925e-05, "epoch": 1.07, "percentage": 35.79, "elapsed_time": "2:49:42", "remaining_time": "5:04:25"} +{"current_steps": 980, "total_steps": 2724, "loss": 0.415, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.94e-05, "epoch": 1.08, "percentage": 35.98, "elapsed_time": "2:50:33", "remaining_time": "5:03:32"} +{"current_steps": 985, "total_steps": 2724, "loss": 0.4427, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.955e-05, "epoch": 1.08, "percentage": 36.16, "elapsed_time": "2:51:27", "remaining_time": "5:02:42"} +{"current_steps": 990, "total_steps": 2724, "loss": 0.3651, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.97e-05, "epoch": 1.09, "percentage": 36.34, "elapsed_time": "2:52:22", "remaining_time": "5:01:54"} +{"current_steps": 995, "total_steps": 2724, "loss": 0.3768, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.985e-05, "epoch": 1.1, "percentage": 36.53, "elapsed_time": "2:53:12", "remaining_time": "5:00:58"} +{"current_steps": 1000, "total_steps": 2724, "loss": 0.3997, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3e-05, "epoch": 1.1, "percentage": 36.71, "elapsed_time": "2:54:05", "remaining_time": "5:00:08"} +{"current_steps": 1005, "total_steps": 2724, "loss": 0.2581, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.999937737939374e-05, "epoch": 1.11, "percentage": 36.89, "elapsed_time": "2:54:56", "remaining_time": "4:59:13"} +{"current_steps": 1010, "total_steps": 2724, "loss": 0.3903, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9997509569262485e-05, "epoch": 1.11, "percentage": 37.08, "elapsed_time": "2:55:47", "remaining_time": "4:58:18"} +{"current_steps": 1015, "total_steps": 2724, "loss": 0.49, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9994396724664514e-05, "epoch": 1.12, "percentage": 37.26, "elapsed_time": "2:56:35", "remaining_time": "4:57:20"} +{"current_steps": 1020, "total_steps": 2724, "loss": 0.4482, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9990039104015984e-05, "epoch": 1.12, "percentage": 37.44, "elapsed_time": "2:57:29", "remaining_time": "4:56:31"} +{"current_steps": 1025, "total_steps": 2724, "loss": 0.5133, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.998443706906948e-05, "epoch": 1.13, "percentage": 37.63, "elapsed_time": "2:58:28", "remaining_time": "4:55:50"} +{"current_steps": 1030, "total_steps": 2724, "loss": 0.4762, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9977591084883992e-05, "epoch": 1.13, "percentage": 37.81, "elapsed_time": "2:59:28", "remaining_time": "4:55:10"} +{"current_steps": 1035, "total_steps": 2724, "loss": 0.6164, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9969501719786296e-05, "epoch": 1.14, "percentage": 38.0, "elapsed_time": "3:00:26", "remaining_time": "4:54:26"} +{"current_steps": 1040, "total_steps": 2724, "loss": 0.3757, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9960169645323774e-05, "epoch": 1.15, "percentage": 38.18, "elapsed_time": "3:01:14", "remaining_time": "4:53:27"} +{"current_steps": 1045, "total_steps": 2724, "loss": 0.3092, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9949595636208678e-05, "epoch": 1.15, "percentage": 38.36, "elapsed_time": "3:02:05", "remaining_time": "4:52:33"} +{"current_steps": 1050, "total_steps": 2724, "loss": 0.3765, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9937780570253807e-05, "epoch": 1.16, "percentage": 38.55, "elapsed_time": "3:02:57", "remaining_time": "4:51:40"} +{"current_steps": 1055, "total_steps": 2724, "loss": 0.5164, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9924725428299625e-05, "epoch": 1.16, "percentage": 38.73, "elapsed_time": "3:03:50", "remaining_time": "4:50:50"} +{"current_steps": 1060, "total_steps": 2724, "loss": 0.439, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.991043129413285e-05, "epoch": 1.17, "percentage": 38.91, "elapsed_time": "3:04:41", "remaining_time": "4:49:56"} +{"current_steps": 1065, "total_steps": 2724, "loss": 0.4436, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9894899354396496e-05, "epoch": 1.17, "percentage": 39.1, "elapsed_time": "3:05:34", "remaining_time": "4:49:05"} +{"current_steps": 1070, "total_steps": 2724, "loss": 0.3638, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9878130898491303e-05, "epoch": 1.18, "percentage": 39.28, "elapsed_time": "3:06:25", "remaining_time": "4:48:09"} +{"current_steps": 1075, "total_steps": 2724, "loss": 0.5267, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9860127318468782e-05, "epoch": 1.18, "percentage": 39.46, "elapsed_time": "3:07:21", "remaining_time": "4:47:24"} +{"current_steps": 1080, "total_steps": 2724, "loss": 0.66, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9840890108915572e-05, "epoch": 1.19, "percentage": 39.65, "elapsed_time": "3:08:23", "remaining_time": "4:46:45"} +{"current_steps": 1085, "total_steps": 2724, "loss": 0.1985, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9820420866829433e-05, "epoch": 1.19, "percentage": 39.83, "elapsed_time": "3:09:12", "remaining_time": "4:45:48"} +{"current_steps": 1090, "total_steps": 2724, "loss": 0.4225, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.979872129148661e-05, "epoch": 1.2, "percentage": 40.01, "elapsed_time": "3:10:05", "remaining_time": "4:44:57"} +{"current_steps": 1095, "total_steps": 2724, "loss": 0.2877, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9775793184300798e-05, "epoch": 1.21, "percentage": 40.2, "elapsed_time": "3:10:56", "remaining_time": "4:44:03"} +{"current_steps": 1100, "total_steps": 2724, "loss": 0.609, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9751638448673612e-05, "epoch": 1.21, "percentage": 40.38, "elapsed_time": "3:11:54", "remaining_time": "4:43:20"} +{"current_steps": 1105, "total_steps": 2724, "loss": 0.5548, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9731432831792347e-05, "epoch": 1.22, "percentage": 40.57, "elapsed_time": "3:12:52", "remaining_time": "4:42:35"} +{"current_steps": 1110, "total_steps": 2724, "loss": 0.5043, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9705075286477642e-05, "epoch": 1.22, "percentage": 40.75, "elapsed_time": "3:13:52", "remaining_time": "4:41:54"} +{"current_steps": 1115, "total_steps": 2724, "loss": 0.3721, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9677496983444274e-05, "epoch": 1.23, "percentage": 40.93, "elapsed_time": "3:14:48", "remaining_time": "4:41:07"} +{"current_steps": 1120, "total_steps": 2724, "loss": 0.4842, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9648700212134885e-05, "epoch": 1.23, "percentage": 41.12, "elapsed_time": "3:15:44", "remaining_time": "4:40:19"} +{"current_steps": 1125, "total_steps": 2724, "loss": 0.4203, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.961868736314456e-05, "epoch": 1.24, "percentage": 41.3, "elapsed_time": "3:16:36", "remaining_time": "4:39:27"} +{"current_steps": 1130, "total_steps": 2724, "loss": 0.4129, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9587460928022404e-05, "epoch": 1.24, "percentage": 41.48, "elapsed_time": "3:17:32", "remaining_time": "4:38:39"} +{"current_steps": 1135, "total_steps": 2724, "loss": 0.3209, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9555023499064677e-05, "epoch": 1.25, "percentage": 41.67, "elapsed_time": "3:18:23", "remaining_time": "4:37:45"} +{"current_steps": 1140, "total_steps": 2724, "loss": 0.4211, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9521377769099603e-05, "epoch": 1.26, "percentage": 41.85, "elapsed_time": "3:19:17", "remaining_time": "4:36:54"} +{"current_steps": 1145, "total_steps": 2724, "loss": 0.7952, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.948652653126382e-05, "epoch": 1.26, "percentage": 42.03, "elapsed_time": "3:20:05", "remaining_time": "4:35:56"} +{"current_steps": 1150, "total_steps": 2724, "loss": 0.5054, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9450472678770505e-05, "epoch": 1.27, "percentage": 42.22, "elapsed_time": "3:21:02", "remaining_time": "4:35:09"} +{"current_steps": 1155, "total_steps": 2724, "loss": 0.37, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9413219204669195e-05, "epoch": 1.27, "percentage": 42.4, "elapsed_time": "3:21:55", "remaining_time": "4:34:18"} +{"current_steps": 1160, "total_steps": 2724, "loss": 0.4595, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9374769201597305e-05, "epoch": 1.28, "percentage": 42.58, "elapsed_time": "3:22:59", "remaining_time": "4:33:41"} +{"current_steps": 1165, "total_steps": 2724, "loss": 0.318, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9335125861523395e-05, "epoch": 1.28, "percentage": 42.77, "elapsed_time": "3:23:48", "remaining_time": "4:32:43"} +{"current_steps": 1170, "total_steps": 2724, "loss": 0.5222, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9294292475482192e-05, "epoch": 1.29, "percentage": 42.95, "elapsed_time": "3:24:46", "remaining_time": "4:31:59"} +{"current_steps": 1175, "total_steps": 2724, "loss": 0.6204, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9252272433301376e-05, "epoch": 1.29, "percentage": 43.14, "elapsed_time": "3:25:42", "remaining_time": "4:31:11"} +{"current_steps": 1180, "total_steps": 2724, "loss": 0.5025, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.920906922332016e-05, "epoch": 1.3, "percentage": 43.32, "elapsed_time": "3:26:38", "remaining_time": "4:30:23"} +{"current_steps": 1185, "total_steps": 2724, "loss": 0.3402, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9164686432099713e-05, "epoch": 1.3, "percentage": 43.5, "elapsed_time": "3:27:29", "remaining_time": "4:29:28"} +{"current_steps": 1190, "total_steps": 2724, "loss": 0.4001, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9119127744125428e-05, "epoch": 1.31, "percentage": 43.69, "elapsed_time": "3:28:25", "remaining_time": "4:28:40"} +{"current_steps": 1195, "total_steps": 2724, "loss": 0.4415, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9072396941501023e-05, "epoch": 1.32, "percentage": 43.87, "elapsed_time": "3:29:19", "remaining_time": "4:27:50"} +{"current_steps": 1200, "total_steps": 2724, "loss": 0.5651, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9024497903634584e-05, "epoch": 1.32, "percentage": 44.05, "elapsed_time": "3:30:19", "remaining_time": "4:27:06"} +{"current_steps": 1205, "total_steps": 2724, "loss": 0.4689, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8975434606916515e-05, "epoch": 1.33, "percentage": 44.24, "elapsed_time": "3:31:12", "remaining_time": "4:26:14"} +{"current_steps": 1210, "total_steps": 2724, "loss": 0.2893, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8925211124389423e-05, "epoch": 1.33, "percentage": 44.42, "elapsed_time": "3:31:59", "remaining_time": "4:25:15"} +{"current_steps": 1215, "total_steps": 2724, "loss": 0.3407, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.887383162540999e-05, "epoch": 1.34, "percentage": 44.6, "elapsed_time": "3:32:55", "remaining_time": "4:24:26"} +{"current_steps": 1220, "total_steps": 2724, "loss": 0.374, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8821300375302858e-05, "epoch": 1.34, "percentage": 44.79, "elapsed_time": "3:33:47", "remaining_time": "4:23:34"} +{"current_steps": 1225, "total_steps": 2724, "loss": 0.5285, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.876762173500653e-05, "epoch": 1.35, "percentage": 44.97, "elapsed_time": "3:34:42", "remaining_time": "4:22:43"} +{"current_steps": 1230, "total_steps": 2724, "loss": 0.5842, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8712800160711353e-05, "epoch": 1.35, "percentage": 45.15, "elapsed_time": "3:35:39", "remaining_time": "4:21:56"} +{"current_steps": 1235, "total_steps": 2724, "loss": 0.4172, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8656840203489565e-05, "epoch": 1.36, "percentage": 45.34, "elapsed_time": "3:36:31", "remaining_time": "4:21:03"} +{"current_steps": 1240, "total_steps": 2724, "loss": 0.4052, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8599746508917496e-05, "epoch": 1.37, "percentage": 45.52, "elapsed_time": "3:37:23", "remaining_time": "4:20:10"} +{"current_steps": 1245, "total_steps": 2724, "loss": 0.5223, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8541523816689917e-05, "epoch": 1.37, "percentage": 45.7, "elapsed_time": "3:38:18", "remaining_time": "4:19:19"} +{"current_steps": 1250, "total_steps": 2724, "loss": 0.3865, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8482176960226555e-05, "epoch": 1.38, "percentage": 45.89, "elapsed_time": "3:39:11", "remaining_time": "4:18:28"} +{"current_steps": 1255, "total_steps": 2724, "loss": 0.4907, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.842171086627083e-05, "epoch": 1.38, "percentage": 46.07, "elapsed_time": "3:40:12", "remaining_time": "4:17:45"} +{"current_steps": 1260, "total_steps": 2724, "loss": 0.4799, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8360130554480895e-05, "epoch": 1.39, "percentage": 46.26, "elapsed_time": "3:41:08", "remaining_time": "4:16:57"} +{"current_steps": 1265, "total_steps": 2724, "loss": 0.2856, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.829744113701289e-05, "epoch": 1.39, "percentage": 46.44, "elapsed_time": "3:41:58", "remaining_time": "4:16:00"} +{"current_steps": 1270, "total_steps": 2724, "loss": 0.4064, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8233647818096562e-05, "epoch": 1.4, "percentage": 46.62, "elapsed_time": "3:42:48", "remaining_time": "4:15:04"} +{"current_steps": 1275, "total_steps": 2724, "loss": 0.4904, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8168755893603233e-05, "epoch": 1.4, "percentage": 46.81, "elapsed_time": "3:43:46", "remaining_time": "4:14:18"} +{"current_steps": 1280, "total_steps": 2724, "loss": 0.4211, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8102770750606147e-05, "epoch": 1.41, "percentage": 46.99, "elapsed_time": "3:44:36", "remaining_time": "4:13:23"} +{"current_steps": 1285, "total_steps": 2724, "loss": 0.3368, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8035697866933277e-05, "epoch": 1.41, "percentage": 47.17, "elapsed_time": "3:45:24", "remaining_time": "4:12:25"} +{"current_steps": 1290, "total_steps": 2724, "loss": 0.4576, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7967542810712548e-05, "epoch": 1.42, "percentage": 47.36, "elapsed_time": "3:46:18", "remaining_time": "4:11:33"} +{"current_steps": 1295, "total_steps": 2724, "loss": 0.2992, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.789831123990962e-05, "epoch": 1.43, "percentage": 47.54, "elapsed_time": "3:46:59", "remaining_time": "4:10:28"} +{"current_steps": 1300, "total_steps": 2724, "loss": 0.5354, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7828008901858175e-05, "epoch": 1.43, "percentage": 47.72, "elapsed_time": "3:47:56", "remaining_time": "4:09:41"} +{"current_steps": 1305, "total_steps": 2724, "loss": 0.4124, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.775664163278278e-05, "epoch": 1.44, "percentage": 47.91, "elapsed_time": "3:48:45", "remaining_time": "4:08:44"} +{"current_steps": 1310, "total_steps": 2724, "loss": 0.4102, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7684215357314428e-05, "epoch": 1.44, "percentage": 48.09, "elapsed_time": "3:49:35", "remaining_time": "4:07:49"} +{"current_steps": 1315, "total_steps": 2724, "loss": 0.3746, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7610736087998648e-05, "epoch": 1.45, "percentage": 48.27, "elapsed_time": "3:50:26", "remaining_time": "4:06:55"} +{"current_steps": 1320, "total_steps": 2724, "loss": 0.5872, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7536209924796407e-05, "epoch": 1.45, "percentage": 48.46, "elapsed_time": "3:51:32", "remaining_time": "4:06:17"} +{"current_steps": 1325, "total_steps": 2724, "loss": 0.4492, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7460643054577684e-05, "epoch": 1.46, "percentage": 48.64, "elapsed_time": "3:52:30", "remaining_time": "4:05:29"} +{"current_steps": 1330, "total_steps": 2724, "loss": 0.3903, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7384041750607895e-05, "epoch": 1.46, "percentage": 48.83, "elapsed_time": "3:53:25", "remaining_time": "4:04:38"} +{"current_steps": 1335, "total_steps": 2724, "loss": 0.557, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7306412372027082e-05, "epoch": 1.47, "percentage": 49.01, "elapsed_time": "3:54:20", "remaining_time": "4:03:49"} +{"current_steps": 1340, "total_steps": 2724, "loss": 0.446, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7227761363322006e-05, "epoch": 1.48, "percentage": 49.19, "elapsed_time": "3:55:12", "remaining_time": "4:02:55"} +{"current_steps": 1345, "total_steps": 2724, "loss": 0.6294, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7148095253791174e-05, "epoch": 1.48, "percentage": 49.38, "elapsed_time": "3:56:08", "remaining_time": "4:02:07"} +{"current_steps": 1350, "total_steps": 2724, "loss": 0.4555, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.706742065700276e-05, "epoch": 1.49, "percentage": 49.56, "elapsed_time": "3:57:03", "remaining_time": "4:01:16"} +{"current_steps": 1355, "total_steps": 2724, "loss": 0.4199, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.6985744270245627e-05, "epoch": 1.49, "percentage": 49.74, "elapsed_time": "3:57:55", "remaining_time": "4:00:23"} +{"current_steps": 1360, "total_steps": 2724, "loss": 0.3501, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.690307287397329e-05, "epoch": 1.5, "percentage": 49.93, "elapsed_time": "3:58:47", "remaining_time": "3:59:29"} +{"current_steps": 1365, "total_steps": 2724, "loss": 0.4526, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.681941333124107e-05, "epoch": 1.5, "percentage": 50.11, "elapsed_time": "3:59:40", "remaining_time": "3:58:36"} +{"current_steps": 1370, "total_steps": 2724, "loss": 0.4239, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.6734772587136324e-05, "epoch": 1.51, "percentage": 50.29, "elapsed_time": "4:00:34", "remaining_time": "3:57:45"} +{"current_steps": 1375, "total_steps": 2724, "loss": 0.3165, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.664915766820191e-05, "epoch": 1.51, "percentage": 50.48, "elapsed_time": "4:01:25", "remaining_time": "3:56:51"} +{"current_steps": 1380, "total_steps": 2724, "loss": 0.3812, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.656257568185286e-05, "epoch": 1.52, "percentage": 50.66, "elapsed_time": "4:02:16", "remaining_time": "3:55:57"} +{"current_steps": 1385, "total_steps": 2724, "loss": 0.4149, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.6475033815786353e-05, "epoch": 1.52, "percentage": 50.84, "elapsed_time": "4:03:11", "remaining_time": "3:55:06"} +{"current_steps": 1390, "total_steps": 2724, "loss": 0.515, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.6386539337385012e-05, "epoch": 1.53, "percentage": 51.03, "elapsed_time": "4:04:00", "remaining_time": "3:54:10"} +{"current_steps": 1395, "total_steps": 2724, "loss": 0.3977, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.629709959311361e-05, "epoch": 1.54, "percentage": 51.21, "elapsed_time": "4:04:49", "remaining_time": "3:53:14"} +{"current_steps": 1400, "total_steps": 2724, "loss": 0.335, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.62067220079092e-05, "epoch": 1.54, "percentage": 51.4, "elapsed_time": "4:05:39", "remaining_time": "3:52:19"} +{"current_steps": 1405, "total_steps": 2724, "loss": 0.5425, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.6115414084564682e-05, "epoch": 1.55, "percentage": 51.58, "elapsed_time": "4:06:39", "remaining_time": "3:51:33"} +{"current_steps": 1410, "total_steps": 2724, "loss": 0.4465, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.6023183403106014e-05, "epoch": 1.55, "percentage": 51.76, "elapsed_time": "4:07:34", "remaining_time": "3:50:43"} +{"current_steps": 1415, "total_steps": 2724, "loss": 0.3131, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.59300376201629e-05, "epoch": 1.56, "percentage": 51.95, "elapsed_time": "4:08:27", "remaining_time": "3:49:50"} +{"current_steps": 1420, "total_steps": 2724, "loss": 0.4113, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.583598446833319e-05, "epoch": 1.56, "percentage": 52.13, "elapsed_time": "4:09:23", "remaining_time": "3:49:00"} +{"current_steps": 1425, "total_steps": 2724, "loss": 0.368, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.5741031755540932e-05, "epoch": 1.57, "percentage": 52.31, "elapsed_time": "4:10:24", "remaining_time": "3:48:16"} +{"current_steps": 1430, "total_steps": 2724, "loss": 0.5833, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.564518736438821e-05, "epoch": 1.57, "percentage": 52.5, "elapsed_time": "4:11:16", "remaining_time": "3:47:22"} +{"current_steps": 1435, "total_steps": 2724, "loss": 0.5812, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.5548459251500747e-05, "epoch": 1.58, "percentage": 52.68, "elapsed_time": "4:12:13", "remaining_time": "3:46:33"} +{"current_steps": 1440, "total_steps": 2724, "loss": 0.5852, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.5450855446867384e-05, "epoch": 1.59, "percentage": 52.86, "elapsed_time": "4:13:08", "remaining_time": "3:45:43"} +{"current_steps": 1445, "total_steps": 2724, "loss": 0.4245, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.5352384053173453e-05, "epoch": 1.59, "percentage": 53.05, "elapsed_time": "4:14:11", "remaining_time": "3:44:59"} +{"current_steps": 1450, "total_steps": 2724, "loss": 0.3346, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.5253053245128135e-05, "epoch": 1.6, "percentage": 53.23, "elapsed_time": "4:15:02", "remaining_time": "3:44:05"} +{"current_steps": 1455, "total_steps": 2724, "loss": 0.3652, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.5152871268785813e-05, "epoch": 1.6, "percentage": 53.41, "elapsed_time": "4:15:53", "remaining_time": "3:43:11"} +{"current_steps": 1460, "total_steps": 2724, "loss": 0.2863, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.5051846440861545e-05, "epoch": 1.61, "percentage": 53.6, "elapsed_time": "4:16:43", "remaining_time": "3:42:15"} +{"current_steps": 1465, "total_steps": 2724, "loss": 0.5868, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.4949987148040608e-05, "epoch": 1.61, "percentage": 53.78, "elapsed_time": "4:17:37", "remaining_time": "3:41:24"} +{"current_steps": 1470, "total_steps": 2724, "loss": 0.4137, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.4847301846282277e-05, "epoch": 1.62, "percentage": 53.96, "elapsed_time": "4:18:28", "remaining_time": "3:40:29"} +{"current_steps": 1475, "total_steps": 2724, "loss": 0.4452, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.474379906011788e-05, "epoch": 1.62, "percentage": 54.15, "elapsed_time": "4:19:18", "remaining_time": "3:39:34"} +{"current_steps": 1480, "total_steps": 2724, "loss": 0.4705, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.4639487381943075e-05, "epoch": 1.63, "percentage": 54.33, "elapsed_time": "4:20:13", "remaining_time": "3:38:44"} +{"current_steps": 1485, "total_steps": 2724, "loss": 0.3157, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.4534375471304563e-05, "epoch": 1.64, "percentage": 54.52, "elapsed_time": "4:21:03", "remaining_time": "3:37:48"} +{"current_steps": 1490, "total_steps": 2724, "loss": 0.4179, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.442847205418122e-05, "epoch": 1.64, "percentage": 54.7, "elapsed_time": "4:21:54", "remaining_time": "3:36:54"} +{"current_steps": 1495, "total_steps": 2724, "loss": 0.5267, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.4321785922259685e-05, "epoch": 1.65, "percentage": 54.88, "elapsed_time": "4:22:46", "remaining_time": "3:36:01"} +{"current_steps": 1500, "total_steps": 2724, "loss": 0.5793, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.42143259322045e-05, "epoch": 1.65, "percentage": 55.07, "elapsed_time": "4:23:39", "remaining_time": "3:35:08"} +{"current_steps": 1505, "total_steps": 2724, "loss": 0.4365, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.4106101004922893e-05, "epoch": 1.66, "percentage": 55.25, "elapsed_time": "4:24:36", "remaining_time": "3:34:19"} +{"current_steps": 1510, "total_steps": 2724, "loss": 0.3882, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.3997120124824178e-05, "epoch": 1.66, "percentage": 55.43, "elapsed_time": "4:25:37", "remaining_time": "3:33:33"} +{"current_steps": 1515, "total_steps": 2724, "loss": 0.3899, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.3887392339073898e-05, "epoch": 1.67, "percentage": 55.62, "elapsed_time": "4:26:37", "remaining_time": "3:32:46"} +{"current_steps": 1520, "total_steps": 2724, "loss": 0.3071, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.3776926756842787e-05, "epoch": 1.67, "percentage": 55.8, "elapsed_time": "4:27:25", "remaining_time": "3:31:49"} +{"current_steps": 1525, "total_steps": 2724, "loss": 0.3486, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.3665732548550558e-05, "epoch": 1.68, "percentage": 55.98, "elapsed_time": "4:28:18", "remaining_time": "3:30:57"} +{"current_steps": 1530, "total_steps": 2724, "loss": 0.4388, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.3553818945104588e-05, "epoch": 1.68, "percentage": 56.17, "elapsed_time": "4:29:11", "remaining_time": "3:30:04"} +{"current_steps": 1535, "total_steps": 2724, "loss": 0.4953, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.3441195237133624e-05, "epoch": 1.69, "percentage": 56.35, "elapsed_time": "4:30:11", "remaining_time": "3:29:17"} +{"current_steps": 1540, "total_steps": 2724, "loss": 0.4594, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.3327870774216515e-05, "epoch": 1.7, "percentage": 56.53, "elapsed_time": "4:31:07", "remaining_time": "3:28:26"} +{"current_steps": 1545, "total_steps": 2724, "loss": 0.4665, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.3213854964106035e-05, "epoch": 1.7, "percentage": 56.72, "elapsed_time": "4:32:03", "remaining_time": "3:27:36"} +{"current_steps": 1550, "total_steps": 2724, "loss": 0.3313, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.309915727194789e-05, "epoch": 1.71, "percentage": 56.9, "elapsed_time": "4:32:52", "remaining_time": "3:26:40"} +{"current_steps": 1555, "total_steps": 2724, "loss": 0.3571, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.2983787219494964e-05, "epoch": 1.71, "percentage": 57.09, "elapsed_time": "4:33:40", "remaining_time": "3:25:44"} +{"current_steps": 1560, "total_steps": 2724, "loss": 0.4045, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.2867754384316865e-05, "epoch": 1.72, "percentage": 57.27, "elapsed_time": "4:34:30", "remaining_time": "3:24:49"} +{"current_steps": 1565, "total_steps": 2724, "loss": 0.5165, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.2751068399004806e-05, "epoch": 1.72, "percentage": 57.45, "elapsed_time": "4:35:20", "remaining_time": "3:23:54"} +{"current_steps": 1570, "total_steps": 2724, "loss": 0.3404, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.2633738950371984e-05, "epoch": 1.73, "percentage": 57.64, "elapsed_time": "4:36:16", "remaining_time": "3:23:04"} +{"current_steps": 1575, "total_steps": 2724, "loss": 0.3857, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.2515775778649386e-05, "epoch": 1.73, "percentage": 57.82, "elapsed_time": "4:37:11", "remaining_time": "3:22:13"} +{"current_steps": 1580, "total_steps": 2724, "loss": 0.5441, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.2397188676677217e-05, "epoch": 1.74, "percentage": 58.0, "elapsed_time": "4:38:04", "remaining_time": "3:21:20"} +{"current_steps": 1585, "total_steps": 2724, "loss": 0.4012, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.227798748909191e-05, "epoch": 1.75, "percentage": 58.19, "elapsed_time": "4:38:53", "remaining_time": "3:20:25"} +{"current_steps": 1590, "total_steps": 2724, "loss": 0.3189, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.2158182111508904e-05, "epoch": 1.75, "percentage": 58.37, "elapsed_time": "4:39:43", "remaining_time": "3:19:30"} +{"current_steps": 1595, "total_steps": 2724, "loss": 0.4802, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.20377824897011e-05, "epoch": 1.76, "percentage": 58.55, "elapsed_time": "4:40:48", "remaining_time": "3:18:46"} +{"current_steps": 1600, "total_steps": 2724, "loss": 0.4147, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.191679861877323e-05, "epoch": 1.76, "percentage": 58.74, "elapsed_time": "4:41:41", "remaining_time": "3:17:53"} +{"current_steps": 1605, "total_steps": 2724, "loss": 0.3856, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.179524054233211e-05, "epoch": 1.77, "percentage": 58.92, "elapsed_time": "4:42:28", "remaining_time": "3:16:56"} +{"current_steps": 1610, "total_steps": 2724, "loss": 0.5292, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.1673118351652843e-05, "epoch": 1.77, "percentage": 59.1, "elapsed_time": "4:43:21", "remaining_time": "3:16:03"} +{"current_steps": 1615, "total_steps": 2724, "loss": 0.4305, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.1550442184841072e-05, "epoch": 1.78, "percentage": 59.29, "elapsed_time": "4:44:15", "remaining_time": "3:15:11"} +{"current_steps": 1620, "total_steps": 2724, "loss": 0.472, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.1427222225991383e-05, "epoch": 1.78, "percentage": 59.47, "elapsed_time": "4:45:07", "remaining_time": "3:14:18"} +{"current_steps": 1625, "total_steps": 2724, "loss": 0.4266, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.130346870434184e-05, "epoch": 1.79, "percentage": 59.65, "elapsed_time": "4:45:56", "remaining_time": "3:13:23"} +{"current_steps": 1630, "total_steps": 2724, "loss": 0.3269, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.1179191893424797e-05, "epoch": 1.79, "percentage": 59.84, "elapsed_time": "4:46:48", "remaining_time": "3:12:29"} +{"current_steps": 1635, "total_steps": 2724, "loss": 0.2125, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.105440211021404e-05, "epoch": 1.8, "percentage": 60.02, "elapsed_time": "4:47:35", "remaining_time": "3:11:33"} +{"current_steps": 1640, "total_steps": 2724, "loss": 0.3205, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.09291097142683e-05, "epoch": 1.81, "percentage": 60.21, "elapsed_time": "4:48:26", "remaining_time": "3:10:39"} +{"current_steps": 1645, "total_steps": 2724, "loss": 0.3239, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.0803325106871234e-05, "epoch": 1.81, "percentage": 60.39, "elapsed_time": "4:49:18", "remaining_time": "3:09:46"} +{"current_steps": 1650, "total_steps": 2724, "loss": 0.4792, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.0677058730168e-05, "epoch": 1.82, "percentage": 60.57, "elapsed_time": "4:50:11", "remaining_time": "3:08:52"} +{"current_steps": 1655, "total_steps": 2724, "loss": 0.6169, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.055032106629831e-05, "epoch": 1.82, "percentage": 60.76, "elapsed_time": "4:51:04", "remaining_time": "3:08:00"} +{"current_steps": 1660, "total_steps": 2724, "loss": 0.4804, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.0423122636526325e-05, "epoch": 1.83, "percentage": 60.94, "elapsed_time": "4:51:59", "remaining_time": "3:07:09"} +{"current_steps": 1665, "total_steps": 2724, "loss": 0.3411, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.0295474000367173e-05, "epoch": 1.83, "percentage": 61.12, "elapsed_time": "4:52:49", "remaining_time": "3:06:15"} +{"current_steps": 1670, "total_steps": 2724, "loss": 0.3476, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.0167385754710346e-05, "epoch": 1.84, "percentage": 61.31, "elapsed_time": "4:53:49", "remaining_time": "3:05:26"} +{"current_steps": 1675, "total_steps": 2724, "loss": 0.3981, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.0038868532940003e-05, "epoch": 1.84, "percentage": 61.49, "elapsed_time": "4:54:38", "remaining_time": "3:04:31"} +{"current_steps": 1680, "total_steps": 2724, "loss": 0.406, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.990993300405222e-05, "epoch": 1.85, "percentage": 61.67, "elapsed_time": "4:55:26", "remaining_time": "3:03:36"} +{"current_steps": 1685, "total_steps": 2724, "loss": 0.4369, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.9780589871769272e-05, "epoch": 1.86, "percentage": 61.86, "elapsed_time": "4:56:25", "remaining_time": "3:02:46"} +{"current_steps": 1690, "total_steps": 2724, "loss": 0.5346, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.9650849873651102e-05, "epoch": 1.86, "percentage": 62.04, "elapsed_time": "4:57:15", "remaining_time": "3:01:52"} +{"current_steps": 1695, "total_steps": 2724, "loss": 0.3544, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.952072378020387e-05, "epoch": 1.87, "percentage": 62.22, "elapsed_time": "4:58:06", "remaining_time": "3:00:58"} +{"current_steps": 1700, "total_steps": 2724, "loss": 0.2773, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.9390222393985866e-05, "epoch": 1.87, "percentage": 62.41, "elapsed_time": "4:59:00", "remaining_time": "3:00:06"} +{"current_steps": 1705, "total_steps": 2724, "loss": 0.3972, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.9259356548710722e-05, "epoch": 1.88, "percentage": 62.59, "elapsed_time": "4:59:56", "remaining_time": "2:59:15"} +{"current_steps": 1710, "total_steps": 2724, "loss": 0.3004, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.912813710834803e-05, "epoch": 1.88, "percentage": 62.78, "elapsed_time": "5:00:43", "remaining_time": "2:58:19"} +{"current_steps": 1715, "total_steps": 2724, "loss": 0.7305, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.8996574966221453e-05, "epoch": 1.89, "percentage": 62.96, "elapsed_time": "5:01:43", "remaining_time": "2:57:31"} +{"current_steps": 1720, "total_steps": 2724, "loss": 0.4353, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.886468104410442e-05, "epoch": 1.89, "percentage": 63.14, "elapsed_time": "5:02:33", "remaining_time": "2:56:36"} +{"current_steps": 1725, "total_steps": 2724, "loss": 0.3805, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.873246629131343e-05, "epoch": 1.9, "percentage": 63.33, "elapsed_time": "5:03:30", "remaining_time": "2:55:46"} +{"current_steps": 1730, "total_steps": 2724, "loss": 0.4203, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.8599941683799087e-05, "epoch": 1.9, "percentage": 63.51, "elapsed_time": "5:04:25", "remaining_time": "2:54:54"} +{"current_steps": 1735, "total_steps": 2724, "loss": 0.3358, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.846711822323492e-05, "epoch": 1.91, "percentage": 63.69, "elapsed_time": "5:05:16", "remaining_time": "2:54:01"} +{"current_steps": 1740, "total_steps": 2724, "loss": 0.4077, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.8334006936104077e-05, "epoch": 1.92, "percentage": 63.88, "elapsed_time": "5:06:10", "remaining_time": "2:53:08"} +{"current_steps": 1745, "total_steps": 2724, "loss": 0.2637, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.8200618872783917e-05, "epoch": 1.92, "percentage": 64.06, "elapsed_time": "5:06:59", "remaining_time": "2:52:13"} +{"current_steps": 1750, "total_steps": 2724, "loss": 0.2701, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.8066965106628698e-05, "epoch": 1.93, "percentage": 64.24, "elapsed_time": "5:07:50", "remaining_time": "2:51:19"} +{"current_steps": 1755, "total_steps": 2724, "loss": 0.3862, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.7933056733050267e-05, "epoch": 1.93, "percentage": 64.43, "elapsed_time": "5:08:40", "remaining_time": "2:50:25"} +{"current_steps": 1760, "total_steps": 2724, "loss": 0.4242, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.7798904868596994e-05, "epoch": 1.94, "percentage": 64.61, "elapsed_time": "5:09:27", "remaining_time": "2:49:30"} +{"current_steps": 1765, "total_steps": 2724, "loss": 0.1688, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.7664520650030903e-05, "epoch": 1.94, "percentage": 64.79, "elapsed_time": "5:10:17", "remaining_time": "2:48:35"} +{"current_steps": 1770, "total_steps": 2724, "loss": 0.3489, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.7529915233403145e-05, "epoch": 1.95, "percentage": 64.98, "elapsed_time": "5:11:13", "remaining_time": "2:47:44"} +{"current_steps": 1775, "total_steps": 2724, "loss": 0.4446, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.7395099793127865e-05, "epoch": 1.95, "percentage": 65.16, "elapsed_time": "5:12:09", "remaining_time": "2:46:53"} +{"current_steps": 1780, "total_steps": 2724, "loss": 0.4587, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.726008552105455e-05, "epoch": 1.96, "percentage": 65.35, "elapsed_time": "5:13:05", "remaining_time": "2:46:02"} +{"current_steps": 1785, "total_steps": 2724, "loss": 0.6011, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.712488362553893e-05, "epoch": 1.97, "percentage": 65.53, "elapsed_time": "5:14:04", "remaining_time": "2:45:13"} +{"current_steps": 1790, "total_steps": 2724, "loss": 0.292, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.6989505330512484e-05, "epoch": 1.97, "percentage": 65.71, "elapsed_time": "5:14:53", "remaining_time": "2:44:18"} +{"current_steps": 1795, "total_steps": 2724, "loss": 0.396, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.6853961874550698e-05, "epoch": 1.98, "percentage": 65.9, "elapsed_time": "5:15:41", "remaining_time": "2:43:23"} +{"current_steps": 1800, "total_steps": 2724, "loss": 0.3749, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.6718264509940076e-05, "epoch": 1.98, "percentage": 66.08, "elapsed_time": "5:16:44", "remaining_time": "2:42:35"} +{"current_steps": 1805, "total_steps": 2724, "loss": 0.2241, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.6582424501743996e-05, "epoch": 1.99, "percentage": 66.26, "elapsed_time": "5:17:37", "remaining_time": "2:41:42"} +{"current_steps": 1810, "total_steps": 2724, "loss": 0.3892, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.644645312686757e-05, "epoch": 1.99, "percentage": 66.45, "elapsed_time": "5:18:27", "remaining_time": "2:40:48"} +{"current_steps": 1815, "total_steps": 2724, "loss": 0.4523, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.631036167312144e-05, "epoch": 2.0, "percentage": 66.63, "elapsed_time": "5:19:19", "remaining_time": "2:39:55"} +{"current_steps": 1820, "total_steps": 2724, "loss": 0.3769, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.617416143828473e-05, "epoch": 2.0, "percentage": 66.81, "elapsed_time": "5:20:17", "remaining_time": "2:39:05"} +{"current_steps": 1825, "total_steps": 2724, "loss": 0.4108, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.603786372916714e-05, "epoch": 2.01, "percentage": 67.0, "elapsed_time": "5:21:18", "remaining_time": "2:38:16"} +{"current_steps": 1830, "total_steps": 2724, "loss": 0.4774, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.5901479860670323e-05, "epoch": 2.01, "percentage": 67.18, "elapsed_time": "5:22:16", "remaining_time": "2:37:26"} +{"current_steps": 1835, "total_steps": 2724, "loss": 0.46, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.576502115484852e-05, "epoch": 2.02, "percentage": 67.36, "elapsed_time": "5:23:06", "remaining_time": "2:36:31"} +{"current_steps": 1840, "total_steps": 2724, "loss": 0.4967, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.5628498939968686e-05, "epoch": 2.03, "percentage": 67.55, "elapsed_time": "5:23:57", "remaining_time": "2:35:38"} +{"current_steps": 1845, "total_steps": 2724, "loss": 0.4264, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.549192454957005e-05, "epoch": 2.03, "percentage": 67.73, "elapsed_time": "5:24:50", "remaining_time": "2:34:45"} +{"current_steps": 1850, "total_steps": 2724, "loss": 0.5705, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.5355309321523237e-05, "epoch": 2.04, "percentage": 67.91, "elapsed_time": "5:25:38", "remaining_time": "2:33:50"} +{"current_steps": 1855, "total_steps": 2724, "loss": 0.6413, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.5218664597089071e-05, "epoch": 2.04, "percentage": 68.1, "elapsed_time": "5:26:33", "remaining_time": "2:32:58"} +{"current_steps": 1860, "total_steps": 2724, "loss": 0.4454, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.508200171997704e-05, "epoch": 2.05, "percentage": 68.28, "elapsed_time": "5:27:28", "remaining_time": "2:32:06"} +{"current_steps": 1865, "total_steps": 2724, "loss": 0.4438, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.4945332035403587e-05, "epoch": 2.05, "percentage": 68.47, "elapsed_time": "5:28:21", "remaining_time": "2:31:14"} +{"current_steps": 1870, "total_steps": 2724, "loss": 0.4391, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.4808666889150303e-05, "epoch": 2.06, "percentage": 68.65, "elapsed_time": "5:29:15", "remaining_time": "2:30:21"} +{"current_steps": 1875, "total_steps": 2724, "loss": 0.3385, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.4672017626622023e-05, "epoch": 2.06, "percentage": 68.83, "elapsed_time": "5:30:03", "remaining_time": "2:29:27"} +{"current_steps": 1880, "total_steps": 2724, "loss": 0.3412, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.4535395591904958e-05, "epoch": 2.07, "percentage": 69.02, "elapsed_time": "5:30:54", "remaining_time": "2:28:33"} +{"current_steps": 1885, "total_steps": 2724, "loss": 0.4903, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.439881212682499e-05, "epoch": 2.08, "percentage": 69.2, "elapsed_time": "5:31:48", "remaining_time": "2:27:41"} +{"current_steps": 1890, "total_steps": 2724, "loss": 0.5753, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.4262278570006103e-05, "epoch": 2.08, "percentage": 69.38, "elapsed_time": "5:32:54", "remaining_time": "2:26:54"} +{"current_steps": 1895, "total_steps": 2724, "loss": 0.2856, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.4125806255929076e-05, "epoch": 2.09, "percentage": 69.57, "elapsed_time": "5:33:45", "remaining_time": "2:26:00"} +{"current_steps": 1900, "total_steps": 2724, "loss": 0.286, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.3989406513990575e-05, "epoch": 2.09, "percentage": 69.75, "elapsed_time": "5:34:41", "remaining_time": "2:25:09"} +{"current_steps": 1905, "total_steps": 2724, "loss": 0.4819, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.38530906675626e-05, "epoch": 2.1, "percentage": 69.93, "elapsed_time": "5:35:41", "remaining_time": "2:24:19"} +{"current_steps": 1910, "total_steps": 2724, "loss": 0.497, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.3716870033052476e-05, "epoch": 2.1, "percentage": 70.12, "elapsed_time": "5:36:43", "remaining_time": "2:23:30"} +{"current_steps": 1915, "total_steps": 2724, "loss": 0.1826, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.358075591896341e-05, "epoch": 2.11, "percentage": 70.3, "elapsed_time": "5:37:32", "remaining_time": "2:22:35"} +{"current_steps": 1920, "total_steps": 2724, "loss": 0.2888, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.34447596249557e-05, "epoch": 2.11, "percentage": 70.48, "elapsed_time": "5:38:25", "remaining_time": "2:21:42"} +{"current_steps": 1925, "total_steps": 2724, "loss": 0.5541, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.3308892440908678e-05, "epoch": 2.12, "percentage": 70.67, "elapsed_time": "5:39:27", "remaining_time": "2:20:53"} +{"current_steps": 1930, "total_steps": 2724, "loss": 0.3234, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.3173165645983482e-05, "epoch": 2.12, "percentage": 70.85, "elapsed_time": "5:40:27", "remaining_time": "2:20:03"} +{"current_steps": 1935, "total_steps": 2724, "loss": 0.5428, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.3037590507686695e-05, "epoch": 2.13, "percentage": 71.04, "elapsed_time": "5:41:21", "remaining_time": "2:19:11"} +{"current_steps": 1940, "total_steps": 2724, "loss": 0.3434, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.2902178280934948e-05, "epoch": 2.14, "percentage": 71.22, "elapsed_time": "5:42:15", "remaining_time": "2:18:18"} +{"current_steps": 1945, "total_steps": 2724, "loss": 0.2709, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.2766940207120609e-05, "epoch": 2.14, "percentage": 71.4, "elapsed_time": "5:43:05", "remaining_time": "2:17:24"} +{"current_steps": 1950, "total_steps": 2724, "loss": 0.5227, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.2631887513178544e-05, "epoch": 2.15, "percentage": 71.59, "elapsed_time": "5:44:10", "remaining_time": "2:16:36"} +{"current_steps": 1955, "total_steps": 2724, "loss": 0.3255, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.249703141065411e-05, "epoch": 2.15, "percentage": 71.77, "elapsed_time": "5:44:58", "remaining_time": "2:15:41"} +{"current_steps": 1960, "total_steps": 2724, "loss": 0.518, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.2362383094772413e-05, "epoch": 2.16, "percentage": 71.95, "elapsed_time": "5:45:57", "remaining_time": "2:14:51"} +{"current_steps": 1965, "total_steps": 2724, "loss": 0.412, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.2227953743508935e-05, "epoch": 2.16, "percentage": 72.14, "elapsed_time": "5:46:56", "remaining_time": "2:14:00"} +{"current_steps": 1970, "total_steps": 2724, "loss": 0.3134, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.209375451666156e-05, "epoch": 2.17, "percentage": 72.32, "elapsed_time": "5:47:44", "remaining_time": "2:13:05"} +{"current_steps": 1975, "total_steps": 2724, "loss": 0.2601, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.1959796554924155e-05, "epoch": 2.17, "percentage": 72.5, "elapsed_time": "5:48:32", "remaining_time": "2:12:10"} +{"current_steps": 1980, "total_steps": 2724, "loss": 0.4026, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.1826090978961706e-05, "epoch": 2.18, "percentage": 72.69, "elapsed_time": "5:49:29", "remaining_time": "2:11:19"} +{"current_steps": 1985, "total_steps": 2724, "loss": 0.3724, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.1692648888487106e-05, "epoch": 2.19, "percentage": 72.87, "elapsed_time": "5:50:22", "remaining_time": "2:10:26"} +{"current_steps": 1990, "total_steps": 2724, "loss": 0.3994, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.1559481361339723e-05, "epoch": 2.19, "percentage": 73.05, "elapsed_time": "5:51:16", "remaining_time": "2:09:33"} +{"current_steps": 1995, "total_steps": 2724, "loss": 0.4255, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.142659945256576e-05, "epoch": 2.2, "percentage": 73.24, "elapsed_time": "5:52:06", "remaining_time": "2:08:39"} +{"current_steps": 2000, "total_steps": 2724, "loss": 0.4976, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.12940141935005e-05, "epoch": 2.2, "percentage": 73.42, "elapsed_time": "5:52:57", "remaining_time": "2:07:46"} +{"current_steps": 2005, "total_steps": 2724, "loss": 0.2858, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.1161736590852522e-05, "epoch": 2.21, "percentage": 73.6, "elapsed_time": "5:53:47", "remaining_time": "2:06:52"} +{"current_steps": 2010, "total_steps": 2724, "loss": 0.3974, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.1029777625789982e-05, "epoch": 2.21, "percentage": 73.79, "elapsed_time": "5:54:44", "remaining_time": "2:06:00"} +{"current_steps": 2015, "total_steps": 2724, "loss": 0.4768, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.0898148253028992e-05, "epoch": 2.22, "percentage": 73.97, "elapsed_time": "5:55:37", "remaining_time": "2:05:07"} +{"current_steps": 2020, "total_steps": 2724, "loss": 0.3854, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.0766859399924198e-05, "epoch": 2.22, "percentage": 74.16, "elapsed_time": "5:56:29", "remaining_time": "2:04:14"} +{"current_steps": 2025, "total_steps": 2724, "loss": 0.6315, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.0635921965561644e-05, "epoch": 2.23, "percentage": 74.34, "elapsed_time": "5:57:25", "remaining_time": "2:03:22"} +{"current_steps": 2030, "total_steps": 2724, "loss": 0.2202, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.0505346819853966e-05, "epoch": 2.24, "percentage": 74.52, "elapsed_time": "5:58:15", "remaining_time": "2:02:28"} +{"current_steps": 2035, "total_steps": 2724, "loss": 0.3692, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.0375144802638011e-05, "epoch": 2.24, "percentage": 74.71, "elapsed_time": "5:59:07", "remaining_time": "2:01:35"} +{"current_steps": 2040, "total_steps": 2724, "loss": 0.4869, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.024532672277497e-05, "epoch": 2.25, "percentage": 74.89, "elapsed_time": "6:00:00", "remaining_time": "2:00:42"} +{"current_steps": 2045, "total_steps": 2724, "loss": 0.3254, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.0115903357253056e-05, "epoch": 2.25, "percentage": 75.07, "elapsed_time": "6:00:49", "remaining_time": "1:59:48"} +{"current_steps": 2050, "total_steps": 2724, "loss": 0.3681, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.986885450292837e-06, "epoch": 2.26, "percentage": 75.26, "elapsed_time": "6:01:42", "remaining_time": "1:58:55"} +{"current_steps": 2055, "total_steps": 2724, "loss": 0.2643, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.858283712455311e-06, "epoch": 2.26, "percentage": 75.44, "elapsed_time": "6:02:32", "remaining_time": "1:58:01"} +{"current_steps": 2060, "total_steps": 2724, "loss": 0.2966, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.730108819752737e-06, "epoch": 2.27, "percentage": 75.62, "elapsed_time": "6:03:22", "remaining_time": "1:57:07"} +{"current_steps": 2065, "total_steps": 2724, "loss": 0.3375, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.602371412762371e-06, "epoch": 2.27, "percentage": 75.81, "elapsed_time": "6:04:16", "remaining_time": "1:56:14"} +{"current_steps": 2070, "total_steps": 2724, "loss": 0.3598, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.475082095743123e-06, "epoch": 2.28, "percentage": 75.99, "elapsed_time": "6:05:07", "remaining_time": "1:55:21"} +{"current_steps": 2075, "total_steps": 2724, "loss": 0.41, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.348251435755213e-06, "epoch": 2.28, "percentage": 76.17, "elapsed_time": "6:06:01", "remaining_time": "1:54:28"} +{"current_steps": 2080, "total_steps": 2724, "loss": 0.3253, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.221889961782971e-06, "epoch": 2.29, "percentage": 76.36, "elapsed_time": "6:06:51", "remaining_time": "1:53:35"} +{"current_steps": 2085, "total_steps": 2724, "loss": 0.4887, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.096008163860735e-06, "epoch": 2.3, "percentage": 76.54, "elapsed_time": "6:07:44", "remaining_time": "1:52:42"} +{"current_steps": 2090, "total_steps": 2724, "loss": 0.3067, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.97061649220201e-06, "epoch": 2.3, "percentage": 76.73, "elapsed_time": "6:08:39", "remaining_time": "1:51:49"} +{"current_steps": 2095, "total_steps": 2724, "loss": 0.4107, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.84572535633195e-06, "epoch": 2.31, "percentage": 76.91, "elapsed_time": "6:09:31", "remaining_time": "1:50:56"} +{"current_steps": 2100, "total_steps": 2724, "loss": 0.2412, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.721345124223193e-06, "epoch": 2.31, "percentage": 77.09, "elapsed_time": "6:10:20", "remaining_time": "1:50:02"} +{"current_steps": 2105, "total_steps": 2724, "loss": 0.5425, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.597486121435126e-06, "epoch": 2.32, "percentage": 77.28, "elapsed_time": "6:11:17", "remaining_time": "1:49:10"} +{"current_steps": 2110, "total_steps": 2724, "loss": 0.5445, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.474158630256755e-06, "epoch": 2.32, "percentage": 77.46, "elapsed_time": "6:12:09", "remaining_time": "1:48:17"} +{"current_steps": 2115, "total_steps": 2724, "loss": 0.4415, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.351372888853045e-06, "epoch": 2.33, "percentage": 77.64, "elapsed_time": "6:13:05", "remaining_time": "1:47:25"} +{"current_steps": 2120, "total_steps": 2724, "loss": 0.4247, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.229139090415035e-06, "epoch": 2.33, "percentage": 77.83, "elapsed_time": "6:14:08", "remaining_time": "1:46:35"} +{"current_steps": 2125, "total_steps": 2724, "loss": 0.3865, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.107467382313608e-06, "epoch": 2.34, "percentage": 78.01, "elapsed_time": "6:14:55", "remaining_time": "1:45:41"} +{"current_steps": 2130, "total_steps": 2724, "loss": 0.3543, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.986367865257129e-06, "epoch": 2.35, "percentage": 78.19, "elapsed_time": "6:15:51", "remaining_time": "1:44:49"} +{"current_steps": 2135, "total_steps": 2724, "loss": 0.1985, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.865850592452894e-06, "epoch": 2.35, "percentage": 78.38, "elapsed_time": "6:16:43", "remaining_time": "1:43:55"} +{"current_steps": 2140, "total_steps": 2724, "loss": 0.4385, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.745925568772554e-06, "epoch": 2.36, "percentage": 78.56, "elapsed_time": "6:17:37", "remaining_time": "1:43:03"} +{"current_steps": 2145, "total_steps": 2724, "loss": 0.4026, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.626602749921589e-06, "epoch": 2.36, "percentage": 78.74, "elapsed_time": "6:18:30", "remaining_time": "1:42:10"} +{"current_steps": 2150, "total_steps": 2724, "loss": 0.3927, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.5078920416127495e-06, "epoch": 2.37, "percentage": 78.93, "elapsed_time": "6:19:19", "remaining_time": "1:41:16"} +{"current_steps": 2155, "total_steps": 2724, "loss": 0.5965, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.389803298743809e-06, "epoch": 2.37, "percentage": 79.11, "elapsed_time": "6:20:11", "remaining_time": "1:40:23"} +{"current_steps": 2160, "total_steps": 2724, "loss": 0.2134, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.272346324579388e-06, "epoch": 2.38, "percentage": 79.3, "elapsed_time": "6:20:59", "remaining_time": "1:39:28"} +{"current_steps": 2165, "total_steps": 2724, "loss": 0.4577, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.1555308699371416e-06, "epoch": 2.38, "percentage": 79.48, "elapsed_time": "6:21:52", "remaining_time": "1:38:35"} +{"current_steps": 2170, "total_steps": 2724, "loss": 0.2424, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.039366632378304e-06, "epoch": 2.39, "percentage": 79.66, "elapsed_time": "6:22:44", "remaining_time": "1:37:42"} +{"current_steps": 2175, "total_steps": 2724, "loss": 0.2778, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.9238632554026084e-06, "epoch": 2.39, "percentage": 79.85, "elapsed_time": "6:23:35", "remaining_time": "1:36:49"} +{"current_steps": 2180, "total_steps": 2724, "loss": 0.4163, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.809030327647728e-06, "epoch": 2.4, "percentage": 80.03, "elapsed_time": "6:24:30", "remaining_time": "1:35:57"} +{"current_steps": 2185, "total_steps": 2724, "loss": 0.278, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.694877382093284e-06, "epoch": 2.41, "percentage": 80.21, "elapsed_time": "6:25:16", "remaining_time": "1:35:02"} +{"current_steps": 2190, "total_steps": 2724, "loss": 0.4271, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.5814138952694305e-06, "epoch": 2.41, "percentage": 80.4, "elapsed_time": "6:26:15", "remaining_time": "1:34:10"} +{"current_steps": 2195, "total_steps": 2724, "loss": 0.3261, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.468649286470153e-06, "epoch": 2.42, "percentage": 80.58, "elapsed_time": "6:27:08", "remaining_time": "1:33:18"} +{"current_steps": 2200, "total_steps": 2724, "loss": 0.4293, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.356592916971343e-06, "epoch": 2.42, "percentage": 80.76, "elapsed_time": "6:28:10", "remaining_time": "1:32:27"} +{"current_steps": 2205, "total_steps": 2724, "loss": 0.3743, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.2452540892536245e-06, "epoch": 2.43, "percentage": 80.95, "elapsed_time": "6:29:08", "remaining_time": "1:31:35"} +{"current_steps": 2210, "total_steps": 2724, "loss": 0.4385, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.1346420462301125e-06, "epoch": 2.43, "percentage": 81.13, "elapsed_time": "6:30:07", "remaining_time": "1:30:44"} +{"current_steps": 2215, "total_steps": 2724, "loss": 0.2991, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.024765970479122e-06, "epoch": 2.44, "percentage": 81.31, "elapsed_time": "6:31:00", "remaining_time": "1:29:51"} +{"current_steps": 2220, "total_steps": 2724, "loss": 0.4962, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.915634983481835e-06, "epoch": 2.44, "percentage": 81.5, "elapsed_time": "6:31:55", "remaining_time": "1:28:58"} +{"current_steps": 2225, "total_steps": 2724, "loss": 0.4794, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.807258144865086e-06, "epoch": 2.45, "percentage": 81.68, "elapsed_time": "6:32:51", "remaining_time": "1:28:06"} +{"current_steps": 2230, "total_steps": 2724, "loss": 0.2898, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.699644451649277e-06, "epoch": 2.46, "percentage": 81.86, "elapsed_time": "6:33:48", "remaining_time": "1:27:14"} +{"current_steps": 2235, "total_steps": 2724, "loss": 0.3268, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.59280283750146e-06, "epoch": 2.46, "percentage": 82.05, "elapsed_time": "6:34:36", "remaining_time": "1:26:20"} +{"current_steps": 2240, "total_steps": 2724, "loss": 0.4436, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.486742171993705e-06, "epoch": 2.47, "percentage": 82.23, "elapsed_time": "6:35:35", "remaining_time": "1:25:28"} +{"current_steps": 2245, "total_steps": 2724, "loss": 0.359, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.381471259866807e-06, "epoch": 2.47, "percentage": 82.42, "elapsed_time": "6:36:23", "remaining_time": "1:24:34"} +{"current_steps": 2250, "total_steps": 2724, "loss": 0.484, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.276998840299308e-06, "epoch": 2.48, "percentage": 82.6, "elapsed_time": "6:37:22", "remaining_time": "1:23:42"} +{"current_steps": 2255, "total_steps": 2724, "loss": 0.2033, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.1733335861820305e-06, "epoch": 2.48, "percentage": 82.78, "elapsed_time": "6:38:10", "remaining_time": "1:22:48"} +{"current_steps": 2260, "total_steps": 2724, "loss": 0.3781, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.070484103398103e-06, "epoch": 2.49, "percentage": 82.97, "elapsed_time": "6:39:03", "remaining_time": "1:21:55"} +{"current_steps": 2265, "total_steps": 2724, "loss": 0.3866, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.968458930108495e-06, "epoch": 2.49, "percentage": 83.15, "elapsed_time": "6:39:58", "remaining_time": "1:21:03"} +{"current_steps": 2270, "total_steps": 2724, "loss": 0.487, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.867266536043235e-06, "epoch": 2.5, "percentage": 83.33, "elapsed_time": "6:40:56", "remaining_time": "1:20:11"} +{"current_steps": 2275, "total_steps": 2724, "loss": 0.5033, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.766915321798297e-06, "epoch": 2.5, "percentage": 83.52, "elapsed_time": "6:41:49", "remaining_time": "1:19:18"} +{"current_steps": 2280, "total_steps": 2724, "loss": 0.6175, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.667413618138192e-06, "epoch": 2.51, "percentage": 83.7, "elapsed_time": "6:42:46", "remaining_time": "1:18:26"} +{"current_steps": 2285, "total_steps": 2724, "loss": 0.2437, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.568769685304388e-06, "epoch": 2.52, "percentage": 83.88, "elapsed_time": "6:43:36", "remaining_time": "1:17:32"} +{"current_steps": 2290, "total_steps": 2724, "loss": 0.4342, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.470991712329597e-06, "epoch": 2.52, "percentage": 84.07, "elapsed_time": "6:44:30", "remaining_time": "1:16:39"} +{"current_steps": 2295, "total_steps": 2724, "loss": 0.3341, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.374087816357923e-06, "epoch": 2.53, "percentage": 84.25, "elapsed_time": "6:45:28", "remaining_time": "1:15:47"} +{"current_steps": 2300, "total_steps": 2724, "loss": 0.573, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.278066041971024e-06, "epoch": 2.53, "percentage": 84.43, "elapsed_time": "6:46:29", "remaining_time": "1:14:56"} +{"current_steps": 2305, "total_steps": 2724, "loss": 0.4891, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.1829343605202895e-06, "epoch": 2.54, "percentage": 84.62, "elapsed_time": "6:47:28", "remaining_time": "1:14:04"} +{"current_steps": 2310, "total_steps": 2724, "loss": 0.2921, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.088700669465074e-06, "epoch": 2.54, "percentage": 84.8, "elapsed_time": "6:48:19", "remaining_time": "1:13:10"} +{"current_steps": 2315, "total_steps": 2724, "loss": 0.3742, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.995372791717092e-06, "epoch": 2.55, "percentage": 84.99, "elapsed_time": "6:49:10", "remaining_time": "1:12:17"} +{"current_steps": 2320, "total_steps": 2724, "loss": 0.2199, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.902958474990987e-06, "epoch": 2.55, "percentage": 85.17, "elapsed_time": "6:50:00", "remaining_time": "1:11:23"} +{"current_steps": 2325, "total_steps": 2724, "loss": 0.3463, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.8114653911611452e-06, "epoch": 2.56, "percentage": 85.35, "elapsed_time": "6:50:50", "remaining_time": "1:10:30"} +{"current_steps": 2330, "total_steps": 2724, "loss": 0.3876, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.720901135624807e-06, "epoch": 2.57, "percentage": 85.54, "elapsed_time": "6:51:42", "remaining_time": "1:09:37"} +{"current_steps": 2335, "total_steps": 2724, "loss": 0.3851, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.6312732266715374e-06, "epoch": 2.57, "percentage": 85.72, "elapsed_time": "6:52:35", "remaining_time": "1:08:44"} +{"current_steps": 2340, "total_steps": 2724, "loss": 0.5176, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.5425891048590693e-06, "epoch": 2.58, "percentage": 85.9, "elapsed_time": "6:53:36", "remaining_time": "1:07:52"} +{"current_steps": 2345, "total_steps": 2724, "loss": 0.4344, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.454856132395623e-06, "epoch": 2.58, "percentage": 86.09, "elapsed_time": "6:54:26", "remaining_time": "1:06:58"} +{"current_steps": 2350, "total_steps": 2724, "loss": 0.3258, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.368081592528739e-06, "epoch": 2.59, "percentage": 86.27, "elapsed_time": "6:55:18", "remaining_time": "1:06:05"} +{"current_steps": 2355, "total_steps": 2724, "loss": 0.3484, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.2822726889406296e-06, "epoch": 2.59, "percentage": 86.45, "elapsed_time": "6:56:08", "remaining_time": "1:05:12"} +{"current_steps": 2360, "total_steps": 2724, "loss": 0.2531, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.197436545150168e-06, "epoch": 2.6, "percentage": 86.64, "elapsed_time": "6:57:00", "remaining_time": "1:04:19"} +{"current_steps": 2365, "total_steps": 2724, "loss": 0.4796, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.113580203921533e-06, "epoch": 2.6, "percentage": 86.82, "elapsed_time": "6:58:02", "remaining_time": "1:03:27"} +{"current_steps": 2370, "total_steps": 2724, "loss": 0.3232, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.030710626679522e-06, "epoch": 2.61, "percentage": 87.0, "elapsed_time": "6:58:50", "remaining_time": "1:02:33"} +{"current_steps": 2375, "total_steps": 2724, "loss": 0.4161, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.9488346929316546e-06, "epoch": 2.61, "percentage": 87.19, "elapsed_time": "6:59:39", "remaining_time": "1:01:40"} +{"current_steps": 2380, "total_steps": 2724, "loss": 0.2511, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.8679591996970728e-06, "epoch": 2.62, "percentage": 87.37, "elapsed_time": "7:00:31", "remaining_time": "1:00:46"} +{"current_steps": 2385, "total_steps": 2724, "loss": 0.2869, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7880908609422563e-06, "epoch": 2.63, "percentage": 87.56, "elapsed_time": "7:01:20", "remaining_time": "0:59:53"} +{"current_steps": 2390, "total_steps": 2724, "loss": 0.3261, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.7092363070236686e-06, "epoch": 2.63, "percentage": 87.74, "elapsed_time": "7:02:15", "remaining_time": "0:59:00"} +{"current_steps": 2395, "total_steps": 2724, "loss": 0.2105, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.631402084137337e-06, "epoch": 2.64, "percentage": 87.92, "elapsed_time": "7:03:03", "remaining_time": "0:58:06"} +{"current_steps": 2400, "total_steps": 2724, "loss": 0.2521, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.5545946537753994e-06, "epoch": 2.64, "percentage": 88.11, "elapsed_time": "7:03:58", "remaining_time": "0:57:14"} +{"current_steps": 2405, "total_steps": 2724, "loss": 0.3847, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.478820392189699e-06, "epoch": 2.65, "percentage": 88.29, "elapsed_time": "7:04:47", "remaining_time": "0:56:20"} +{"current_steps": 2410, "total_steps": 2724, "loss": 0.3619, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.4040855898624677e-06, "epoch": 2.65, "percentage": 88.47, "elapsed_time": "7:05:37", "remaining_time": "0:55:27"} +{"current_steps": 2415, "total_steps": 2724, "loss": 0.5343, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.3303964509840916e-06, "epoch": 2.66, "percentage": 88.66, "elapsed_time": "7:06:33", "remaining_time": "0:54:34"} +{"current_steps": 2420, "total_steps": 2724, "loss": 0.2209, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.25775909293808e-06, "epoch": 2.66, "percentage": 88.84, "elapsed_time": "7:07:24", "remaining_time": "0:53:41"} +{"current_steps": 2425, "total_steps": 2724, "loss": 0.4199, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.1861795457932236e-06, "epoch": 2.67, "percentage": 89.02, "elapsed_time": "7:08:16", "remaining_time": "0:52:48"} +{"current_steps": 2430, "total_steps": 2724, "loss": 0.3883, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.1156637518029943e-06, "epoch": 2.68, "percentage": 89.21, "elapsed_time": "7:09:06", "remaining_time": "0:51:55"} +{"current_steps": 2435, "total_steps": 2724, "loss": 0.4508, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.0462175649122407e-06, "epoch": 2.68, "percentage": 89.39, "elapsed_time": "7:10:06", "remaining_time": "0:51:02"} +{"current_steps": 2440, "total_steps": 2724, "loss": 0.4942, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.9778467502712334e-06, "epoch": 2.69, "percentage": 89.57, "elapsed_time": "7:11:07", "remaining_time": "0:50:10"} +{"current_steps": 2445, "total_steps": 2724, "loss": 0.3828, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.9105569837570457e-06, "epoch": 2.69, "percentage": 89.76, "elapsed_time": "7:11:58", "remaining_time": "0:49:17"} +{"current_steps": 2450, "total_steps": 2724, "loss": 0.3724, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.844353851502371e-06, "epoch": 2.7, "percentage": 89.94, "elapsed_time": "7:12:48", "remaining_time": "0:48:24"} +{"current_steps": 2455, "total_steps": 2724, "loss": 0.376, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.779242849431793e-06, "epoch": 2.7, "percentage": 90.12, "elapsed_time": "7:13:38", "remaining_time": "0:47:30"} +{"current_steps": 2460, "total_steps": 2724, "loss": 0.4463, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.7152293828055194e-06, "epoch": 2.71, "percentage": 90.31, "elapsed_time": "7:14:29", "remaining_time": "0:46:37"} +{"current_steps": 2465, "total_steps": 2724, "loss": 0.4637, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.6523187657706672e-06, "epoch": 2.71, "percentage": 90.49, "elapsed_time": "7:15:19", "remaining_time": "0:45:44"} +{"current_steps": 2470, "total_steps": 2724, "loss": 0.3411, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.5905162209201135e-06, "epoch": 2.72, "percentage": 90.68, "elapsed_time": "7:16:09", "remaining_time": "0:44:51"} +{"current_steps": 2475, "total_steps": 2724, "loss": 0.3245, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.529826878858912e-06, "epoch": 2.73, "percentage": 90.86, "elapsed_time": "7:17:03", "remaining_time": "0:43:58"} +{"current_steps": 2480, "total_steps": 2724, "loss": 0.3665, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.4702557777783904e-06, "epoch": 2.73, "percentage": 91.04, "elapsed_time": "7:18:02", "remaining_time": "0:43:05"} +{"current_steps": 2485, "total_steps": 2724, "loss": 0.3318, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.4118078630378906e-06, "epoch": 2.74, "percentage": 91.23, "elapsed_time": "7:18:57", "remaining_time": "0:42:13"} +{"current_steps": 2490, "total_steps": 2724, "loss": 0.2807, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.3544879867542275e-06, "epoch": 2.74, "percentage": 91.41, "elapsed_time": "7:19:45", "remaining_time": "0:41:19"} +{"current_steps": 2495, "total_steps": 2724, "loss": 0.3733, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.2983009073988832e-06, "epoch": 2.75, "percentage": 91.59, "elapsed_time": "7:20:40", "remaining_time": "0:40:26"} +{"current_steps": 2500, "total_steps": 2724, "loss": 0.3448, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.2432512894029823e-06, "epoch": 2.75, "percentage": 91.78, "elapsed_time": "7:21:35", "remaining_time": "0:39:34"} +{"current_steps": 2505, "total_steps": 2724, "loss": 0.3248, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.1893437027700604e-06, "epoch": 2.76, "percentage": 91.96, "elapsed_time": "7:22:26", "remaining_time": "0:38:40"} +{"current_steps": 2510, "total_steps": 2724, "loss": 0.389, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.136582622696684e-06, "epoch": 2.76, "percentage": 92.14, "elapsed_time": "7:23:23", "remaining_time": "0:37:48"} +{"current_steps": 2515, "total_steps": 2724, "loss": 0.3469, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.0849724292009467e-06, "epoch": 2.77, "percentage": 92.33, "elapsed_time": "7:24:16", "remaining_time": "0:36:55"} +{"current_steps": 2520, "total_steps": 2724, "loss": 0.2766, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.034517406758842e-06, "epoch": 2.77, "percentage": 92.51, "elapsed_time": "7:25:06", "remaining_time": "0:36:01"} +{"current_steps": 2525, "total_steps": 2724, "loss": 0.341, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.852217439485893e-07, "epoch": 2.78, "percentage": 92.69, "elapsed_time": "7:26:02", "remaining_time": "0:35:09"} +{"current_steps": 2530, "total_steps": 2724, "loss": 0.6436, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.3708953310292e-07, "epoch": 2.79, "percentage": 92.88, "elapsed_time": "7:26:52", "remaining_time": "0:34:16"} +{"current_steps": 2535, "total_steps": 2724, "loss": 0.2796, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.901247699693399e-07, "epoch": 2.79, "percentage": 93.06, "elapsed_time": "7:27:42", "remaining_time": "0:33:22"} +{"current_steps": 2540, "total_steps": 2724, "loss": 0.4055, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.443313533784175e-07, "epoch": 2.8, "percentage": 93.25, "elapsed_time": "7:28:31", "remaining_time": "0:32:29"} +{"current_steps": 2545, "total_steps": 2724, "loss": 0.3853, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.997130849201323e-07, "epoch": 2.8, "percentage": 93.43, "elapsed_time": "7:29:25", "remaining_time": "0:31:36"} +{"current_steps": 2550, "total_steps": 2724, "loss": 0.5473, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.56273668628264e-07, "epoch": 2.81, "percentage": 93.61, "elapsed_time": "7:30:17", "remaining_time": "0:30:43"} +{"current_steps": 2555, "total_steps": 2724, "loss": 0.4997, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.140167106729017e-07, "epoch": 2.81, "percentage": 93.8, "elapsed_time": "7:31:12", "remaining_time": "0:29:50"} +{"current_steps": 2560, "total_steps": 2724, "loss": 0.3492, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.729457190610888e-07, "epoch": 2.82, "percentage": 93.98, "elapsed_time": "7:32:04", "remaining_time": "0:28:57"} +{"current_steps": 2565, "total_steps": 2724, "loss": 0.3369, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.330641033455837e-07, "epoch": 2.82, "percentage": 94.16, "elapsed_time": "7:32:51", "remaining_time": "0:28:04"} +{"current_steps": 2570, "total_steps": 2724, "loss": 0.2401, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.943751743418179e-07, "epoch": 2.83, "percentage": 94.35, "elapsed_time": "7:33:41", "remaining_time": "0:27:11"} +{"current_steps": 2575, "total_steps": 2724, "loss": 0.2856, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.568821438530519e-07, "epoch": 2.84, "percentage": 94.53, "elapsed_time": "7:34:33", "remaining_time": "0:26:18"} +{"current_steps": 2580, "total_steps": 2724, "loss": 0.2513, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.205881244037352e-07, "epoch": 2.84, "percentage": 94.71, "elapsed_time": "7:35:22", "remaining_time": "0:25:25"} +{"current_steps": 2585, "total_steps": 2724, "loss": 0.545, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.85496128981116e-07, "epoch": 2.85, "percentage": 94.9, "elapsed_time": "7:36:30", "remaining_time": "0:24:32"} +{"current_steps": 2590, "total_steps": 2724, "loss": 0.4935, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.5160907078512894e-07, "epoch": 2.85, "percentage": 95.08, "elapsed_time": "7:37:23", "remaining_time": "0:23:39"} +{"current_steps": 2595, "total_steps": 2724, "loss": 0.5524, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 4.189297629865335e-07, "epoch": 2.86, "percentage": 95.26, "elapsed_time": "7:38:24", "remaining_time": "0:22:47"} +{"current_steps": 2600, "total_steps": 2724, "loss": 0.3217, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.874609184933847e-07, "epoch": 2.86, "percentage": 95.45, "elapsed_time": "7:39:17", "remaining_time": "0:21:54"} +{"current_steps": 2605, "total_steps": 2724, "loss": 0.203, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.5720514972582776e-07, "epoch": 2.87, "percentage": 95.63, "elapsed_time": "7:40:07", "remaining_time": "0:21:01"} +{"current_steps": 2610, "total_steps": 2724, "loss": 0.3713, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.281649683992033e-07, "epoch": 2.87, "percentage": 95.81, "elapsed_time": "7:41:05", "remaining_time": "0:20:08"} +{"current_steps": 2615, "total_steps": 2724, "loss": 0.426, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.0034278531555105e-07, "epoch": 2.88, "percentage": 96.0, "elapsed_time": "7:41:57", "remaining_time": "0:19:15"} +{"current_steps": 2620, "total_steps": 2724, "loss": 0.4578, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.737409101634747e-07, "epoch": 2.88, "percentage": 96.18, "elapsed_time": "7:42:55", "remaining_time": "0:18:22"} +{"current_steps": 2625, "total_steps": 2724, "loss": 0.2586, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.4836155132638874e-07, "epoch": 2.89, "percentage": 96.37, "elapsed_time": "7:43:49", "remaining_time": "0:17:29"} +{"current_steps": 2630, "total_steps": 2724, "loss": 0.4307, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.2420681569919998e-07, "epoch": 2.9, "percentage": 96.55, "elapsed_time": "7:44:49", "remaining_time": "0:16:36"} +{"current_steps": 2635, "total_steps": 2724, "loss": 0.4343, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.012787085133927e-07, "epoch": 2.9, "percentage": 96.73, "elapsed_time": "7:45:42", "remaining_time": "0:15:43"} +{"current_steps": 2640, "total_steps": 2724, "loss": 0.4964, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.7957913317056817e-07, "epoch": 2.91, "percentage": 96.92, "elapsed_time": "7:46:38", "remaining_time": "0:14:50"} +{"current_steps": 2645, "total_steps": 2724, "loss": 0.3721, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.5910989108442632e-07, "epoch": 2.91, "percentage": 97.1, "elapsed_time": "7:47:28", "remaining_time": "0:13:57"} +{"current_steps": 2650, "total_steps": 2724, "loss": 0.5016, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.398726815312218e-07, "epoch": 2.92, "percentage": 97.28, "elapsed_time": "7:48:27", "remaining_time": "0:13:04"} +{"current_steps": 2655, "total_steps": 2724, "loss": 0.4209, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.2186910150869867e-07, "epoch": 2.92, "percentage": 97.47, "elapsed_time": "7:49:28", "remaining_time": "0:12:12"} +{"current_steps": 2660, "total_steps": 2724, "loss": 0.44, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.0510064560350974e-07, "epoch": 2.93, "percentage": 97.65, "elapsed_time": "7:50:20", "remaining_time": "0:11:18"} +{"current_steps": 2665, "total_steps": 2724, "loss": 0.3736, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 8.956870586714739e-08, "epoch": 2.93, "percentage": 97.83, "elapsed_time": "7:51:17", "remaining_time": "0:10:26"} +{"current_steps": 2670, "total_steps": 2724, "loss": 0.5932, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 7.527457170037776e-08, "epoch": 2.94, "percentage": 98.02, "elapsed_time": "7:52:06", "remaining_time": "0:09:32"} +{"current_steps": 2675, "total_steps": 2724, "loss": 0.4801, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.221942974619476e-08, "epoch": 2.95, "percentage": 98.2, "elapsed_time": "7:53:03", "remaining_time": "0:08:39"} +{"current_steps": 2680, "total_steps": 2724, "loss": 0.4572, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.0404363791322074e-08, "epoch": 2.95, "percentage": 98.38, "elapsed_time": "7:53:51", "remaining_time": "0:07:46"} +{"current_steps": 2685, "total_steps": 2724, "loss": 0.2913, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.983035467622853e-08, "epoch": 2.96, "percentage": 98.57, "elapsed_time": "7:54:41", "remaining_time": "0:06:53"} +{"current_steps": 2690, "total_steps": 2724, "loss": 0.2785, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 3.049828021370826e-08, "epoch": 2.96, "percentage": 98.75, "elapsed_time": "7:55:36", "remaining_time": "0:06:00"} +{"current_steps": 2695, "total_steps": 2724, "loss": 0.1878, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.2408915116008956e-08, "epoch": 2.97, "percentage": 98.94, "elapsed_time": "7:56:25", "remaining_time": "0:05:07"} +{"current_steps": 2700, "total_steps": 2724, "loss": 0.697, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 1.5562930930519968e-08, "epoch": 2.97, "percentage": 99.12, "elapsed_time": "7:57:25", "remaining_time": "0:04:14"} +{"current_steps": 2705, "total_steps": 2724, "loss": 0.3595, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 9.960895984016949e-09, "epoch": 2.98, "percentage": 99.3, "elapsed_time": "7:58:19", "remaining_time": "0:03:21"} +{"current_steps": 2710, "total_steps": 2724, "loss": 0.3628, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 5.603275335484548e-09, "epoch": 2.98, "percentage": 99.49, "elapsed_time": "7:59:09", "remaining_time": "0:02:28"} +{"current_steps": 2715, "total_steps": 2724, "loss": 0.2751, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 2.490430737512317e-09, "epoch": 2.99, "percentage": 99.67, "elapsed_time": "8:00:03", "remaining_time": "0:01:35"} +{"current_steps": 2720, "total_steps": 2724, "loss": 0.357, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": 6.22620606258728e-10, "epoch": 2.99, "percentage": 99.85, "elapsed_time": "8:01:01", "remaining_time": "0:00:42"} +{"current_steps": 2724, "total_steps": 2724, "loss": null, "eval_loss": null, "predict_loss": null, "reward": null, "accuracy": null, "learning_rate": null, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "8:01:42", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..16f35e5 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,3838 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.999174236168456, + "eval_steps": 500, + "global_step": 2724, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "grad_norm": 4.723361968994141, + "learning_rate": 1.5000000000000002e-07, + "loss": 3.607, + "step": 5 + }, + { + "epoch": 0.01, + "grad_norm": 2.801504611968994, + "learning_rate": 3.0000000000000004e-07, + "loss": 3.6149, + "step": 10 + }, + { + "epoch": 0.02, + "grad_norm": 5.641049861907959, + "learning_rate": 4.5e-07, + "loss": 3.933, + "step": 15 + }, + { + "epoch": 0.02, + "grad_norm": 5.0696587562561035, + "learning_rate": 6.000000000000001e-07, + "loss": 3.5431, + "step": 20 + }, + { + "epoch": 0.03, + "grad_norm": 6.305172920227051, + "learning_rate": 7.5e-07, + "loss": 3.5036, + "step": 25 + }, + { + "epoch": 0.03, + "grad_norm": 5.998531818389893, + "learning_rate": 9e-07, + "loss": 3.7618, + "step": 30 + }, + { + "epoch": 0.04, + "grad_norm": 4.491389751434326, + "learning_rate": 1.0500000000000001e-06, + "loss": 3.3489, + "step": 35 + }, + { + "epoch": 0.04, + "grad_norm": 5.935448169708252, + "learning_rate": 1.2000000000000002e-06, + "loss": 3.9085, + "step": 40 + }, + { + "epoch": 0.05, + "grad_norm": 5.686679363250732, + "learning_rate": 1.35e-06, + "loss": 3.6536, + "step": 45 + }, + { + "epoch": 0.06, + "grad_norm": 4.586507797241211, + "learning_rate": 1.5e-06, + "loss": 3.4313, + "step": 50 + }, + { + "epoch": 0.06, + "grad_norm": 4.8034772872924805, + "learning_rate": 1.65e-06, + "loss": 3.3082, + "step": 55 + }, + { + "epoch": 0.07, + "grad_norm": 5.47461462020874, + "learning_rate": 1.8e-06, + "loss": 3.5749, + "step": 60 + }, + { + "epoch": 0.07, + "grad_norm": 6.304111957550049, + "learning_rate": 1.95e-06, + "loss": 3.5684, + "step": 65 + }, + { + "epoch": 0.08, + "grad_norm": 6.649425983428955, + "learning_rate": 2.1000000000000002e-06, + "loss": 3.25, + "step": 70 + }, + { + "epoch": 0.08, + "grad_norm": 6.285486698150635, + "learning_rate": 2.25e-06, + "loss": 3.0361, + "step": 75 + }, + { + "epoch": 0.09, + "grad_norm": 8.364280700683594, + "learning_rate": 2.4000000000000003e-06, + "loss": 3.4918, + "step": 80 + }, + { + "epoch": 0.09, + "grad_norm": 8.540417671203613, + "learning_rate": 2.55e-06, + "loss": 3.2424, + "step": 85 + }, + { + "epoch": 0.1, + "grad_norm": 3.8771581649780273, + "learning_rate": 2.7e-06, + "loss": 2.7386, + "step": 90 + }, + { + "epoch": 0.1, + "grad_norm": 6.713310241699219, + "learning_rate": 2.8500000000000002e-06, + "loss": 2.5229, + "step": 95 + }, + { + "epoch": 0.11, + "grad_norm": 7.163495063781738, + "learning_rate": 3e-06, + "loss": 2.3543, + "step": 100 + }, + { + "epoch": 0.12, + "grad_norm": 6.106879234313965, + "learning_rate": 3.15e-06, + "loss": 2.1774, + "step": 105 + }, + { + "epoch": 0.12, + "grad_norm": 6.056279182434082, + "learning_rate": 3.3e-06, + "loss": 2.102, + "step": 110 + }, + { + "epoch": 0.13, + "grad_norm": 6.470534324645996, + "learning_rate": 3.4500000000000004e-06, + "loss": 1.8336, + "step": 115 + }, + { + "epoch": 0.13, + "grad_norm": 5.0930376052856445, + "learning_rate": 3.6e-06, + "loss": 1.4314, + "step": 120 + }, + { + "epoch": 0.14, + "grad_norm": 4.7424397468566895, + "learning_rate": 3.75e-06, + "loss": 1.3507, + "step": 125 + }, + { + "epoch": 0.14, + "grad_norm": 4.056792736053467, + "learning_rate": 3.9e-06, + "loss": 1.2108, + "step": 130 + }, + { + "epoch": 0.15, + "grad_norm": 3.122858762741089, + "learning_rate": 4.05e-06, + "loss": 0.7046, + "step": 135 + }, + { + "epoch": 0.15, + "grad_norm": 2.3814079761505127, + "learning_rate": 4.2000000000000004e-06, + "loss": 0.7918, + "step": 140 + }, + { + "epoch": 0.16, + "grad_norm": 3.257763385772705, + "learning_rate": 4.35e-06, + "loss": 0.8256, + "step": 145 + }, + { + "epoch": 0.17, + "grad_norm": 2.871866464614868, + "learning_rate": 4.5e-06, + "loss": 0.6759, + "step": 150 + }, + { + "epoch": 0.17, + "grad_norm": 3.0206196308135986, + "learning_rate": 4.65e-06, + "loss": 0.7936, + "step": 155 + }, + { + "epoch": 0.18, + "grad_norm": 2.52962589263916, + "learning_rate": 4.800000000000001e-06, + "loss": 0.5798, + "step": 160 + }, + { + "epoch": 0.18, + "grad_norm": 1.2966934442520142, + "learning_rate": 4.95e-06, + "loss": 0.6066, + "step": 165 + }, + { + "epoch": 0.19, + "grad_norm": 1.9257962703704834, + "learning_rate": 5.1e-06, + "loss": 0.6452, + "step": 170 + }, + { + "epoch": 0.19, + "grad_norm": 2.903165340423584, + "learning_rate": 5.25e-06, + "loss": 0.6818, + "step": 175 + }, + { + "epoch": 0.2, + "grad_norm": 2.3169002532958984, + "learning_rate": 5.4e-06, + "loss": 0.7669, + "step": 180 + }, + { + "epoch": 0.2, + "grad_norm": 2.465702533721924, + "learning_rate": 5.55e-06, + "loss": 0.5847, + "step": 185 + }, + { + "epoch": 0.21, + "grad_norm": 2.0977537631988525, + "learning_rate": 5.7000000000000005e-06, + "loss": 0.6548, + "step": 190 + }, + { + "epoch": 0.21, + "grad_norm": 2.9947569370269775, + "learning_rate": 5.850000000000001e-06, + "loss": 0.6992, + "step": 195 + }, + { + "epoch": 0.22, + "grad_norm": 2.6077871322631836, + "learning_rate": 6e-06, + "loss": 0.6392, + "step": 200 + }, + { + "epoch": 0.23, + "grad_norm": 2.76350736618042, + "learning_rate": 6.1499999999999996e-06, + "loss": 0.5201, + "step": 205 + }, + { + "epoch": 0.23, + "grad_norm": 1.9421017169952393, + "learning_rate": 6.3e-06, + "loss": 0.5464, + "step": 210 + }, + { + "epoch": 0.24, + "grad_norm": 1.9033386707305908, + "learning_rate": 6.45e-06, + "loss": 0.567, + "step": 215 + }, + { + "epoch": 0.24, + "grad_norm": 2.0922622680664062, + "learning_rate": 6.6e-06, + "loss": 0.6302, + "step": 220 + }, + { + "epoch": 0.25, + "grad_norm": 2.7234456539154053, + "learning_rate": 6.750000000000001e-06, + "loss": 0.8481, + "step": 225 + }, + { + "epoch": 0.25, + "grad_norm": 2.4856104850769043, + "learning_rate": 6.900000000000001e-06, + "loss": 0.5044, + "step": 230 + }, + { + "epoch": 0.26, + "grad_norm": 2.776841163635254, + "learning_rate": 7.049999999999999e-06, + "loss": 0.4163, + "step": 235 + }, + { + "epoch": 0.26, + "grad_norm": 1.360962986946106, + "learning_rate": 7.2e-06, + "loss": 0.5952, + "step": 240 + }, + { + "epoch": 0.27, + "grad_norm": 1.9951967000961304, + "learning_rate": 7.35e-06, + "loss": 0.4798, + "step": 245 + }, + { + "epoch": 0.28, + "grad_norm": 1.2397233247756958, + "learning_rate": 7.5e-06, + "loss": 0.3873, + "step": 250 + }, + { + "epoch": 0.28, + "grad_norm": 1.793684720993042, + "learning_rate": 7.65e-06, + "loss": 0.5231, + "step": 255 + }, + { + "epoch": 0.29, + "grad_norm": 4.247454643249512, + "learning_rate": 7.8e-06, + "loss": 0.4825, + "step": 260 + }, + { + "epoch": 0.29, + "grad_norm": 2.6619770526885986, + "learning_rate": 7.95e-06, + "loss": 0.4743, + "step": 265 + }, + { + "epoch": 0.3, + "grad_norm": 2.1707732677459717, + "learning_rate": 8.1e-06, + "loss": 0.3325, + "step": 270 + }, + { + "epoch": 0.3, + "grad_norm": 1.470760464668274, + "learning_rate": 8.25e-06, + "loss": 0.6128, + "step": 275 + }, + { + "epoch": 0.31, + "grad_norm": 2.647947072982788, + "learning_rate": 8.400000000000001e-06, + "loss": 0.6124, + "step": 280 + }, + { + "epoch": 0.31, + "grad_norm": 5.327182769775391, + "learning_rate": 8.55e-06, + "loss": 0.5567, + "step": 285 + }, + { + "epoch": 0.32, + "grad_norm": 2.314610719680786, + "learning_rate": 8.7e-06, + "loss": 0.4464, + "step": 290 + }, + { + "epoch": 0.32, + "grad_norm": 2.571409225463867, + "learning_rate": 8.85e-06, + "loss": 0.5127, + "step": 295 + }, + { + "epoch": 0.33, + "grad_norm": 2.6803112030029297, + "learning_rate": 9e-06, + "loss": 0.4206, + "step": 300 + }, + { + "epoch": 0.34, + "grad_norm": 1.8423502445220947, + "learning_rate": 9.15e-06, + "loss": 0.4846, + "step": 305 + }, + { + "epoch": 0.34, + "grad_norm": 1.603908658027649, + "learning_rate": 9.3e-06, + "loss": 0.5434, + "step": 310 + }, + { + "epoch": 0.35, + "grad_norm": 2.6442675590515137, + "learning_rate": 9.450000000000001e-06, + "loss": 0.56, + "step": 315 + }, + { + "epoch": 0.35, + "grad_norm": 4.274781703948975, + "learning_rate": 9.600000000000001e-06, + "loss": 0.4854, + "step": 320 + }, + { + "epoch": 0.36, + "grad_norm": 3.596944570541382, + "learning_rate": 9.75e-06, + "loss": 0.6743, + "step": 325 + }, + { + "epoch": 0.36, + "grad_norm": 2.466118574142456, + "learning_rate": 9.9e-06, + "loss": 0.5149, + "step": 330 + }, + { + "epoch": 0.37, + "grad_norm": 1.8980193138122559, + "learning_rate": 1.005e-05, + "loss": 0.5721, + "step": 335 + }, + { + "epoch": 0.37, + "grad_norm": 1.9017683267593384, + "learning_rate": 1.02e-05, + "loss": 0.4637, + "step": 340 + }, + { + "epoch": 0.38, + "grad_norm": 2.220961809158325, + "learning_rate": 1.035e-05, + "loss": 0.4672, + "step": 345 + }, + { + "epoch": 0.39, + "grad_norm": 2.758296489715576, + "learning_rate": 1.05e-05, + "loss": 0.4269, + "step": 350 + }, + { + "epoch": 0.39, + "grad_norm": 1.6211260557174683, + "learning_rate": 1.065e-05, + "loss": 0.4208, + "step": 355 + }, + { + "epoch": 0.4, + "grad_norm": 1.5319430828094482, + "learning_rate": 1.08e-05, + "loss": 0.5012, + "step": 360 + }, + { + "epoch": 0.4, + "grad_norm": 2.5233569145202637, + "learning_rate": 1.095e-05, + "loss": 0.2889, + "step": 365 + }, + { + "epoch": 0.41, + "grad_norm": 1.5497692823410034, + "learning_rate": 1.11e-05, + "loss": 0.3052, + "step": 370 + }, + { + "epoch": 0.41, + "grad_norm": 3.8792238235473633, + "learning_rate": 1.125e-05, + "loss": 0.6235, + "step": 375 + }, + { + "epoch": 0.42, + "grad_norm": 2.3589935302734375, + "learning_rate": 1.1400000000000001e-05, + "loss": 0.5508, + "step": 380 + }, + { + "epoch": 0.42, + "grad_norm": 2.8691861629486084, + "learning_rate": 1.1550000000000001e-05, + "loss": 0.4495, + "step": 385 + }, + { + "epoch": 0.43, + "grad_norm": 2.3704771995544434, + "learning_rate": 1.1700000000000001e-05, + "loss": 0.4749, + "step": 390 + }, + { + "epoch": 0.43, + "grad_norm": 2.102457046508789, + "learning_rate": 1.185e-05, + "loss": 0.4324, + "step": 395 + }, + { + "epoch": 0.44, + "grad_norm": 6.848997116088867, + "learning_rate": 1.2e-05, + "loss": 0.4796, + "step": 400 + }, + { + "epoch": 0.45, + "grad_norm": 1.6692250967025757, + "learning_rate": 1.215e-05, + "loss": 0.3403, + "step": 405 + }, + { + "epoch": 0.45, + "grad_norm": 2.407634973526001, + "learning_rate": 1.2299999999999999e-05, + "loss": 0.4553, + "step": 410 + }, + { + "epoch": 0.46, + "grad_norm": 2.6080591678619385, + "learning_rate": 1.245e-05, + "loss": 0.3708, + "step": 415 + }, + { + "epoch": 0.46, + "grad_norm": 2.4701273441314697, + "learning_rate": 1.26e-05, + "loss": 0.3112, + "step": 420 + }, + { + "epoch": 0.47, + "grad_norm": 2.7998530864715576, + "learning_rate": 1.275e-05, + "loss": 0.3935, + "step": 425 + }, + { + "epoch": 0.47, + "grad_norm": 2.0203258991241455, + "learning_rate": 1.29e-05, + "loss": 0.3994, + "step": 430 + }, + { + "epoch": 0.48, + "grad_norm": 2.6193652153015137, + "learning_rate": 1.305e-05, + "loss": 0.5095, + "step": 435 + }, + { + "epoch": 0.48, + "grad_norm": 1.9212027788162231, + "learning_rate": 1.32e-05, + "loss": 0.3615, + "step": 440 + }, + { + "epoch": 0.49, + "grad_norm": 3.352229595184326, + "learning_rate": 1.3350000000000001e-05, + "loss": 0.6153, + "step": 445 + }, + { + "epoch": 0.5, + "grad_norm": 1.7962478399276733, + "learning_rate": 1.3500000000000001e-05, + "loss": 0.6112, + "step": 450 + }, + { + "epoch": 0.5, + "grad_norm": 4.245258331298828, + "learning_rate": 1.3650000000000001e-05, + "loss": 0.5036, + "step": 455 + }, + { + "epoch": 0.51, + "grad_norm": 1.9633055925369263, + "learning_rate": 1.3800000000000002e-05, + "loss": 0.5212, + "step": 460 + }, + { + "epoch": 0.51, + "grad_norm": 2.65956711769104, + "learning_rate": 1.395e-05, + "loss": 0.4709, + "step": 465 + }, + { + "epoch": 0.52, + "grad_norm": 1.38247811794281, + "learning_rate": 1.4099999999999999e-05, + "loss": 0.7051, + "step": 470 + }, + { + "epoch": 0.52, + "grad_norm": 1.2942965030670166, + "learning_rate": 1.4249999999999999e-05, + "loss": 0.5219, + "step": 475 + }, + { + "epoch": 0.53, + "grad_norm": 1.6196554899215698, + "learning_rate": 1.44e-05, + "loss": 0.4838, + "step": 480 + }, + { + "epoch": 0.53, + "grad_norm": 2.9407804012298584, + "learning_rate": 1.455e-05, + "loss": 0.4163, + "step": 485 + }, + { + "epoch": 0.54, + "grad_norm": 2.036487340927124, + "learning_rate": 1.47e-05, + "loss": 0.3517, + "step": 490 + }, + { + "epoch": 0.55, + "grad_norm": 4.017712116241455, + "learning_rate": 1.485e-05, + "loss": 0.3407, + "step": 495 + }, + { + "epoch": 0.55, + "grad_norm": 1.1127279996871948, + "learning_rate": 1.5e-05, + "loss": 0.5691, + "step": 500 + }, + { + "epoch": 0.56, + "grad_norm": 2.890312910079956, + "learning_rate": 1.515e-05, + "loss": 0.3602, + "step": 505 + }, + { + "epoch": 0.56, + "grad_norm": 2.6266424655914307, + "learning_rate": 1.53e-05, + "loss": 0.2707, + "step": 510 + }, + { + "epoch": 0.57, + "grad_norm": 1.9139853715896606, + "learning_rate": 1.545e-05, + "loss": 0.4348, + "step": 515 + }, + { + "epoch": 0.57, + "grad_norm": 1.4371010065078735, + "learning_rate": 1.56e-05, + "loss": 0.4869, + "step": 520 + }, + { + "epoch": 0.58, + "grad_norm": 2.060549020767212, + "learning_rate": 1.575e-05, + "loss": 0.446, + "step": 525 + }, + { + "epoch": 0.58, + "grad_norm": 2.383223295211792, + "learning_rate": 1.59e-05, + "loss": 0.4541, + "step": 530 + }, + { + "epoch": 0.59, + "grad_norm": 3.066714286804199, + "learning_rate": 1.605e-05, + "loss": 0.654, + "step": 535 + }, + { + "epoch": 0.59, + "grad_norm": 1.502321481704712, + "learning_rate": 1.62e-05, + "loss": 0.6171, + "step": 540 + }, + { + "epoch": 0.6, + "grad_norm": 3.31970477104187, + "learning_rate": 1.635e-05, + "loss": 0.4521, + "step": 545 + }, + { + "epoch": 0.61, + "grad_norm": 2.2695887088775635, + "learning_rate": 1.65e-05, + "loss": 0.5606, + "step": 550 + }, + { + "epoch": 0.61, + "grad_norm": 1.9954079389572144, + "learning_rate": 1.665e-05, + "loss": 0.4517, + "step": 555 + }, + { + "epoch": 0.62, + "grad_norm": 3.29400372505188, + "learning_rate": 1.6800000000000002e-05, + "loss": 0.6205, + "step": 560 + }, + { + "epoch": 0.62, + "grad_norm": 2.401451587677002, + "learning_rate": 1.695e-05, + "loss": 0.5424, + "step": 565 + }, + { + "epoch": 0.63, + "grad_norm": 3.064767837524414, + "learning_rate": 1.71e-05, + "loss": 0.5388, + "step": 570 + }, + { + "epoch": 0.63, + "grad_norm": 2.0694704055786133, + "learning_rate": 1.725e-05, + "loss": 0.3733, + "step": 575 + }, + { + "epoch": 0.64, + "grad_norm": 1.1812100410461426, + "learning_rate": 1.74e-05, + "loss": 0.4173, + "step": 580 + }, + { + "epoch": 0.64, + "grad_norm": 1.7811343669891357, + "learning_rate": 1.755e-05, + "loss": 0.7022, + "step": 585 + }, + { + "epoch": 0.65, + "grad_norm": 1.5441101789474487, + "learning_rate": 1.77e-05, + "loss": 0.6539, + "step": 590 + }, + { + "epoch": 0.66, + "grad_norm": 2.039987087249756, + "learning_rate": 1.785e-05, + "loss": 0.3081, + "step": 595 + }, + { + "epoch": 0.66, + "grad_norm": 2.5088701248168945, + "learning_rate": 1.8e-05, + "loss": 0.3314, + "step": 600 + }, + { + "epoch": 0.67, + "grad_norm": 2.6933419704437256, + "learning_rate": 1.815e-05, + "loss": 0.5642, + "step": 605 + }, + { + "epoch": 0.67, + "grad_norm": 1.9799847602844238, + "learning_rate": 1.83e-05, + "loss": 0.3405, + "step": 610 + }, + { + "epoch": 0.68, + "grad_norm": 2.641113758087158, + "learning_rate": 1.845e-05, + "loss": 0.4678, + "step": 615 + }, + { + "epoch": 0.68, + "grad_norm": 1.5051275491714478, + "learning_rate": 1.86e-05, + "loss": 0.5578, + "step": 620 + }, + { + "epoch": 0.69, + "grad_norm": 1.5316920280456543, + "learning_rate": 1.8750000000000002e-05, + "loss": 0.5345, + "step": 625 + }, + { + "epoch": 0.69, + "grad_norm": 0.8923272490501404, + "learning_rate": 1.8900000000000002e-05, + "loss": 0.4797, + "step": 630 + }, + { + "epoch": 0.7, + "grad_norm": 1.6083885431289673, + "learning_rate": 1.9050000000000002e-05, + "loss": 0.4117, + "step": 635 + }, + { + "epoch": 0.7, + "grad_norm": 1.3130501508712769, + "learning_rate": 1.9200000000000003e-05, + "loss": 0.4314, + "step": 640 + }, + { + "epoch": 0.71, + "grad_norm": 1.2643862962722778, + "learning_rate": 1.935e-05, + "loss": 0.3503, + "step": 645 + }, + { + "epoch": 0.72, + "grad_norm": 2.3432857990264893, + "learning_rate": 1.95e-05, + "loss": 0.4664, + "step": 650 + }, + { + "epoch": 0.72, + "grad_norm": 1.6133382320404053, + "learning_rate": 1.965e-05, + "loss": 0.5415, + "step": 655 + }, + { + "epoch": 0.73, + "grad_norm": 2.1628336906433105, + "learning_rate": 1.98e-05, + "loss": 0.3583, + "step": 660 + }, + { + "epoch": 0.73, + "grad_norm": 1.1896861791610718, + "learning_rate": 1.995e-05, + "loss": 0.3906, + "step": 665 + }, + { + "epoch": 0.74, + "grad_norm": 1.399902582168579, + "learning_rate": 2.01e-05, + "loss": 0.5711, + "step": 670 + }, + { + "epoch": 0.74, + "grad_norm": 1.9324532747268677, + "learning_rate": 2.025e-05, + "loss": 0.447, + "step": 675 + }, + { + "epoch": 0.75, + "grad_norm": 1.4938113689422607, + "learning_rate": 2.04e-05, + "loss": 0.6049, + "step": 680 + }, + { + "epoch": 0.75, + "grad_norm": 0.6185623407363892, + "learning_rate": 2.055e-05, + "loss": 0.44, + "step": 685 + }, + { + "epoch": 0.76, + "grad_norm": 1.0526788234710693, + "learning_rate": 2.07e-05, + "loss": 0.5259, + "step": 690 + }, + { + "epoch": 0.77, + "grad_norm": 1.5097798109054565, + "learning_rate": 2.085e-05, + "loss": 0.4513, + "step": 695 + }, + { + "epoch": 0.77, + "grad_norm": 1.4816968441009521, + "learning_rate": 2.1e-05, + "loss": 0.6861, + "step": 700 + }, + { + "epoch": 0.78, + "grad_norm": 2.5907509326934814, + "learning_rate": 2.115e-05, + "loss": 0.5984, + "step": 705 + }, + { + "epoch": 0.78, + "grad_norm": 1.7099113464355469, + "learning_rate": 2.13e-05, + "loss": 0.2523, + "step": 710 + }, + { + "epoch": 0.79, + "grad_norm": 1.2753609418869019, + "learning_rate": 2.145e-05, + "loss": 0.5409, + "step": 715 + }, + { + "epoch": 0.79, + "grad_norm": 0.9064136147499084, + "learning_rate": 2.16e-05, + "loss": 0.3004, + "step": 720 + }, + { + "epoch": 0.8, + "grad_norm": 1.4393867254257202, + "learning_rate": 2.175e-05, + "loss": 0.4156, + "step": 725 + }, + { + "epoch": 0.8, + "grad_norm": 1.8317877054214478, + "learning_rate": 2.19e-05, + "loss": 0.5019, + "step": 730 + }, + { + "epoch": 0.81, + "grad_norm": 1.2695151567459106, + "learning_rate": 2.205e-05, + "loss": 0.6344, + "step": 735 + }, + { + "epoch": 0.81, + "grad_norm": 0.9795133471488953, + "learning_rate": 2.22e-05, + "loss": 0.4634, + "step": 740 + }, + { + "epoch": 0.82, + "grad_norm": 2.9170186519622803, + "learning_rate": 2.235e-05, + "loss": 0.5323, + "step": 745 + }, + { + "epoch": 0.83, + "grad_norm": 1.4109234809875488, + "learning_rate": 2.25e-05, + "loss": 0.4622, + "step": 750 + }, + { + "epoch": 0.83, + "grad_norm": 1.0275310277938843, + "learning_rate": 2.265e-05, + "loss": 0.4223, + "step": 755 + }, + { + "epoch": 0.84, + "grad_norm": 2.929098129272461, + "learning_rate": 2.2800000000000002e-05, + "loss": 0.4939, + "step": 760 + }, + { + "epoch": 0.84, + "grad_norm": 1.730406641960144, + "learning_rate": 2.2950000000000002e-05, + "loss": 0.6818, + "step": 765 + }, + { + "epoch": 0.85, + "grad_norm": 0.8586449027061462, + "learning_rate": 2.3100000000000002e-05, + "loss": 0.5406, + "step": 770 + }, + { + "epoch": 0.85, + "grad_norm": 1.2498224973678589, + "learning_rate": 2.3250000000000003e-05, + "loss": 0.3736, + "step": 775 + }, + { + "epoch": 0.86, + "grad_norm": 0.6030346751213074, + "learning_rate": 2.3400000000000003e-05, + "loss": 0.5458, + "step": 780 + }, + { + "epoch": 0.86, + "grad_norm": 1.4750096797943115, + "learning_rate": 2.3550000000000003e-05, + "loss": 0.5234, + "step": 785 + }, + { + "epoch": 0.87, + "grad_norm": 1.3055192232131958, + "learning_rate": 2.37e-05, + "loss": 0.5177, + "step": 790 + }, + { + "epoch": 0.88, + "grad_norm": 1.990779995918274, + "learning_rate": 2.385e-05, + "loss": 0.4851, + "step": 795 + }, + { + "epoch": 0.88, + "grad_norm": 2.6766905784606934, + "learning_rate": 2.4e-05, + "loss": 0.5505, + "step": 800 + }, + { + "epoch": 0.89, + "grad_norm": 2.486478090286255, + "learning_rate": 2.415e-05, + "loss": 0.4049, + "step": 805 + }, + { + "epoch": 0.89, + "grad_norm": 1.191136360168457, + "learning_rate": 2.43e-05, + "loss": 0.3537, + "step": 810 + }, + { + "epoch": 0.9, + "grad_norm": 1.3190600872039795, + "learning_rate": 2.4449999999999998e-05, + "loss": 0.5542, + "step": 815 + }, + { + "epoch": 0.9, + "grad_norm": 1.4110169410705566, + "learning_rate": 2.4599999999999998e-05, + "loss": 0.4228, + "step": 820 + }, + { + "epoch": 0.91, + "grad_norm": 2.436192512512207, + "learning_rate": 2.475e-05, + "loss": 0.5922, + "step": 825 + }, + { + "epoch": 0.91, + "grad_norm": 2.8494598865509033, + "learning_rate": 2.49e-05, + "loss": 0.6034, + "step": 830 + }, + { + "epoch": 0.92, + "grad_norm": 1.5710737705230713, + "learning_rate": 2.505e-05, + "loss": 0.2955, + "step": 835 + }, + { + "epoch": 0.92, + "grad_norm": 2.6547062397003174, + "learning_rate": 2.52e-05, + "loss": 0.4286, + "step": 840 + }, + { + "epoch": 0.93, + "grad_norm": 1.1925177574157715, + "learning_rate": 2.535e-05, + "loss": 0.4727, + "step": 845 + }, + { + "epoch": 0.94, + "grad_norm": 1.3642709255218506, + "learning_rate": 2.55e-05, + "loss": 0.406, + "step": 850 + }, + { + "epoch": 0.94, + "grad_norm": 1.1482707262039185, + "learning_rate": 2.565e-05, + "loss": 0.4667, + "step": 855 + }, + { + "epoch": 0.95, + "grad_norm": 2.0437512397766113, + "learning_rate": 2.58e-05, + "loss": 0.5288, + "step": 860 + }, + { + "epoch": 0.95, + "grad_norm": 1.0377088785171509, + "learning_rate": 2.595e-05, + "loss": 0.3604, + "step": 865 + }, + { + "epoch": 0.96, + "grad_norm": 2.0166819095611572, + "learning_rate": 2.61e-05, + "loss": 0.4019, + "step": 870 + }, + { + "epoch": 0.96, + "grad_norm": 1.1202322244644165, + "learning_rate": 2.625e-05, + "loss": 0.397, + "step": 875 + }, + { + "epoch": 0.97, + "grad_norm": 1.1196401119232178, + "learning_rate": 2.64e-05, + "loss": 0.3056, + "step": 880 + }, + { + "epoch": 0.97, + "grad_norm": 1.8753234148025513, + "learning_rate": 2.655e-05, + "loss": 0.3347, + "step": 885 + }, + { + "epoch": 0.98, + "grad_norm": 2.1503918170928955, + "learning_rate": 2.6700000000000002e-05, + "loss": 0.6701, + "step": 890 + }, + { + "epoch": 0.99, + "grad_norm": 1.2472453117370605, + "learning_rate": 2.6850000000000002e-05, + "loss": 0.513, + "step": 895 + }, + { + "epoch": 0.99, + "grad_norm": 1.2424818277359009, + "learning_rate": 2.7000000000000002e-05, + "loss": 0.3437, + "step": 900 + }, + { + "epoch": 1.0, + "grad_norm": 1.36464524269104, + "learning_rate": 2.7150000000000003e-05, + "loss": 0.5147, + "step": 905 + }, + { + "epoch": 1.0, + "grad_norm": 2.0129966735839844, + "learning_rate": 2.7300000000000003e-05, + "loss": 0.5189, + "step": 910 + }, + { + "epoch": 1.01, + "grad_norm": 3.107072114944458, + "learning_rate": 2.7450000000000003e-05, + "loss": 0.527, + "step": 915 + }, + { + "epoch": 1.01, + "grad_norm": 1.9841065406799316, + "learning_rate": 2.7600000000000003e-05, + "loss": 0.3458, + "step": 920 + }, + { + "epoch": 1.02, + "grad_norm": 1.4352362155914307, + "learning_rate": 2.7750000000000004e-05, + "loss": 0.4081, + "step": 925 + }, + { + "epoch": 1.02, + "grad_norm": 1.5732287168502808, + "learning_rate": 2.79e-05, + "loss": 0.6428, + "step": 930 + }, + { + "epoch": 1.03, + "grad_norm": 1.5462892055511475, + "learning_rate": 2.805e-05, + "loss": 0.5453, + "step": 935 + }, + { + "epoch": 1.03, + "grad_norm": 2.118161201477051, + "learning_rate": 2.8199999999999998e-05, + "loss": 0.5021, + "step": 940 + }, + { + "epoch": 1.04, + "grad_norm": 2.953655481338501, + "learning_rate": 2.8349999999999998e-05, + "loss": 0.4168, + "step": 945 + }, + { + "epoch": 1.05, + "grad_norm": 0.539341390132904, + "learning_rate": 2.8499999999999998e-05, + "loss": 0.5838, + "step": 950 + }, + { + "epoch": 1.05, + "grad_norm": 0.8679121732711792, + "learning_rate": 2.865e-05, + "loss": 0.4803, + "step": 955 + }, + { + "epoch": 1.06, + "grad_norm": 0.6618215441703796, + "learning_rate": 2.88e-05, + "loss": 0.4741, + "step": 960 + }, + { + "epoch": 1.06, + "grad_norm": 1.349791407585144, + "learning_rate": 2.895e-05, + "loss": 0.539, + "step": 965 + }, + { + "epoch": 1.07, + "grad_norm": 0.9783216714859009, + "learning_rate": 2.91e-05, + "loss": 0.4964, + "step": 970 + }, + { + "epoch": 1.07, + "grad_norm": 0.7639239430427551, + "learning_rate": 2.925e-05, + "loss": 0.305, + "step": 975 + }, + { + "epoch": 1.08, + "grad_norm": 1.376918911933899, + "learning_rate": 2.94e-05, + "loss": 0.415, + "step": 980 + }, + { + "epoch": 1.08, + "grad_norm": 0.8644680380821228, + "learning_rate": 2.955e-05, + "loss": 0.4427, + "step": 985 + }, + { + "epoch": 1.09, + "grad_norm": 0.9307350516319275, + "learning_rate": 2.97e-05, + "loss": 0.3651, + "step": 990 + }, + { + "epoch": 1.1, + "grad_norm": 1.0594663619995117, + "learning_rate": 2.985e-05, + "loss": 0.3768, + "step": 995 + }, + { + "epoch": 1.1, + "grad_norm": 1.9165922403335571, + "learning_rate": 3e-05, + "loss": 0.3997, + "step": 1000 + }, + { + "epoch": 1.11, + "grad_norm": 1.4573155641555786, + "learning_rate": 2.999937737939374e-05, + "loss": 0.2581, + "step": 1005 + }, + { + "epoch": 1.11, + "grad_norm": 1.2896963357925415, + "learning_rate": 2.9997509569262485e-05, + "loss": 0.3903, + "step": 1010 + }, + { + "epoch": 1.12, + "grad_norm": 1.1831902265548706, + "learning_rate": 2.9994396724664514e-05, + "loss": 0.49, + "step": 1015 + }, + { + "epoch": 1.12, + "grad_norm": 2.8245599269866943, + "learning_rate": 2.9990039104015984e-05, + "loss": 0.4482, + "step": 1020 + }, + { + "epoch": 1.13, + "grad_norm": 1.2168867588043213, + "learning_rate": 2.998443706906948e-05, + "loss": 0.5133, + "step": 1025 + }, + { + "epoch": 1.13, + "grad_norm": 1.0247105360031128, + "learning_rate": 2.9977591084883992e-05, + "loss": 0.4762, + "step": 1030 + }, + { + "epoch": 1.14, + "grad_norm": 0.7047167420387268, + "learning_rate": 2.9969501719786296e-05, + "loss": 0.6164, + "step": 1035 + }, + { + "epoch": 1.15, + "grad_norm": 1.1248735189437866, + "learning_rate": 2.9960169645323774e-05, + "loss": 0.3757, + "step": 1040 + }, + { + "epoch": 1.15, + "grad_norm": 0.8849346041679382, + "learning_rate": 2.9949595636208678e-05, + "loss": 0.3092, + "step": 1045 + }, + { + "epoch": 1.16, + "grad_norm": 1.1959189176559448, + "learning_rate": 2.9937780570253807e-05, + "loss": 0.3765, + "step": 1050 + }, + { + "epoch": 1.16, + "grad_norm": 0.845991313457489, + "learning_rate": 2.9924725428299625e-05, + "loss": 0.5164, + "step": 1055 + }, + { + "epoch": 1.17, + "grad_norm": 0.6847428679466248, + "learning_rate": 2.991043129413285e-05, + "loss": 0.439, + "step": 1060 + }, + { + "epoch": 1.17, + "grad_norm": 0.9967267513275146, + "learning_rate": 2.9894899354396496e-05, + "loss": 0.4436, + "step": 1065 + }, + { + "epoch": 1.18, + "grad_norm": 0.8753231167793274, + "learning_rate": 2.9878130898491303e-05, + "loss": 0.3638, + "step": 1070 + }, + { + "epoch": 1.18, + "grad_norm": 0.7683019042015076, + "learning_rate": 2.9860127318468782e-05, + "loss": 0.5267, + "step": 1075 + }, + { + "epoch": 1.19, + "grad_norm": 1.2402276992797852, + "learning_rate": 2.9840890108915572e-05, + "loss": 0.66, + "step": 1080 + }, + { + "epoch": 1.19, + "grad_norm": 0.9644812345504761, + "learning_rate": 2.9820420866829433e-05, + "loss": 0.1985, + "step": 1085 + }, + { + "epoch": 1.2, + "grad_norm": 1.2949899435043335, + "learning_rate": 2.979872129148661e-05, + "loss": 0.4225, + "step": 1090 + }, + { + "epoch": 1.21, + "grad_norm": 1.2814561128616333, + "learning_rate": 2.9775793184300798e-05, + "loss": 0.2877, + "step": 1095 + }, + { + "epoch": 1.21, + "grad_norm": 2.1358540058135986, + "learning_rate": 2.9751638448673612e-05, + "loss": 0.609, + "step": 1100 + }, + { + "epoch": 1.22, + "grad_norm": NaN, + "learning_rate": 2.9731432831792347e-05, + "loss": 0.5548, + "step": 1105 + }, + { + "epoch": 1.22, + "grad_norm": 1.0352325439453125, + "learning_rate": 2.9705075286477642e-05, + "loss": 0.5043, + "step": 1110 + }, + { + "epoch": 1.23, + "grad_norm": 1.3879212141036987, + "learning_rate": 2.9677496983444274e-05, + "loss": 0.3721, + "step": 1115 + }, + { + "epoch": 1.23, + "grad_norm": 1.3792262077331543, + "learning_rate": 2.9648700212134885e-05, + "loss": 0.4842, + "step": 1120 + }, + { + "epoch": 1.24, + "grad_norm": 1.1040356159210205, + "learning_rate": 2.961868736314456e-05, + "loss": 0.4203, + "step": 1125 + }, + { + "epoch": 1.24, + "grad_norm": 1.0859042406082153, + "learning_rate": 2.9587460928022404e-05, + "loss": 0.4129, + "step": 1130 + }, + { + "epoch": 1.25, + "grad_norm": 0.9380947351455688, + "learning_rate": 2.9555023499064677e-05, + "loss": 0.3209, + "step": 1135 + }, + { + "epoch": 1.26, + "grad_norm": 0.6131200194358826, + "learning_rate": 2.9521377769099603e-05, + "loss": 0.4211, + "step": 1140 + }, + { + "epoch": 1.26, + "grad_norm": 1.2759392261505127, + "learning_rate": 2.948652653126382e-05, + "loss": 0.7952, + "step": 1145 + }, + { + "epoch": 1.27, + "grad_norm": 2.88456130027771, + "learning_rate": 2.9450472678770505e-05, + "loss": 0.5054, + "step": 1150 + }, + { + "epoch": 1.27, + "grad_norm": 0.833156943321228, + "learning_rate": 2.9413219204669195e-05, + "loss": 0.37, + "step": 1155 + }, + { + "epoch": 1.28, + "grad_norm": 1.2013107538223267, + "learning_rate": 2.9374769201597305e-05, + "loss": 0.4595, + "step": 1160 + }, + { + "epoch": 1.28, + "grad_norm": 1.4866896867752075, + "learning_rate": 2.9335125861523395e-05, + "loss": 0.318, + "step": 1165 + }, + { + "epoch": 1.29, + "grad_norm": 3.088609218597412, + "learning_rate": 2.9294292475482192e-05, + "loss": 0.5222, + "step": 1170 + }, + { + "epoch": 1.29, + "grad_norm": 1.1780695915222168, + "learning_rate": 2.9252272433301376e-05, + "loss": 0.6204, + "step": 1175 + }, + { + "epoch": 1.3, + "grad_norm": 0.6830143928527832, + "learning_rate": 2.920906922332016e-05, + "loss": 0.5025, + "step": 1180 + }, + { + "epoch": 1.3, + "grad_norm": 1.2696876525878906, + "learning_rate": 2.9164686432099713e-05, + "loss": 0.3402, + "step": 1185 + }, + { + "epoch": 1.31, + "grad_norm": 0.5633934736251831, + "learning_rate": 2.9119127744125428e-05, + "loss": 0.4001, + "step": 1190 + }, + { + "epoch": 1.32, + "grad_norm": 0.7630770802497864, + "learning_rate": 2.9072396941501023e-05, + "loss": 0.4415, + "step": 1195 + }, + { + "epoch": 1.32, + "grad_norm": 1.4518195390701294, + "learning_rate": 2.9024497903634584e-05, + "loss": 0.5651, + "step": 1200 + }, + { + "epoch": 1.33, + "grad_norm": 1.5180546045303345, + "learning_rate": 2.8975434606916515e-05, + "loss": 0.4689, + "step": 1205 + }, + { + "epoch": 1.33, + "grad_norm": 1.4250961542129517, + "learning_rate": 2.8925211124389423e-05, + "loss": 0.2893, + "step": 1210 + }, + { + "epoch": 1.34, + "grad_norm": 1.938849687576294, + "learning_rate": 2.887383162540999e-05, + "loss": 0.3407, + "step": 1215 + }, + { + "epoch": 1.34, + "grad_norm": 1.0794405937194824, + "learning_rate": 2.8821300375302858e-05, + "loss": 0.374, + "step": 1220 + }, + { + "epoch": 1.35, + "grad_norm": 1.5490267276763916, + "learning_rate": 2.876762173500653e-05, + "loss": 0.5285, + "step": 1225 + }, + { + "epoch": 1.35, + "grad_norm": 1.1713478565216064, + "learning_rate": 2.8712800160711353e-05, + "loss": 0.5842, + "step": 1230 + }, + { + "epoch": 1.36, + "grad_norm": 1.5063586235046387, + "learning_rate": 2.8656840203489565e-05, + "loss": 0.4172, + "step": 1235 + }, + { + "epoch": 1.37, + "grad_norm": 0.477967232465744, + "learning_rate": 2.8599746508917496e-05, + "loss": 0.4052, + "step": 1240 + }, + { + "epoch": 1.37, + "grad_norm": 1.269463062286377, + "learning_rate": 2.8541523816689917e-05, + "loss": 0.5223, + "step": 1245 + }, + { + "epoch": 1.38, + "grad_norm": 0.9727627038955688, + "learning_rate": 2.8482176960226555e-05, + "loss": 0.3865, + "step": 1250 + }, + { + "epoch": 1.38, + "grad_norm": 1.1779907941818237, + "learning_rate": 2.842171086627083e-05, + "loss": 0.4907, + "step": 1255 + }, + { + "epoch": 1.39, + "grad_norm": 1.321874976158142, + "learning_rate": 2.8360130554480895e-05, + "loss": 0.4799, + "step": 1260 + }, + { + "epoch": 1.39, + "grad_norm": 1.128961205482483, + "learning_rate": 2.829744113701289e-05, + "loss": 0.2856, + "step": 1265 + }, + { + "epoch": 1.4, + "grad_norm": 0.7564502358436584, + "learning_rate": 2.8233647818096562e-05, + "loss": 0.4064, + "step": 1270 + }, + { + "epoch": 1.4, + "grad_norm": 1.3942064046859741, + "learning_rate": 2.8168755893603233e-05, + "loss": 0.4904, + "step": 1275 + }, + { + "epoch": 1.41, + "grad_norm": 0.8835464715957642, + "learning_rate": 2.8102770750606147e-05, + "loss": 0.4211, + "step": 1280 + }, + { + "epoch": 1.41, + "grad_norm": 1.4010355472564697, + "learning_rate": 2.8035697866933277e-05, + "loss": 0.3368, + "step": 1285 + }, + { + "epoch": 1.42, + "grad_norm": 0.8351401686668396, + "learning_rate": 2.7967542810712548e-05, + "loss": 0.4576, + "step": 1290 + }, + { + "epoch": 1.43, + "grad_norm": 1.1750423908233643, + "learning_rate": 2.789831123990962e-05, + "loss": 0.2992, + "step": 1295 + }, + { + "epoch": 1.43, + "grad_norm": 0.9141637682914734, + "learning_rate": 2.7828008901858175e-05, + "loss": 0.5354, + "step": 1300 + }, + { + "epoch": 1.44, + "grad_norm": 1.4612001180648804, + "learning_rate": 2.775664163278278e-05, + "loss": 0.4124, + "step": 1305 + }, + { + "epoch": 1.44, + "grad_norm": 0.8740494847297668, + "learning_rate": 2.7684215357314428e-05, + "loss": 0.4102, + "step": 1310 + }, + { + "epoch": 1.45, + "grad_norm": 1.0325684547424316, + "learning_rate": 2.7610736087998648e-05, + "loss": 0.3746, + "step": 1315 + }, + { + "epoch": 1.45, + "grad_norm": 1.2742629051208496, + "learning_rate": 2.7536209924796407e-05, + "loss": 0.5872, + "step": 1320 + }, + { + "epoch": 1.46, + "grad_norm": 0.6541928052902222, + "learning_rate": 2.7460643054577684e-05, + "loss": 0.4492, + "step": 1325 + }, + { + "epoch": 1.46, + "grad_norm": 0.9362463355064392, + "learning_rate": 2.7384041750607895e-05, + "loss": 0.3903, + "step": 1330 + }, + { + "epoch": 1.47, + "grad_norm": 1.3968509435653687, + "learning_rate": 2.7306412372027082e-05, + "loss": 0.557, + "step": 1335 + }, + { + "epoch": 1.48, + "grad_norm": 1.368221640586853, + "learning_rate": 2.7227761363322006e-05, + "loss": 0.446, + "step": 1340 + }, + { + "epoch": 1.48, + "grad_norm": 1.2684072256088257, + "learning_rate": 2.7148095253791174e-05, + "loss": 0.6294, + "step": 1345 + }, + { + "epoch": 1.49, + "grad_norm": 1.466238260269165, + "learning_rate": 2.706742065700276e-05, + "loss": 0.4555, + "step": 1350 + }, + { + "epoch": 1.49, + "grad_norm": 1.2599902153015137, + "learning_rate": 2.6985744270245627e-05, + "loss": 0.4199, + "step": 1355 + }, + { + "epoch": 1.5, + "grad_norm": 0.8082879185676575, + "learning_rate": 2.690307287397329e-05, + "loss": 0.3501, + "step": 1360 + }, + { + "epoch": 1.5, + "grad_norm": 1.3563495874404907, + "learning_rate": 2.681941333124107e-05, + "loss": 0.4526, + "step": 1365 + }, + { + "epoch": 1.51, + "grad_norm": 0.7122817039489746, + "learning_rate": 2.6734772587136324e-05, + "loss": 0.4239, + "step": 1370 + }, + { + "epoch": 1.51, + "grad_norm": 1.2698917388916016, + "learning_rate": 2.664915766820191e-05, + "loss": 0.3165, + "step": 1375 + }, + { + "epoch": 1.52, + "grad_norm": 1.7459849119186401, + "learning_rate": 2.656257568185286e-05, + "loss": 0.3812, + "step": 1380 + }, + { + "epoch": 1.52, + "grad_norm": 0.7778897285461426, + "learning_rate": 2.6475033815786353e-05, + "loss": 0.4149, + "step": 1385 + }, + { + "epoch": 1.53, + "grad_norm": 1.0717759132385254, + "learning_rate": 2.6386539337385012e-05, + "loss": 0.515, + "step": 1390 + }, + { + "epoch": 1.54, + "grad_norm": 0.9191924929618835, + "learning_rate": 2.629709959311361e-05, + "loss": 0.3977, + "step": 1395 + }, + { + "epoch": 1.54, + "grad_norm": 1.0447479486465454, + "learning_rate": 2.62067220079092e-05, + "loss": 0.335, + "step": 1400 + }, + { + "epoch": 1.55, + "grad_norm": 1.2984446287155151, + "learning_rate": 2.6115414084564682e-05, + "loss": 0.5425, + "step": 1405 + }, + { + "epoch": 1.55, + "grad_norm": 0.9010884761810303, + "learning_rate": 2.6023183403106014e-05, + "loss": 0.4465, + "step": 1410 + }, + { + "epoch": 1.56, + "grad_norm": 1.8324975967407227, + "learning_rate": 2.59300376201629e-05, + "loss": 0.3131, + "step": 1415 + }, + { + "epoch": 1.56, + "grad_norm": 1.0951191186904907, + "learning_rate": 2.583598446833319e-05, + "loss": 0.4113, + "step": 1420 + }, + { + "epoch": 1.57, + "grad_norm": 0.9710536003112793, + "learning_rate": 2.5741031755540932e-05, + "loss": 0.368, + "step": 1425 + }, + { + "epoch": 1.57, + "grad_norm": 0.8006061911582947, + "learning_rate": 2.564518736438821e-05, + "loss": 0.5833, + "step": 1430 + }, + { + "epoch": 1.58, + "grad_norm": 0.47641128301620483, + "learning_rate": 2.5548459251500747e-05, + "loss": 0.5812, + "step": 1435 + }, + { + "epoch": 1.59, + "grad_norm": 0.873199999332428, + "learning_rate": 2.5450855446867384e-05, + "loss": 0.5852, + "step": 1440 + }, + { + "epoch": 1.59, + "grad_norm": 1.6408307552337646, + "learning_rate": 2.5352384053173453e-05, + "loss": 0.4245, + "step": 1445 + }, + { + "epoch": 1.6, + "grad_norm": 0.8571744561195374, + "learning_rate": 2.5253053245128135e-05, + "loss": 0.3346, + "step": 1450 + }, + { + "epoch": 1.6, + "grad_norm": 0.6984312534332275, + "learning_rate": 2.5152871268785813e-05, + "loss": 0.3652, + "step": 1455 + }, + { + "epoch": 1.61, + "grad_norm": 0.6111830472946167, + "learning_rate": 2.5051846440861545e-05, + "loss": 0.2863, + "step": 1460 + }, + { + "epoch": 1.61, + "grad_norm": 1.2058312892913818, + "learning_rate": 2.4949987148040608e-05, + "loss": 0.5868, + "step": 1465 + }, + { + "epoch": 1.62, + "grad_norm": 0.940091609954834, + "learning_rate": 2.4847301846282277e-05, + "loss": 0.4137, + "step": 1470 + }, + { + "epoch": 1.62, + "grad_norm": 1.831299901008606, + "learning_rate": 2.474379906011788e-05, + "loss": 0.4452, + "step": 1475 + }, + { + "epoch": 1.63, + "grad_norm": 0.8370305299758911, + "learning_rate": 2.4639487381943075e-05, + "loss": 0.4705, + "step": 1480 + }, + { + "epoch": 1.64, + "grad_norm": 1.1725839376449585, + "learning_rate": 2.4534375471304563e-05, + "loss": 0.3157, + "step": 1485 + }, + { + "epoch": 1.64, + "grad_norm": 1.3950480222702026, + "learning_rate": 2.442847205418122e-05, + "loss": 0.4179, + "step": 1490 + }, + { + "epoch": 1.65, + "grad_norm": 1.3916176557540894, + "learning_rate": 2.4321785922259685e-05, + "loss": 0.5267, + "step": 1495 + }, + { + "epoch": 1.65, + "grad_norm": 1.6205462217330933, + "learning_rate": 2.42143259322045e-05, + "loss": 0.5793, + "step": 1500 + }, + { + "epoch": 1.66, + "grad_norm": 1.0348162651062012, + "learning_rate": 2.4106101004922893e-05, + "loss": 0.4365, + "step": 1505 + }, + { + "epoch": 1.66, + "grad_norm": 0.5200983285903931, + "learning_rate": 2.3997120124824178e-05, + "loss": 0.3882, + "step": 1510 + }, + { + "epoch": 1.67, + "grad_norm": 1.8840643167495728, + "learning_rate": 2.3887392339073898e-05, + "loss": 0.3899, + "step": 1515 + }, + { + "epoch": 1.67, + "grad_norm": 1.1195874214172363, + "learning_rate": 2.3776926756842787e-05, + "loss": 0.3071, + "step": 1520 + }, + { + "epoch": 1.68, + "grad_norm": 0.9049373269081116, + "learning_rate": 2.3665732548550558e-05, + "loss": 0.3486, + "step": 1525 + }, + { + "epoch": 1.68, + "grad_norm": 1.0285577774047852, + "learning_rate": 2.3553818945104588e-05, + "loss": 0.4388, + "step": 1530 + }, + { + "epoch": 1.69, + "grad_norm": 1.3187785148620605, + "learning_rate": 2.3441195237133624e-05, + "loss": 0.4953, + "step": 1535 + }, + { + "epoch": 1.7, + "grad_norm": 1.222777247428894, + "learning_rate": 2.3327870774216515e-05, + "loss": 0.4594, + "step": 1540 + }, + { + "epoch": 1.7, + "grad_norm": 0.6450194120407104, + "learning_rate": 2.3213854964106035e-05, + "loss": 0.4665, + "step": 1545 + }, + { + "epoch": 1.71, + "grad_norm": 1.990315318107605, + "learning_rate": 2.309915727194789e-05, + "loss": 0.3313, + "step": 1550 + }, + { + "epoch": 1.71, + "grad_norm": 1.7571722269058228, + "learning_rate": 2.2983787219494964e-05, + "loss": 0.3571, + "step": 1555 + }, + { + "epoch": 1.72, + "grad_norm": 0.9484684467315674, + "learning_rate": 2.2867754384316865e-05, + "loss": 0.4045, + "step": 1560 + }, + { + "epoch": 1.72, + "grad_norm": 0.9541623592376709, + "learning_rate": 2.2751068399004806e-05, + "loss": 0.5165, + "step": 1565 + }, + { + "epoch": 1.73, + "grad_norm": 1.3149410486221313, + "learning_rate": 2.2633738950371984e-05, + "loss": 0.3404, + "step": 1570 + }, + { + "epoch": 1.73, + "grad_norm": 0.7877027988433838, + "learning_rate": 2.2515775778649386e-05, + "loss": 0.3857, + "step": 1575 + }, + { + "epoch": 1.74, + "grad_norm": 0.8127877116203308, + "learning_rate": 2.2397188676677217e-05, + "loss": 0.5441, + "step": 1580 + }, + { + "epoch": 1.75, + "grad_norm": 1.8573230504989624, + "learning_rate": 2.227798748909191e-05, + "loss": 0.4012, + "step": 1585 + }, + { + "epoch": 1.75, + "grad_norm": 1.7995444536209106, + "learning_rate": 2.2158182111508904e-05, + "loss": 0.3189, + "step": 1590 + }, + { + "epoch": 1.76, + "grad_norm": 0.9786883592605591, + "learning_rate": 2.20377824897011e-05, + "loss": 0.4802, + "step": 1595 + }, + { + "epoch": 1.76, + "grad_norm": 0.9040762186050415, + "learning_rate": 2.191679861877323e-05, + "loss": 0.4147, + "step": 1600 + }, + { + "epoch": 1.77, + "grad_norm": 0.962874174118042, + "learning_rate": 2.179524054233211e-05, + "loss": 0.3856, + "step": 1605 + }, + { + "epoch": 1.77, + "grad_norm": 1.2043737173080444, + "learning_rate": 2.1673118351652843e-05, + "loss": 0.5292, + "step": 1610 + }, + { + "epoch": 1.78, + "grad_norm": 0.5223831534385681, + "learning_rate": 2.1550442184841072e-05, + "loss": 0.4305, + "step": 1615 + }, + { + "epoch": 1.78, + "grad_norm": 0.9191122055053711, + "learning_rate": 2.1427222225991383e-05, + "loss": 0.472, + "step": 1620 + }, + { + "epoch": 1.79, + "grad_norm": 1.261473536491394, + "learning_rate": 2.130346870434184e-05, + "loss": 0.4266, + "step": 1625 + }, + { + "epoch": 1.79, + "grad_norm": 1.202399730682373, + "learning_rate": 2.1179191893424797e-05, + "loss": 0.3269, + "step": 1630 + }, + { + "epoch": 1.8, + "grad_norm": 0.7132131457328796, + "learning_rate": 2.105440211021404e-05, + "loss": 0.2125, + "step": 1635 + }, + { + "epoch": 1.81, + "grad_norm": 1.0556139945983887, + "learning_rate": 2.09291097142683e-05, + "loss": 0.3205, + "step": 1640 + }, + { + "epoch": 1.81, + "grad_norm": 0.7523159980773926, + "learning_rate": 2.0803325106871234e-05, + "loss": 0.3239, + "step": 1645 + }, + { + "epoch": 1.82, + "grad_norm": 1.4122850894927979, + "learning_rate": 2.0677058730168e-05, + "loss": 0.4792, + "step": 1650 + }, + { + "epoch": 1.82, + "grad_norm": 1.4816789627075195, + "learning_rate": 2.055032106629831e-05, + "loss": 0.6169, + "step": 1655 + }, + { + "epoch": 1.83, + "grad_norm": 0.8011027574539185, + "learning_rate": 2.0423122636526325e-05, + "loss": 0.4804, + "step": 1660 + }, + { + "epoch": 1.83, + "grad_norm": 0.6560605764389038, + "learning_rate": 2.0295474000367173e-05, + "loss": 0.3411, + "step": 1665 + }, + { + "epoch": 1.84, + "grad_norm": 1.2358989715576172, + "learning_rate": 2.0167385754710346e-05, + "loss": 0.3476, + "step": 1670 + }, + { + "epoch": 1.84, + "grad_norm": 1.342943787574768, + "learning_rate": 2.0038868532940003e-05, + "loss": 0.3981, + "step": 1675 + }, + { + "epoch": 1.85, + "grad_norm": 1.1446216106414795, + "learning_rate": 1.990993300405222e-05, + "loss": 0.406, + "step": 1680 + }, + { + "epoch": 1.86, + "grad_norm": 1.2379969358444214, + "learning_rate": 1.9780589871769272e-05, + "loss": 0.4369, + "step": 1685 + }, + { + "epoch": 1.86, + "grad_norm": 1.4717028141021729, + "learning_rate": 1.9650849873651102e-05, + "loss": 0.5346, + "step": 1690 + }, + { + "epoch": 1.87, + "grad_norm": 0.824568510055542, + "learning_rate": 1.952072378020387e-05, + "loss": 0.3544, + "step": 1695 + }, + { + "epoch": 1.87, + "grad_norm": 1.0470279455184937, + "learning_rate": 1.9390222393985866e-05, + "loss": 0.2773, + "step": 1700 + }, + { + "epoch": 1.88, + "grad_norm": 0.9954514503479004, + "learning_rate": 1.9259356548710722e-05, + "loss": 0.3972, + "step": 1705 + }, + { + "epoch": 1.88, + "grad_norm": 0.49930986762046814, + "learning_rate": 1.912813710834803e-05, + "loss": 0.3004, + "step": 1710 + }, + { + "epoch": 1.89, + "grad_norm": 0.7324523329734802, + "learning_rate": 1.8996574966221453e-05, + "loss": 0.7305, + "step": 1715 + }, + { + "epoch": 1.89, + "grad_norm": 0.9635807275772095, + "learning_rate": 1.886468104410442e-05, + "loss": 0.4353, + "step": 1720 + }, + { + "epoch": 1.9, + "grad_norm": 1.794856309890747, + "learning_rate": 1.873246629131343e-05, + "loss": 0.3805, + "step": 1725 + }, + { + "epoch": 1.9, + "grad_norm": 1.0289092063903809, + "learning_rate": 1.8599941683799087e-05, + "loss": 0.4203, + "step": 1730 + }, + { + "epoch": 1.91, + "grad_norm": 0.6733255982398987, + "learning_rate": 1.846711822323492e-05, + "loss": 0.3358, + "step": 1735 + }, + { + "epoch": 1.92, + "grad_norm": 0.44114547967910767, + "learning_rate": 1.8334006936104077e-05, + "loss": 0.4077, + "step": 1740 + }, + { + "epoch": 1.92, + "grad_norm": 1.2705578804016113, + "learning_rate": 1.8200618872783917e-05, + "loss": 0.2637, + "step": 1745 + }, + { + "epoch": 1.93, + "grad_norm": 1.1656275987625122, + "learning_rate": 1.8066965106628698e-05, + "loss": 0.2701, + "step": 1750 + }, + { + "epoch": 1.93, + "grad_norm": 1.0239408016204834, + "learning_rate": 1.7933056733050267e-05, + "loss": 0.3862, + "step": 1755 + }, + { + "epoch": 1.94, + "grad_norm": 1.3315787315368652, + "learning_rate": 1.7798904868596994e-05, + "loss": 0.4242, + "step": 1760 + }, + { + "epoch": 1.94, + "grad_norm": 1.190731406211853, + "learning_rate": 1.7664520650030903e-05, + "loss": 0.1688, + "step": 1765 + }, + { + "epoch": 1.95, + "grad_norm": 1.2880607843399048, + "learning_rate": 1.7529915233403145e-05, + "loss": 0.3489, + "step": 1770 + }, + { + "epoch": 1.95, + "grad_norm": 0.499487966299057, + "learning_rate": 1.7395099793127865e-05, + "loss": 0.4446, + "step": 1775 + }, + { + "epoch": 1.96, + "grad_norm": 1.118751049041748, + "learning_rate": 1.726008552105455e-05, + "loss": 0.4587, + "step": 1780 + }, + { + "epoch": 1.97, + "grad_norm": 1.0625907182693481, + "learning_rate": 1.712488362553893e-05, + "loss": 0.6011, + "step": 1785 + }, + { + "epoch": 1.97, + "grad_norm": 0.5367158055305481, + "learning_rate": 1.6989505330512484e-05, + "loss": 0.292, + "step": 1790 + }, + { + "epoch": 1.98, + "grad_norm": 0.6846025586128235, + "learning_rate": 1.6853961874550698e-05, + "loss": 0.396, + "step": 1795 + }, + { + "epoch": 1.98, + "grad_norm": 1.0111944675445557, + "learning_rate": 1.6718264509940076e-05, + "loss": 0.3749, + "step": 1800 + }, + { + "epoch": 1.99, + "grad_norm": 1.2397122383117676, + "learning_rate": 1.6582424501743996e-05, + "loss": 0.2241, + "step": 1805 + }, + { + "epoch": 1.99, + "grad_norm": 1.4244718551635742, + "learning_rate": 1.644645312686757e-05, + "loss": 0.3892, + "step": 1810 + }, + { + "epoch": 2.0, + "grad_norm": 2.0830795764923096, + "learning_rate": 1.631036167312144e-05, + "loss": 0.4523, + "step": 1815 + }, + { + "epoch": 2.0, + "grad_norm": 0.6778771281242371, + "learning_rate": 1.617416143828473e-05, + "loss": 0.3769, + "step": 1820 + }, + { + "epoch": 2.01, + "grad_norm": 0.6887485384941101, + "learning_rate": 1.603786372916714e-05, + "loss": 0.4108, + "step": 1825 + }, + { + "epoch": 2.01, + "grad_norm": 1.05043625831604, + "learning_rate": 1.5901479860670323e-05, + "loss": 0.4774, + "step": 1830 + }, + { + "epoch": 2.02, + "grad_norm": 0.8635022044181824, + "learning_rate": 1.576502115484852e-05, + "loss": 0.46, + "step": 1835 + }, + { + "epoch": 2.03, + "grad_norm": 0.7978819608688354, + "learning_rate": 1.5628498939968686e-05, + "loss": 0.4967, + "step": 1840 + }, + { + "epoch": 2.03, + "grad_norm": 0.591788113117218, + "learning_rate": 1.549192454957005e-05, + "loss": 0.4264, + "step": 1845 + }, + { + "epoch": 2.04, + "grad_norm": 0.7562071084976196, + "learning_rate": 1.5355309321523237e-05, + "loss": 0.5705, + "step": 1850 + }, + { + "epoch": 2.04, + "grad_norm": 0.5904907584190369, + "learning_rate": 1.5218664597089071e-05, + "loss": 0.6413, + "step": 1855 + }, + { + "epoch": 2.05, + "grad_norm": 1.1089377403259277, + "learning_rate": 1.508200171997704e-05, + "loss": 0.4454, + "step": 1860 + }, + { + "epoch": 2.05, + "grad_norm": 0.8817293643951416, + "learning_rate": 1.4945332035403587e-05, + "loss": 0.4438, + "step": 1865 + }, + { + "epoch": 2.06, + "grad_norm": 1.1409955024719238, + "learning_rate": 1.4808666889150303e-05, + "loss": 0.4391, + "step": 1870 + }, + { + "epoch": 2.06, + "grad_norm": 0.8762648701667786, + "learning_rate": 1.4672017626622023e-05, + "loss": 0.3385, + "step": 1875 + }, + { + "epoch": 2.07, + "grad_norm": 0.9974231123924255, + "learning_rate": 1.4535395591904958e-05, + "loss": 0.3412, + "step": 1880 + }, + { + "epoch": 2.08, + "grad_norm": 0.7490105032920837, + "learning_rate": 1.439881212682499e-05, + "loss": 0.4903, + "step": 1885 + }, + { + "epoch": 2.08, + "grad_norm": 1.0734269618988037, + "learning_rate": 1.4262278570006103e-05, + "loss": 0.5753, + "step": 1890 + }, + { + "epoch": 2.09, + "grad_norm": 1.4163916110992432, + "learning_rate": 1.4125806255929076e-05, + "loss": 0.2856, + "step": 1895 + }, + { + "epoch": 2.09, + "grad_norm": 0.6236549019813538, + "learning_rate": 1.3989406513990575e-05, + "loss": 0.286, + "step": 1900 + }, + { + "epoch": 2.1, + "grad_norm": 0.8455921411514282, + "learning_rate": 1.38530906675626e-05, + "loss": 0.4819, + "step": 1905 + }, + { + "epoch": 2.1, + "grad_norm": 0.7641191482543945, + "learning_rate": 1.3716870033052476e-05, + "loss": 0.497, + "step": 1910 + }, + { + "epoch": 2.11, + "grad_norm": 0.9699380993843079, + "learning_rate": 1.358075591896341e-05, + "loss": 0.1826, + "step": 1915 + }, + { + "epoch": 2.11, + "grad_norm": 1.1498082876205444, + "learning_rate": 1.34447596249557e-05, + "loss": 0.2888, + "step": 1920 + }, + { + "epoch": 2.12, + "grad_norm": 1.7836366891860962, + "learning_rate": 1.3308892440908678e-05, + "loss": 0.5541, + "step": 1925 + }, + { + "epoch": 2.12, + "grad_norm": 1.6860030889511108, + "learning_rate": 1.3173165645983482e-05, + "loss": 0.3234, + "step": 1930 + }, + { + "epoch": 2.13, + "grad_norm": 0.7591866850852966, + "learning_rate": 1.3037590507686695e-05, + "loss": 0.5428, + "step": 1935 + }, + { + "epoch": 2.14, + "grad_norm": 1.1677800416946411, + "learning_rate": 1.2902178280934948e-05, + "loss": 0.3434, + "step": 1940 + }, + { + "epoch": 2.14, + "grad_norm": 1.8365012407302856, + "learning_rate": 1.2766940207120609e-05, + "loss": 0.2709, + "step": 1945 + }, + { + "epoch": 2.15, + "grad_norm": 0.8034731149673462, + "learning_rate": 1.2631887513178544e-05, + "loss": 0.5227, + "step": 1950 + }, + { + "epoch": 2.15, + "grad_norm": 0.7503282427787781, + "learning_rate": 1.249703141065411e-05, + "loss": 0.3255, + "step": 1955 + }, + { + "epoch": 2.16, + "grad_norm": 1.1902406215667725, + "learning_rate": 1.2362383094772413e-05, + "loss": 0.518, + "step": 1960 + }, + { + "epoch": 2.16, + "grad_norm": 0.50048828125, + "learning_rate": 1.2227953743508935e-05, + "loss": 0.412, + "step": 1965 + }, + { + "epoch": 2.17, + "grad_norm": 1.088340163230896, + "learning_rate": 1.209375451666156e-05, + "loss": 0.3134, + "step": 1970 + }, + { + "epoch": 2.17, + "grad_norm": 0.9749330878257751, + "learning_rate": 1.1959796554924155e-05, + "loss": 0.2601, + "step": 1975 + }, + { + "epoch": 2.18, + "grad_norm": 1.1269935369491577, + "learning_rate": 1.1826090978961706e-05, + "loss": 0.4026, + "step": 1980 + }, + { + "epoch": 2.19, + "grad_norm": 1.243455171585083, + "learning_rate": 1.1692648888487106e-05, + "loss": 0.3724, + "step": 1985 + }, + { + "epoch": 2.19, + "grad_norm": 1.3622498512268066, + "learning_rate": 1.1559481361339723e-05, + "loss": 0.3994, + "step": 1990 + }, + { + "epoch": 2.2, + "grad_norm": 1.5660467147827148, + "learning_rate": 1.142659945256576e-05, + "loss": 0.4255, + "step": 1995 + }, + { + "epoch": 2.2, + "grad_norm": 1.1115527153015137, + "learning_rate": 1.12940141935005e-05, + "loss": 0.4976, + "step": 2000 + }, + { + "epoch": 2.21, + "grad_norm": 0.8586636781692505, + "learning_rate": 1.1161736590852522e-05, + "loss": 0.2858, + "step": 2005 + }, + { + "epoch": 2.21, + "grad_norm": 2.1333322525024414, + "learning_rate": 1.1029777625789982e-05, + "loss": 0.3974, + "step": 2010 + }, + { + "epoch": 2.22, + "grad_norm": 0.8023208379745483, + "learning_rate": 1.0898148253028992e-05, + "loss": 0.4768, + "step": 2015 + }, + { + "epoch": 2.22, + "grad_norm": 1.3136727809906006, + "learning_rate": 1.0766859399924198e-05, + "loss": 0.3854, + "step": 2020 + }, + { + "epoch": 2.23, + "grad_norm": 1.2942872047424316, + "learning_rate": 1.0635921965561644e-05, + "loss": 0.6315, + "step": 2025 + }, + { + "epoch": 2.24, + "grad_norm": 1.1733945608139038, + "learning_rate": 1.0505346819853966e-05, + "loss": 0.2202, + "step": 2030 + }, + { + "epoch": 2.24, + "grad_norm": 1.2896422147750854, + "learning_rate": 1.0375144802638011e-05, + "loss": 0.3692, + "step": 2035 + }, + { + "epoch": 2.25, + "grad_norm": 1.188212275505066, + "learning_rate": 1.024532672277497e-05, + "loss": 0.4869, + "step": 2040 + }, + { + "epoch": 2.25, + "grad_norm": 1.2566425800323486, + "learning_rate": 1.0115903357253056e-05, + "loss": 0.3254, + "step": 2045 + }, + { + "epoch": 2.26, + "grad_norm": 1.7713689804077148, + "learning_rate": 9.986885450292837e-06, + "loss": 0.3681, + "step": 2050 + }, + { + "epoch": 2.26, + "grad_norm": 1.208200454711914, + "learning_rate": 9.858283712455311e-06, + "loss": 0.2643, + "step": 2055 + }, + { + "epoch": 2.27, + "grad_norm": 0.957243025302887, + "learning_rate": 9.730108819752737e-06, + "loss": 0.2966, + "step": 2060 + }, + { + "epoch": 2.27, + "grad_norm": 0.9913397431373596, + "learning_rate": 9.602371412762371e-06, + "loss": 0.3375, + "step": 2065 + }, + { + "epoch": 2.28, + "grad_norm": 1.0104014873504639, + "learning_rate": 9.475082095743123e-06, + "loss": 0.3598, + "step": 2070 + }, + { + "epoch": 2.28, + "grad_norm": 0.6341925859451294, + "learning_rate": 9.348251435755213e-06, + "loss": 0.41, + "step": 2075 + }, + { + "epoch": 2.29, + "grad_norm": 0.6854486465454102, + "learning_rate": 9.221889961782971e-06, + "loss": 0.3253, + "step": 2080 + }, + { + "epoch": 2.3, + "grad_norm": 1.3789153099060059, + "learning_rate": 9.096008163860735e-06, + "loss": 0.4887, + "step": 2085 + }, + { + "epoch": 2.3, + "grad_norm": 0.9915759563446045, + "learning_rate": 8.97061649220201e-06, + "loss": 0.3067, + "step": 2090 + }, + { + "epoch": 2.31, + "grad_norm": 0.6337260603904724, + "learning_rate": 8.84572535633195e-06, + "loss": 0.4107, + "step": 2095 + }, + { + "epoch": 2.31, + "grad_norm": 1.3694593906402588, + "learning_rate": 8.721345124223193e-06, + "loss": 0.2412, + "step": 2100 + }, + { + "epoch": 2.32, + "grad_norm": 1.0332863330841064, + "learning_rate": 8.597486121435126e-06, + "loss": 0.5425, + "step": 2105 + }, + { + "epoch": 2.32, + "grad_norm": 0.7652474641799927, + "learning_rate": 8.474158630256755e-06, + "loss": 0.5445, + "step": 2110 + }, + { + "epoch": 2.33, + "grad_norm": 1.368090271949768, + "learning_rate": 8.351372888853045e-06, + "loss": 0.4415, + "step": 2115 + }, + { + "epoch": 2.33, + "grad_norm": 1.044106125831604, + "learning_rate": 8.229139090415035e-06, + "loss": 0.4247, + "step": 2120 + }, + { + "epoch": 2.34, + "grad_norm": 0.9483750462532043, + "learning_rate": 8.107467382313608e-06, + "loss": 0.3865, + "step": 2125 + }, + { + "epoch": 2.35, + "grad_norm": 0.7410837411880493, + "learning_rate": 7.986367865257129e-06, + "loss": 0.3543, + "step": 2130 + }, + { + "epoch": 2.35, + "grad_norm": 0.6833118200302124, + "learning_rate": 7.865850592452894e-06, + "loss": 0.1985, + "step": 2135 + }, + { + "epoch": 2.36, + "grad_norm": 0.7763660550117493, + "learning_rate": 7.745925568772554e-06, + "loss": 0.4385, + "step": 2140 + }, + { + "epoch": 2.36, + "grad_norm": 1.189669132232666, + "learning_rate": 7.626602749921589e-06, + "loss": 0.4026, + "step": 2145 + }, + { + "epoch": 2.37, + "grad_norm": 1.6189225912094116, + "learning_rate": 7.5078920416127495e-06, + "loss": 0.3927, + "step": 2150 + }, + { + "epoch": 2.37, + "grad_norm": 1.7551486492156982, + "learning_rate": 7.389803298743809e-06, + "loss": 0.5965, + "step": 2155 + }, + { + "epoch": 2.38, + "grad_norm": 1.2080819606781006, + "learning_rate": 7.272346324579388e-06, + "loss": 0.2134, + "step": 2160 + }, + { + "epoch": 2.38, + "grad_norm": 1.190613865852356, + "learning_rate": 7.1555308699371416e-06, + "loss": 0.4577, + "step": 2165 + }, + { + "epoch": 2.39, + "grad_norm": 1.435311198234558, + "learning_rate": 7.039366632378304e-06, + "loss": 0.2424, + "step": 2170 + }, + { + "epoch": 2.39, + "grad_norm": 0.7552112936973572, + "learning_rate": 6.9238632554026084e-06, + "loss": 0.2778, + "step": 2175 + }, + { + "epoch": 2.4, + "grad_norm": 0.6694565415382385, + "learning_rate": 6.809030327647728e-06, + "loss": 0.4163, + "step": 2180 + }, + { + "epoch": 2.41, + "grad_norm": 1.4150924682617188, + "learning_rate": 6.694877382093284e-06, + "loss": 0.278, + "step": 2185 + }, + { + "epoch": 2.41, + "grad_norm": 1.9875400066375732, + "learning_rate": 6.5814138952694305e-06, + "loss": 0.4271, + "step": 2190 + }, + { + "epoch": 2.42, + "grad_norm": 1.8704239130020142, + "learning_rate": 6.468649286470153e-06, + "loss": 0.3261, + "step": 2195 + }, + { + "epoch": 2.42, + "grad_norm": 0.6322317123413086, + "learning_rate": 6.356592916971343e-06, + "loss": 0.4293, + "step": 2200 + }, + { + "epoch": 2.43, + "grad_norm": 0.6502904891967773, + "learning_rate": 6.2452540892536245e-06, + "loss": 0.3743, + "step": 2205 + }, + { + "epoch": 2.43, + "grad_norm": 3.024371385574341, + "learning_rate": 6.1346420462301125e-06, + "loss": 0.4385, + "step": 2210 + }, + { + "epoch": 2.44, + "grad_norm": 0.7644482254981995, + "learning_rate": 6.024765970479122e-06, + "loss": 0.2991, + "step": 2215 + }, + { + "epoch": 2.44, + "grad_norm": 0.7494433522224426, + "learning_rate": 5.915634983481835e-06, + "loss": 0.4962, + "step": 2220 + }, + { + "epoch": 2.45, + "grad_norm": 2.201181411743164, + "learning_rate": 5.807258144865086e-06, + "loss": 0.4794, + "step": 2225 + }, + { + "epoch": 2.46, + "grad_norm": 0.9114490151405334, + "learning_rate": 5.699644451649277e-06, + "loss": 0.2898, + "step": 2230 + }, + { + "epoch": 2.46, + "grad_norm": 1.601459264755249, + "learning_rate": 5.59280283750146e-06, + "loss": 0.3268, + "step": 2235 + }, + { + "epoch": 2.47, + "grad_norm": 1.5998916625976562, + "learning_rate": 5.486742171993705e-06, + "loss": 0.4436, + "step": 2240 + }, + { + "epoch": 2.47, + "grad_norm": 0.8929490447044373, + "learning_rate": 5.381471259866807e-06, + "loss": 0.359, + "step": 2245 + }, + { + "epoch": 2.48, + "grad_norm": 0.9474959969520569, + "learning_rate": 5.276998840299308e-06, + "loss": 0.484, + "step": 2250 + }, + { + "epoch": 2.48, + "grad_norm": 1.7978712320327759, + "learning_rate": 5.1733335861820305e-06, + "loss": 0.2033, + "step": 2255 + }, + { + "epoch": 2.49, + "grad_norm": 0.9559624195098877, + "learning_rate": 5.070484103398103e-06, + "loss": 0.3781, + "step": 2260 + }, + { + "epoch": 2.49, + "grad_norm": 0.7897327542304993, + "learning_rate": 4.968458930108495e-06, + "loss": 0.3866, + "step": 2265 + }, + { + "epoch": 2.5, + "grad_norm": 1.8434853553771973, + "learning_rate": 4.867266536043235e-06, + "loss": 0.487, + "step": 2270 + }, + { + "epoch": 2.5, + "grad_norm": 1.959332823753357, + "learning_rate": 4.766915321798297e-06, + "loss": 0.5033, + "step": 2275 + }, + { + "epoch": 2.51, + "grad_norm": 1.3424344062805176, + "learning_rate": 4.667413618138192e-06, + "loss": 0.6175, + "step": 2280 + }, + { + "epoch": 2.52, + "grad_norm": 1.1145857572555542, + "learning_rate": 4.568769685304388e-06, + "loss": 0.2437, + "step": 2285 + }, + { + "epoch": 2.52, + "grad_norm": 1.2104226350784302, + "learning_rate": 4.470991712329597e-06, + "loss": 0.4342, + "step": 2290 + }, + { + "epoch": 2.53, + "grad_norm": 0.958635687828064, + "learning_rate": 4.374087816357923e-06, + "loss": 0.3341, + "step": 2295 + }, + { + "epoch": 2.53, + "grad_norm": 1.011942982673645, + "learning_rate": 4.278066041971024e-06, + "loss": 0.573, + "step": 2300 + }, + { + "epoch": 2.54, + "grad_norm": 0.9302467107772827, + "learning_rate": 4.1829343605202895e-06, + "loss": 0.4891, + "step": 2305 + }, + { + "epoch": 2.54, + "grad_norm": 0.598698079586029, + "learning_rate": 4.088700669465074e-06, + "loss": 0.2921, + "step": 2310 + }, + { + "epoch": 2.55, + "grad_norm": 1.0277636051177979, + "learning_rate": 3.995372791717092e-06, + "loss": 0.3742, + "step": 2315 + }, + { + "epoch": 2.55, + "grad_norm": 1.5416873693466187, + "learning_rate": 3.902958474990987e-06, + "loss": 0.2199, + "step": 2320 + }, + { + "epoch": 2.56, + "grad_norm": 1.640619158744812, + "learning_rate": 3.8114653911611452e-06, + "loss": 0.3463, + "step": 2325 + }, + { + "epoch": 2.57, + "grad_norm": 0.802915632724762, + "learning_rate": 3.720901135624807e-06, + "loss": 0.3876, + "step": 2330 + }, + { + "epoch": 2.57, + "grad_norm": 0.6372286677360535, + "learning_rate": 3.6312732266715374e-06, + "loss": 0.3851, + "step": 2335 + }, + { + "epoch": 2.58, + "grad_norm": 1.0239226818084717, + "learning_rate": 3.5425891048590693e-06, + "loss": 0.5176, + "step": 2340 + }, + { + "epoch": 2.58, + "grad_norm": 1.344281792640686, + "learning_rate": 3.454856132395623e-06, + "loss": 0.4344, + "step": 2345 + }, + { + "epoch": 2.59, + "grad_norm": 1.4836249351501465, + "learning_rate": 3.368081592528739e-06, + "loss": 0.3258, + "step": 2350 + }, + { + "epoch": 2.59, + "grad_norm": 0.48362186551094055, + "learning_rate": 3.2822726889406296e-06, + "loss": 0.3484, + "step": 2355 + }, + { + "epoch": 2.6, + "grad_norm": 1.674930214881897, + "learning_rate": 3.197436545150168e-06, + "loss": 0.2531, + "step": 2360 + }, + { + "epoch": 2.6, + "grad_norm": 1.283719539642334, + "learning_rate": 3.113580203921533e-06, + "loss": 0.4796, + "step": 2365 + }, + { + "epoch": 2.61, + "grad_norm": 1.3754234313964844, + "learning_rate": 3.030710626679522e-06, + "loss": 0.3232, + "step": 2370 + }, + { + "epoch": 2.61, + "grad_norm": 1.8028233051300049, + "learning_rate": 2.9488346929316546e-06, + "loss": 0.4161, + "step": 2375 + }, + { + "epoch": 2.62, + "grad_norm": 1.4452279806137085, + "learning_rate": 2.8679591996970728e-06, + "loss": 0.2511, + "step": 2380 + }, + { + "epoch": 2.63, + "grad_norm": 0.9447839856147766, + "learning_rate": 2.7880908609422563e-06, + "loss": 0.2869, + "step": 2385 + }, + { + "epoch": 2.63, + "grad_norm": 0.5915132164955139, + "learning_rate": 2.7092363070236686e-06, + "loss": 0.3261, + "step": 2390 + }, + { + "epoch": 2.64, + "grad_norm": 1.6882514953613281, + "learning_rate": 2.631402084137337e-06, + "loss": 0.2105, + "step": 2395 + }, + { + "epoch": 2.64, + "grad_norm": 1.2579067945480347, + "learning_rate": 2.5545946537753994e-06, + "loss": 0.2521, + "step": 2400 + }, + { + "epoch": 2.65, + "grad_norm": 2.2939579486846924, + "learning_rate": 2.478820392189699e-06, + "loss": 0.3847, + "step": 2405 + }, + { + "epoch": 2.65, + "grad_norm": 1.4380046129226685, + "learning_rate": 2.4040855898624677e-06, + "loss": 0.3619, + "step": 2410 + }, + { + "epoch": 2.66, + "grad_norm": 2.006512403488159, + "learning_rate": 2.3303964509840916e-06, + "loss": 0.5343, + "step": 2415 + }, + { + "epoch": 2.66, + "grad_norm": 0.8354169726371765, + "learning_rate": 2.25775909293808e-06, + "loss": 0.2209, + "step": 2420 + }, + { + "epoch": 2.67, + "grad_norm": 2.4486894607543945, + "learning_rate": 2.1861795457932236e-06, + "loss": 0.4199, + "step": 2425 + }, + { + "epoch": 2.68, + "grad_norm": 2.1726739406585693, + "learning_rate": 2.1156637518029943e-06, + "loss": 0.3883, + "step": 2430 + }, + { + "epoch": 2.68, + "grad_norm": 1.3366342782974243, + "learning_rate": 2.0462175649122407e-06, + "loss": 0.4508, + "step": 2435 + }, + { + "epoch": 2.69, + "grad_norm": 1.2342681884765625, + "learning_rate": 1.9778467502712334e-06, + "loss": 0.4942, + "step": 2440 + }, + { + "epoch": 2.69, + "grad_norm": 0.9087796211242676, + "learning_rate": 1.9105569837570457e-06, + "loss": 0.3828, + "step": 2445 + }, + { + "epoch": 2.7, + "grad_norm": 1.1849201917648315, + "learning_rate": 1.844353851502371e-06, + "loss": 0.3724, + "step": 2450 + }, + { + "epoch": 2.7, + "grad_norm": 1.1934826374053955, + "learning_rate": 1.779242849431793e-06, + "loss": 0.376, + "step": 2455 + }, + { + "epoch": 2.71, + "grad_norm": 1.01549232006073, + "learning_rate": 1.7152293828055194e-06, + "loss": 0.4463, + "step": 2460 + }, + { + "epoch": 2.71, + "grad_norm": 1.314704179763794, + "learning_rate": 1.6523187657706672e-06, + "loss": 0.4637, + "step": 2465 + }, + { + "epoch": 2.72, + "grad_norm": 1.545615553855896, + "learning_rate": 1.5905162209201135e-06, + "loss": 0.3411, + "step": 2470 + }, + { + "epoch": 2.73, + "grad_norm": 0.7735347747802734, + "learning_rate": 1.529826878858912e-06, + "loss": 0.3245, + "step": 2475 + }, + { + "epoch": 2.73, + "grad_norm": 1.3003946542739868, + "learning_rate": 1.4702557777783904e-06, + "loss": 0.3665, + "step": 2480 + }, + { + "epoch": 2.74, + "grad_norm": 1.4502391815185547, + "learning_rate": 1.4118078630378906e-06, + "loss": 0.3318, + "step": 2485 + }, + { + "epoch": 2.74, + "grad_norm": 0.8701452016830444, + "learning_rate": 1.3544879867542275e-06, + "loss": 0.2807, + "step": 2490 + }, + { + "epoch": 2.75, + "grad_norm": 1.2284448146820068, + "learning_rate": 1.2983009073988832e-06, + "loss": 0.3733, + "step": 2495 + }, + { + "epoch": 2.75, + "grad_norm": 0.8479854464530945, + "learning_rate": 1.2432512894029823e-06, + "loss": 0.3448, + "step": 2500 + }, + { + "epoch": 2.76, + "grad_norm": 0.9034194350242615, + "learning_rate": 1.1893437027700604e-06, + "loss": 0.3248, + "step": 2505 + }, + { + "epoch": 2.76, + "grad_norm": 0.9006950259208679, + "learning_rate": 1.136582622696684e-06, + "loss": 0.389, + "step": 2510 + }, + { + "epoch": 2.77, + "grad_norm": 0.8429726362228394, + "learning_rate": 1.0849724292009467e-06, + "loss": 0.3469, + "step": 2515 + }, + { + "epoch": 2.77, + "grad_norm": 1.1029099225997925, + "learning_rate": 1.034517406758842e-06, + "loss": 0.2766, + "step": 2520 + }, + { + "epoch": 2.78, + "grad_norm": 1.1907734870910645, + "learning_rate": 9.852217439485893e-07, + "loss": 0.341, + "step": 2525 + }, + { + "epoch": 2.79, + "grad_norm": 0.5092141628265381, + "learning_rate": 9.3708953310292e-07, + "loss": 0.6436, + "step": 2530 + }, + { + "epoch": 2.79, + "grad_norm": 1.428278923034668, + "learning_rate": 8.901247699693399e-07, + "loss": 0.2796, + "step": 2535 + }, + { + "epoch": 2.8, + "grad_norm": 0.8995442986488342, + "learning_rate": 8.443313533784175e-07, + "loss": 0.4055, + "step": 2540 + }, + { + "epoch": 2.8, + "grad_norm": 0.4836633801460266, + "learning_rate": 7.997130849201323e-07, + "loss": 0.3853, + "step": 2545 + }, + { + "epoch": 2.81, + "grad_norm": 2.5244317054748535, + "learning_rate": 7.56273668628264e-07, + "loss": 0.5473, + "step": 2550 + }, + { + "epoch": 2.81, + "grad_norm": 2.398171901702881, + "learning_rate": 7.140167106729017e-07, + "loss": 0.4997, + "step": 2555 + }, + { + "epoch": 2.82, + "grad_norm": 0.6999978423118591, + "learning_rate": 6.729457190610888e-07, + "loss": 0.3492, + "step": 2560 + }, + { + "epoch": 2.82, + "grad_norm": 1.3380895853042603, + "learning_rate": 6.330641033455837e-07, + "loss": 0.3369, + "step": 2565 + }, + { + "epoch": 2.83, + "grad_norm": 1.4348106384277344, + "learning_rate": 5.943751743418179e-07, + "loss": 0.2401, + "step": 2570 + }, + { + "epoch": 2.84, + "grad_norm": 1.0490989685058594, + "learning_rate": 5.568821438530519e-07, + "loss": 0.2856, + "step": 2575 + }, + { + "epoch": 2.84, + "grad_norm": 2.1060283184051514, + "learning_rate": 5.205881244037352e-07, + "loss": 0.2513, + "step": 2580 + }, + { + "epoch": 2.85, + "grad_norm": 1.4565911293029785, + "learning_rate": 4.85496128981116e-07, + "loss": 0.545, + "step": 2585 + }, + { + "epoch": 2.85, + "grad_norm": 0.6282710433006287, + "learning_rate": 4.5160907078512894e-07, + "loss": 0.4935, + "step": 2590 + }, + { + "epoch": 2.86, + "grad_norm": 1.2574007511138916, + "learning_rate": 4.189297629865335e-07, + "loss": 0.5524, + "step": 2595 + }, + { + "epoch": 2.86, + "grad_norm": 2.5676729679107666, + "learning_rate": 3.874609184933847e-07, + "loss": 0.3217, + "step": 2600 + }, + { + "epoch": 2.87, + "grad_norm": 1.900389552116394, + "learning_rate": 3.5720514972582776e-07, + "loss": 0.203, + "step": 2605 + }, + { + "epoch": 2.87, + "grad_norm": 1.0852973461151123, + "learning_rate": 3.281649683992033e-07, + "loss": 0.3713, + "step": 2610 + }, + { + "epoch": 2.88, + "grad_norm": 1.8293077945709229, + "learning_rate": 3.0034278531555105e-07, + "loss": 0.426, + "step": 2615 + }, + { + "epoch": 2.88, + "grad_norm": 1.1292721033096313, + "learning_rate": 2.737409101634747e-07, + "loss": 0.4578, + "step": 2620 + }, + { + "epoch": 2.89, + "grad_norm": 0.7649122476577759, + "learning_rate": 2.4836155132638874e-07, + "loss": 0.2586, + "step": 2625 + }, + { + "epoch": 2.9, + "grad_norm": 1.4662760496139526, + "learning_rate": 2.2420681569919998e-07, + "loss": 0.4307, + "step": 2630 + }, + { + "epoch": 2.9, + "grad_norm": 1.294457197189331, + "learning_rate": 2.012787085133927e-07, + "loss": 0.4343, + "step": 2635 + }, + { + "epoch": 2.91, + "grad_norm": 0.9145516157150269, + "learning_rate": 1.7957913317056817e-07, + "loss": 0.4964, + "step": 2640 + }, + { + "epoch": 2.91, + "grad_norm": 0.9060572981834412, + "learning_rate": 1.5910989108442632e-07, + "loss": 0.3721, + "step": 2645 + }, + { + "epoch": 2.92, + "grad_norm": 1.0683475732803345, + "learning_rate": 1.398726815312218e-07, + "loss": 0.5016, + "step": 2650 + }, + { + "epoch": 2.92, + "grad_norm": 0.8625506162643433, + "learning_rate": 1.2186910150869867e-07, + "loss": 0.4209, + "step": 2655 + }, + { + "epoch": 2.93, + "grad_norm": 1.0874123573303223, + "learning_rate": 1.0510064560350974e-07, + "loss": 0.44, + "step": 2660 + }, + { + "epoch": 2.93, + "grad_norm": 1.2623063325881958, + "learning_rate": 8.956870586714739e-08, + "loss": 0.3736, + "step": 2665 + }, + { + "epoch": 2.94, + "grad_norm": 1.6609416007995605, + "learning_rate": 7.527457170037776e-08, + "loss": 0.5932, + "step": 2670 + }, + { + "epoch": 2.95, + "grad_norm": 1.819159984588623, + "learning_rate": 6.221942974619476e-08, + "loss": 0.4801, + "step": 2675 + }, + { + "epoch": 2.95, + "grad_norm": 1.391512155532837, + "learning_rate": 5.0404363791322074e-08, + "loss": 0.4572, + "step": 2680 + }, + { + "epoch": 2.96, + "grad_norm": 1.40304696559906, + "learning_rate": 3.983035467622853e-08, + "loss": 0.2913, + "step": 2685 + }, + { + "epoch": 2.96, + "grad_norm": 2.047868013381958, + "learning_rate": 3.049828021370826e-08, + "loss": 0.2785, + "step": 2690 + }, + { + "epoch": 2.97, + "grad_norm": 1.6269519329071045, + "learning_rate": 2.2408915116008956e-08, + "loss": 0.1878, + "step": 2695 + }, + { + "epoch": 2.97, + "grad_norm": 1.4585676193237305, + "learning_rate": 1.5562930930519968e-08, + "loss": 0.697, + "step": 2700 + }, + { + "epoch": 2.98, + "grad_norm": 1.2848623991012573, + "learning_rate": 9.960895984016949e-09, + "loss": 0.3595, + "step": 2705 + }, + { + "epoch": 2.98, + "grad_norm": 1.122453212738037, + "learning_rate": 5.603275335484548e-09, + "loss": 0.3628, + "step": 2710 + }, + { + "epoch": 2.99, + "grad_norm": 1.7388654947280884, + "learning_rate": 2.490430737512317e-09, + "loss": 0.2751, + "step": 2715 + }, + { + "epoch": 2.99, + "grad_norm": 0.46183499693870544, + "learning_rate": 6.22620606258728e-10, + "loss": 0.357, + "step": 2720 + }, + { + "epoch": 3.0, + "step": 2724, + "total_flos": 1.004173813492482e+18, + "train_loss": 0.5588170812518586, + "train_runtime": 28902.9641, + "train_samples_per_second": 1.508, + "train_steps_per_second": 0.094 + } + ], + "logging_steps": 5, + "max_steps": 2724, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 100, + "total_flos": 1.004173813492482e+18, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/training.png b/training.png new file mode 100644 index 0000000000000000000000000000000000000000..2b14215af1c395842d616922e393924518b1715c GIT binary patch literal 37333 zcmeFZWmHw|+XuK0hi(MvRsoeR>5vc%N(7`sx{;DRgro>4DUB%IDS41mkdkf?QM#0_ zxi|jbciwkqtyycn&4*#}tY@*$KKH)!x_)tO!_`#o5#iI~Ll8uytR$}iK^Q0qLd@f0 zgDXOV(?7xgL|qkhTpv4HxO$klm_v_DT%GJ3UG1z*ncdA@o?AOQ2ylyV3ve=9xw<+% z7vtfv|L+^P9bGJWx_;?A294l3DLs7-K_n*de~3KkTx$r5y{jxQtLd4#G4sNQZYfQA zyMH->-A{v|Kr0X zOQAp}4}K^F1Y;c_GVnvhg^hx*@P#0l!Jq1{Oduur1~Y2t3i!K&`v3p<|1;C#8tZ^o z`t|2X?a7mu?d|fofut+HNWq#hg=L40j%xk<`BUb7c&|P+68#*$<@EGa=}u5sSXkd( z1qH0#-Cfq1S7FAGC-D_>a>Svu3}xhv&&4dPtl7u^PV#A1BZv{5--AZAIQtc{&M-G zW?&GtzrU|^=Own9zCL|LWu*x(HS0{Ai885z`YYFK*!T7H=q&nD!&}bxN)HeGFFYP* zNJ-jZZ+}d22y9zGdv7(d&k6gV`+&;~{n8gc8R`8FwbyRm#1l@5szil{DKcmDhc0$S z%N35WN=h$_q=+rtGjCYBoses=jkA@jPm5m#$*2DwTfJL~cudknz zB8P0Z6P7C-Tl~8+%G-sTiPU?r+!}Wq|mr> z;%7!gM1-t2H!E1{)+<*L^CboiYTDYN$pV&lbBAPehZg?yOLrNa?^1zfim9xxsHjlW z(<`hmuBoAX`t+$uMwgXfccGut9tl`lYrm7JIn(36D`#HcvK1n?hceCue{5t1T)k?5 zPBiqoNlY)2S--JA<=Az&v$%sslE@T}U`u|?$-$(%MAmgm{t*v^kg9@EJxYtOaf+A@ckdXp!}vd+z6EJ5Zn^zjiXCW6WDkj0|+9oGB7FrJoE{=Bu3 z#hrO}=_9-%t=k%pAHx$cKdR^00rvDydyEFuy=ca$E=F&{i(Q_JKybV%C@3&*s4{xa zBT_wPUxY`k&A#M$x{UyEs44sd$EW z|G|SL`}2*tb0RS5OnesKsIRlLEJ~jvOPls-4Sn~XJWS$6_@DpDD0i3<)A!lw zkd!(gSCt63$K*@Va=OH`0|vBkPx_dQyMCGV72O?TREwoU?>nI{U%$2nAaR_=3_Mu) z_{drgJ9v)wXsx&9?IG$%lc|i5OlVJ}t~Wcr#*fUwGPRpzgED_SeGgCi1jt@&(pmoA z6UB8Eq4(VU^t;TWmzL9@o&wtb{(#4%ErjT>|Ke2jTe1KSwEg8;^n67RH$g*2ZiXLi zp;qx{5Hm<1&tJ)w+pRcEe~(YK4PV?i-!r`1w}#M`gd%TO``(;&^Pg=Ka0s z&VK*%=S2n$35a>#&yW-5gvUoL_BDn9Tnv1Tr)6e zN;K&wlaUQh3|R}29j!!{n{|CQ<~8m~;M%nZqY!srM+4|^QWc$(bN!ixMS<49u2<7| zleb69nkQ{MpfxE z!FMSsEV!1^eT{W>)JscC@F;$LOAb1i^Jm&>{L}YzD;gUIi8krZ#ofikHK;xEKj4L~ zvqrp#mOdBpkz(@O4r0ozuD%N9z7uT0V2}Z&wiW|$7-b$kB1+&fA}-d7Y}jh1dyv41 z_X%~^$iRD}`f#G(FXZZNE%b`(kAlLI&v2?b-LGwtT=V^oCYPs77Pob8U;tBEHerX9 zsvFtZTj(uGwi3WEN{X>>?FzLS82EM9*#hI&D+?19*6ima6BFST75o&Gl*FsLyVqX! z|85J$BX4D0WO(7u8r5FU#VB!S!2{QR12*!Vh#!J}`QzZzqJ z_>nNY`~4bh@TDiNhzAHG4+fb_jOV&f4G}+Hm%% zM*kLG0T?T~a*NRx3KF`W8X7yVWSpp4~pKBUOQn@BYJ71J6F9tS@eLn054 zymT^Ont=wba_Tl}rpoLlDiCv9U<}69x;Q>9<$<6lBadT#laJV9k&}@rOy)n%WyZzW z-<+Xa`KZRk3;N*I4Pm6>-UW}gjE4KYVV;iD5CHbwl%8YL%bSlsqV0sQ2?1KattP4$o1dyD~Hi>+q|bJ1~e6hD`i7DlvYfC2t1Oy03z~UQ<8CR#uD%R!#j*hWuX;H(& zn$yqwC7l{(c74I(NnafG$EKu29v*srOSwamB5bcA=?6j|2M31?fF&g@=U#%s!o&ly zuO6jhNj%)6oIgqo8X|sV78Yh2%n`Bd-+MX{e28ZVe;o!?|6kd!DihevE5AlRREhZY-t5 zR*xA*%7qeVfir33eIm~K+oQl%c}Ld)GZbirYqPxF{93H6&VQf1G96B2{Z>%C@Vc}af%irH;|k*_f#9Z$urRN&|2}e` zpYdnSEVZ`dNJl8?5ldHKI)^kbnY(YzMm?>xSQyTK3<6l(YV(vs0})t|&tKoNXAK^T zA9qGGMZbDQXgAwP1I_Pw#m2=2CmQ+D%$;p|?0~eg07no2nSU%UA|NK8ZA8hZU$mM} zp0EfAkbnC0sSZHA?H;3Z4Zo64&wrctrHXp)Pgpvy4&MYpz_dSIGD*tUOU+v)RRmEy zno(D`(@B>#XjKNL1mFv^Z%KR{JUsVQR9>IfbwpB`ZBBpkTrcl}4?T%+3ei@}MYGR^ zN6U#pkx>gH7Z(>xwEDbvpVbQ?t%I9lo=0AjR#NHmN9n}0rp&H?>^rz!Z? zFN>pd<+p5KTbUrR`%Sy!ZtiaB7E=P01kw%?q8D|+1mAlbBn|1*IkABF`I=D@zhUNe zLBTB$Ow>kRza*gg@g??JQ;o;>9A%en9B5)oip&@u%EN&QJBS(AcQYhPP?ogJY2hv$7D=QInPF%H z_WJLleIb+2m_<)3v57?Q(1{8jRsPTPa4b+azs2QZN{FGdYInv7lQpZkZ~$74%YE_G$O z*;wH0GC1(42#I74;ZrBZhv^rJe($}`nvFZ&>?l{ZwNs$ii+6ZECfbNjiMVHC6XSpUB7W-?|2$sE{9J`l$=J*^r{j&m=@oX0*;Tp z?569;0Ke*h!EwgvPj+}GoF8^c|EOOpX#+Vl=Uu?Vvo1bV+i>zP6+uyb2vvcNL##ce zK01%WMQ>c)ncN?WwFgpx!mAF`)?d9T&P(yyKR~W-EA>CKmDp(~*Qs}1dAh;F%}vbY z`%3@B0f$z}t|h$35Btw z=fX>>n740(KwK&5@4r|rEHypaU8>t^KH+tk7U9&ZAq4P6MphO98K0jXd9Hj&-2N?n zK?9!*IH$sx&T>!pYjh>5zty;x_4ua~m*4(DlhwxG;2Fizt7U)25?Q_$ku(sIk?j@b zCT9y)I8!?HgA5unE3S3}$6s5ux3hYvKDUFN*6oXu;Ab%Qqw-@Vp;(aX6nS5R`%04E z1raAwJ$89(%(s#?WTTcu8BId0xwsqtR7A~M&cIf3)b3^wM}!XlO@fbp-x#j}mNni9 zIZ@ZU-eu!XiwOr`-dfMcgr4a>tny1CnQxN}3HZfn;$){Y<0 z?4&tv?o1wI~B>H-Z9{Vikr8K-}{SxA5c14X_^ zJUl5LT4Dk+r(ib7=ABhdocN56!z_0uj0l__ShuMOhKF(7DrZ*wyWl-pnTHEycyEe6 zOcT3G8HojcZ``YTm#z7mAzNkwl$#axfm-qG- zUtL`V_#tSNime6ox)j9ck*$`KnXPS*k{1d~oAK!&{6JJuQBjuFtf=zqEm7#({Z)LZ zP>&^owWTgB>{wZhN=cSk0jF?8jJ5AiEa1MGZ^qU-QXHG{LfZlW4K16huC6v2&Qk}x zJW2F98>9Dnd0A_A`-Tsg0lvx1Ne5rvetAF?q#oyg&$?mb#1Lv%@xzkNmjT zSyypnNn-#`0Ewn9`scvf-nY{|RvQd7oDTu-O-oBtQc^;TZ#4#mle33RyHD3S zdxG=C>$a*nZYO*SXj*$97J<|901L?ZFMVHw#JRW-%EVZdNcw$w*mJm6%sG3OY}YSH zC1@~zhr`xszSzLhN$;!G!@f1&9eY+*jUk(ALRt467*`yulzTNX0^}rPZEYPrMH8j? z;$!(=0s5rBy84nGEr#2j*Q&`J!096+@=zy-uy>Dq3hWG28x47YP=H!rUzc?lnRoJ5 z_~|x+EV5Y%?plj|2I3lY)YRm9=#%)A=?|s+2D+$PAX(jXIwKmZ`+Mk~xICeJHOvCAM@7 z16=ulY*whKu&@m@qz=?2K#t%u0f#g0hIM{O=EVz9!HAb`DJdz=fYD}s{D}Sa>(?Y9 zTgn=TnaSLpz_wV`zdUr7QA6*udS6ETa=*ma6k5X%F~Wnh=;bGeu9JQ()a!O?EFo&S z*w>sEVfR;?k^_fS!}*F5MKt1-1-8L*EthB?1c?lNyAcIO%^`t}x)#G{2Q3?Im1Tc2 z<46Jb%U>fzqRBY)u?HsO5k)rtq}v5>&;vf3L*%{ZqLOaKzPJ71JIlj?u>EZKrD4Gr z(_Ih5*ra&tC!k=+QxJm|lya}$olUpewS=Y&468&X*&OVuLJLufaoy!BRT~ zyv#(PGly8qZ66trV!#bv-mFF=1Ntr$Pz|#}4nfd6{X9NYHg1lK(B)(V!4DBejti0H z1PB0H7RCXAJ;klbAd_(m`2_;B^{{Il4Gfzt9QHY(0pVu?cBvMUTH}J&|QdmPr|}{YmnUZZfjO5 z);B)*uu~|JzIV+J1LW{@fy5sT=n0wY+@m`)m>>-RHBq(M9-s?==*80g&yS>}LuVZB zX=q%r6Q<*&>_JtX*a?d3m$}uIw|oz&Q6ZsJ{e}(~!*TFix&7)k zx?FyfW!4!~fXh4@5f>MiSy@Srhll40Fdnb-kM@|U(f=(3d-)LO4&miidOu8?agaU; zAz^+r7EJ0-Rpw7<{Gfr(p_J!Y6TD?39;uUGg=ISLgUycpjj5gYOlP>YvtGA}nWQ8# z`^&xdYyg=2Dt&Zxgsi`Ke#0E{Wi=LBTcQnk^bG@?-PpUsm?-QZ1PHEh^n=A6>!FVe zu!#1>zVd%-#gbB8|3h;|*j~uQ-2Z&&!zxINxVgiL1;?n?Y&MAS=bt0ZndGb)Dyv+6N0f+vHHi&=P z%YAh+==`_;xn=Z$<7Cy%Ihw2>5_g@|Z(3m+|usHcDOoDK4$rGw3M}eAp2;F-xq^X zcLyM2zLSQ4%f7}2BaA5qF)0GE>)8X#V1+8|IwABvOdq>5_Zw7kc>zQs#aQ%*c?kVo zh&<^s<|usz!~Wt1k(pk>Z9st@<`KZ-0dZ~q`eg)yrzQ9na!3*{_%hrd{bvA(rR${b z2%sv(GJ!8-j|3-SO$*@#)4=_E!wUvkUjhwm?0v0Ora^0|V8C7&H{2hUH4>=lUv?sa zCo`X5e1m`wFBo=%{yjW<=x|P@l&6khe0D{>nCu~#&hkhwxY&A>^IH6Mie2KGPzuBmapB%?t)?GSH)5{(SB z&C!WqbMM7;Fo%`DFf_PqB^cO9pK3#&ncUL~vY0x&^oqHAEg#ZjJ{XTV+>K7-;EDc|F_Ld!CzGdAB=&{cO@$IvWXecFPcvT zBEv3DshDuA1>bNJ!Gp7;7dh~VfFZ{RDBX27HdbJJ04=#~@clh+pKn0ZW5x|!?Rv&f zq#lVAT}2xv-tL9|*Mv+QCMv`KTofqyj4+2DFEc?-JKW)JIdu`Cf6d5b31Yv20oMh< zW?o^s5}rBS#ypo>SDm_E>5efo5JL?2PQVjlVq*h9ykGcCz(aT<0uXk5ywG?rorVTg z*;E%lFX%0WE(o*82|Hm(=KlTr(fHf9hCl&!tGrlFPK83*k%!aH8}VNcP! zx@g9*Z0cQS`0L`?+|b`6pTiYZ{|F$6nC|}kYElavDtf~gOII5KV?E5cIAS{Vk>b=T zgDm?}@lKKe(gc2?^7+^Pex_H6PAWNIR}rOSt?wSs|2@1b1t(b3d&5|$gX!la#EcSQ zz?IssGf-B>gCh&j)EBcOxj#=iwnY8?>)N>enZSgp(q`lqU;szC+1aL+&>_Xt`Q`;Myvdg9wKo1;OL1^61}7pT2r~ggEjPsiS_y*>P-i$eIoA)Q{s#=V zS{T5qrsN%vBx~<99RO3r$8(GSax8}aXKwI}C_Q{A4-|KZ8JMOPl{8S9&ymZ|U%yNN z8-P&v7++xi`Q3j{U7bumpiHYi$JfMe+ z2eTClri_5&H0?fR521EQdM?V}Xod_Vu)uk1U(@FCWSWW85PkdBGrY6C}tl#8FEo5wjY$Y6sE~6m-afvds%(5=Z{W3a4ya31R6*Df2?SEqV6>tERcyLe= z+{V_Fyq6oc0|0gPJa5VQO+w@BRKznFZ>kr82>J5v2u4*>&QtVdVCfLM{Aww7_Bw_I z!+!);2|)t&jLr8>=_)Q7GI4YC^CnvL?> zxmfDVgw*BNFbRX8ZP?eG^}p~vIxsr@K~<((tW#!;Pyyb4YeJNrGd355ULfp)YCyU> zZjXtEA@MTR4zyj~#TYbUhYi7itY7Mc)9>PB?iv>tk@U$#KkIaT?Cs{;$nlR~p!=05 zgara@R?}qe??icdc`{&QL&h`pZim1{ih}JXU=Fqe1DtiLj_lzohJ%M24$7+-dk33~ zo}0&x!Qpxr9qWh$Sh|SJFiVL1%9Vlfaa;(lq;S536#(*ziHWgJRFQG@EpK6HSwM)( zSe}^w$s`1-XRbamge9mz;zUJ zC$k3w)6?|uoCh+?=w2D`xnv|a7%6V6XmRWrPyq<4wRBhfuKhQU}D(opH111>i$;gfjV!=lT{IHqk!+ z^-b2)l$D>KA6QKMKv$|7>uUPHk%;+J!yc#iL&r!Nrb`Z$L%IVE81rT}H8DWjU)eL} z!6?kvX$^a=?@Prk1VCZzxIW{67cmY9K&T&=r-r889 zpHZa+5!`*-F>ZYzezGwAf%QyneP^uAmJ2@!{XSYM0-)jfWXtqcpxpQqms%YTxVs@v z+UKEx*{?9s;?Po%KpuV*=$8Sd8^yJ=pMgOYIz6oqp}|Cj-7cy7QM7MeIRPD3hAsSG zna4&^`g4&tYyto1=6$k$h?0V0zUg3=p#BWZj6~ttk&o2r-(2aA&o2r1UhMuXn;QAw zwBxf>=YQ0(gX%~z4G^bBsL>++(D?Vh|LPos36+jTx~+{a0G|Ou0k>jd(zf)aR^i4$ zGmH)BB|O!h=vrig74?!IVIQ^*v_$A#lG}(EWLp^ATwEQ%U4`>Yn!xO#iLPkd{BNL5t({SHPipPQ%MgITm@t_M(gI?uDczP_ z5(<$*>uKpMjv(!lDHyglprkKOpTk(F0FMq>G@ig5DR)}ZZq=tJK!)5tUMpSf zpfYN&vL4z7UWEyWd6FvhG}iS5vW1R`|CLDWB0RCTfm+`=<1rU?aoT^;KKqbO)in90K|Q}gaD`3c>FR*)MyazMB% z*1A3Gdtd<2P`9};+ruOjSWVnoyPre%&5avZp|S?bOxrJ0;E2k{QpG|}OWpC3vlk$$ ze7(4UYnR4*!*w;FWuk7#9SgON0Z3VdG8rCpus$)AyAfQ%XXomEH$DJS|De?g7DBSe zDPkeDju50+&V#G4MMQFTs`nLDaX1W@PP^PR%l84*@s3#q#TR?#77 zf-n1E?ZV54l|2w1H8aSP4{4Fq)DW$kuFk`Aym=z~OXr-z7NmT>d;$^Uo5s+;D?RX) zthE`UZ~t-EDK4+rCvh9gNRq*5-xQ`|?C-~t=h2hIrGTL*6vn6dt) z^$sA`t3RB2f{l&ahjHKFKLCdjzPO5k9XN)xxCBA#Alr9P;Gr|anO81Z0YxR;1zA$f zMJT?$>tAWYWk*HxDPG-S#(21aeULn(mOi^7kTPBvwg@0$bg+Up zOT>}X^iX#-r1vjZ!mzHyo6vaM_qz>q6!9g6?0_$-49QXb2j;Q;r!U-CIIgM~CYK|; zY&{3!mB%2p#{0Kp;AKwzxW+&{g7xhmDkBGTn2T3QK|jC%)l@Ys?1v=XfLWG$IOy)$ zCI&GvRBX|t&-O9=-zb9M%juX`en>^3;yf=z&|WH-fT>2%0MXn5IM`$Q&xu@ITtLml zXtCbd;yy6C1DSDUrGdJhOT#Gy#oBm<>SQ>9%Dl3o-e zBO|-2ii(}g)x7*a?+%zC(IrdsNte5n24-KGaKY7sMDC4)MUbE1x{YSpw%|qz{UlMw z8Jd69Bjv0%{3uIXPzdm)udmZQ(IA9NuSULJ6j_oRF9RuHmqi)CYjSzpSv;^sKt^N) zbvq$LEA7A-eWegdX>zi^0h|_#FaOFTXOj6FW~4NGC2jBW7@+g^{39v%c@r{+WhsQ+1?X`lk}A5?pwfy|}$^lA9Tap?sHB(XRA z7%-~#9ObtIplksyGsy5ezA1HnxTw?=EX&f1L0nBipIL%j-V5K|htGc#P{BaNWan-^ zG(9?qzpae{IW+BQ!45W9C=ienw>&=S!#*hd6i|8!dlMNxyWuuWgPGnp>jn;T*=e&z zaJP@;fj<-*|BUwYD4f==0`|r*Lf!CTdhUvH|3`9g4mWNbfs@DDC(_DcB*QaT=d zIFw6Y)~p#gkPH!}w!s)t{UJD`$RC7&t@I7dpkEl!pd&u+v)EqdP2g5gGrJ+h^|J&} z?;nHmjHO2#+aY@VaJb6GhCeii7)#)7-xP6(NyK7k$pLOxqM zh|BTtk0nBNR6L}}0G@Oj_+!I0Bck@JY!D`jZ{-}?miL{CsRBShj5QQtOvt->>R8z` zB?rPaaAhXYmtCy_p&3c2>rdsRN`oFWFhDOw(Zg~r#RfIh3CU?=56sA6^Qszxm=BNa z^7b64ESJ#O?>;@`&u5ho2p?q!@N^j?wt#0(9}ZY!)-|!N>WYUJSi>Ddz#WT2{5@P+}RkX%Ii<%7>)l{)}`Ah(EjE(FV(7#Paev}5}S`o|}W;igLtNhELV12*^4;K65xQd@>V z*q2tn4sNz&4XF9xE+qkbFla^)^nlhB z{_sE-?K`e@EtBIK0&*&pNLT%bdULU=kIQ!RGX2xa2Q`Y&IA&z)OH- zcYs_rhV}uGs#`56bOII6W?QpOmogSGn8|^AImlcq$S-KH{qR|h)0@^__8FpbZ*|ki68Z_R- zIaF3vLZlK+rI_Yk_D&HDQ;rklfwOA+DPc~-Mjf{)aDSQoR83j5vsfB<&7dG7He1@< z7-Al?QGD~1BwDq-oc7-$y-gy5Y;9~}l9Ti6xj@kiCV@lqLKc0x-9CRe>9klQL|nfn63YiH7R6F-0#;D2@X8UTX9? zD6qV1Z(qDx1L|}^0YXymub60HF7VPu$qhCl#xm{>yvcu|1)*mn5@fBwf|DuS|7HP! zBBwIvMa2<&I$=8*P#hYpD_HlFpZ82>!hSUG8Q5y8T2&1aL4%k35cMxHlzD6!!f653 z@~vmK$s6zoV)UGE1K=(%PJj;`D)M6Yy5CNu(L5+RXa(ge+NXfZboKk~S1Jkm58$1p zVq!p|S^^bsAA(T6UTAy=Mw3-x?;s~&c7a-OY*5mJfBS^oQ(mg4H_?4kW0t>9t}{rzFJ(!!GZSTkfV+B){h^uRy1I4h^q6xLK^))m6^|c zrf)0?K+s9wxYIo0B`nKEfT%GT53P?;gL;v&Bwi0!d}zK#yCtM)ND|EjD=%3^J8JSHqKo2hVxjqm%z3@4#=M>5N zlZP)&0Nel2wz+j1s`hQz%T7?32TT|0+>t|R3>A;Vugr#y2Y3^=BRFVMfav5`;p{|r zk54Wc@i*PP+=Z2O6%N5Fg?S{@ul4w_2iC~>N(Y!A#-fV%)kBhXL^(-|=Gab36XG-D zK1Ga=h_!Q4?#j!Bf$cFAlERRkDZvt%9Y$YBb9B?f)0b6Bdh{UhyZi#jTR+PNeU`Me z-mX>WkDrihB%|{6H{}I`LB497RjuhZU(DJ3WIhDwsclUvZJbtG6#1ULl{HfmXGq&h zKu??Ln4AL5-@Uk~j{#$oE8(u>z>o#s6^T~W#PSTBXPP?rx}Yoi2bfp)FD}kc)dy^` z)+J_M`CjFcoBXBLO*d73_KaLg#A);CE0tQRtt3(hfA#cs9 ziw{?yU6bF(Bm|l;-?PCw*KZtUtfDGBbH8>XtUTPtjL8+|<(rUh#VUeTM~RVt@>KfH z{ROz#^d(1(D2_+C%;g4-(}l#2o2v{Q?HJCTqZ~@ZR1Q9kc?(0rZV!>#0h5>d|0$gnY(5J^_zCT3+LMSE&TOE+fqmQq%bH5E95WE z0`SrJPdWDKbH@=;$=o-<46FEHHeNbY)HwN@b3W?^FOE_hY3Mv5P;L3F6a$`|w{)$^ z`Pwe8CpX#J#kkxcUD7GO`9e8KTnvjbBkW?*y`by2gpPIFN~gP>n3%|0#be&Y5B+g8 zdC${m@(C^Cl1J6B%^0S?*9-gjRWZ&DR}mjJpJanA-7STA*1gzHI8SPJdasSN0fhta z$v88i#e)0^=+wYb$OMDLTU*;ob+OXHfR`59-kdF9yfB`^ev!{(PWir;?-`N3%IR~X zt6(kVW=jbb``k3bD?&`~@gR)rMs)jLwk?tTxHeLJx|5{~o-JjU@brpJ>P;e|PJcoA z9X;c1fT+~*6w^*GI%@`GUpEzYW)u*J%>Qh((ibDtB?9OfS-5$h(-e`>cbk-wbu5_Y|mHsd1?q#scQSlNn!a7j6x|sgvcS-z#PSj zYFLke7=GoU*od$_z*>hpPj?g+ z)(z78Srv~Yn`X~7He2M#Fek*OJ-t0{fH#g*nja;1xDu(Uv2Czv#(30qzh(<<=t7_A z*InHTQW^TA9kna+f|VM-fTPv!o0``<~l!}|k zYl!ctgsyPWSgjHmDWWd7=g>_J6`F9xIwZ!OjAf>iaahn{eGy*ESxejD z>;oe#tbisr$72wtXAQ#r*9+Dk(~w4wg)UYXTM_a-{#5%a;c037#oWLz`G%gLgMIA< zrD_H=I^nu{&4URnPAmhrh@Hf4X7@~NnFpmEOL!MzedZr4dluVT@28}4X=(U6c;V&5 zA3V4?@buO3FSAfWR;1;=bFTXMBpo6B#;v|-++dco--g7J*AfwWtWU@Wp8Ys#BhPM= zdcSfdg`Rs|WJHiT9vizyE!4QXRL=ss+>jrKZehqo;;ASMuwaEUIFzR1VcyO7;+T8~ zpTtO(+zfp`fv zw>J^Rl5s(3(c~vr#Fp61t20Zx!$URu0pD)UkE#^vgTt@EY-NeIx6_XBZF!9+{~`wE zjv`|65L5cdKM3=eltAdkPUKjV?Pb_E{#8-<-f()T9BzpHfnOaf; z>OrSv_XPSv$6s)rN-u9-@yKH?@onVL%*-Kn=;M)%DLtxemnk(w-0pd$GPGG*Wn%P_ zh>0;z%N!cnqYUyW`u2T~VjNVE@8Q^j1cf9%aB)e*7(k;Gk4~GgQY7=sPb?2ZY)W?} zcf-+CU3A7<+r~rX^_lh~AHsbK`~$LX5;NG}j!|mWw&bD0JL5wBIS;UDtjw)Yr4jy3 znz*aRr6-CyaTAd|T(@E*hID zsnwPYDI%E=2%ozBIdfz4iu((n)y*%Jhm-}CC(+5On2jcewY!nr!x6V7u}~mce9|k; zPsAAi?(Bx+iokJCu63^mJLPdpL$8<%AA*>-ajNv+mExy>zn=SfYw`nl)D&!MSyCqoDH>R_(osl61BJ4uSCQc_E4w-??WW;Cr-tP_Ph@uxggV$_ zhw6TFE7cgy`Q_k@BH33N4rdz!#2J6z8va?-%4~op8Tk_nTtq%j@vpC5m}x8-1ECOX z&R}NTU1}NS*CW%5%^0@74em%%wKUsc{2NOVNo-bunR) z*o@SZPDQaD<(@t)i{}^u3f)FiY3Z3fSs)0*FPD6%LS)dFw6Wg{WS0n@EcKtuLdqcZsQchT;}a_}T^6*s1_=Mz-(B+T(Nubkcn z9KUrYS130M$geB~#ithsl!ANgJ+z*L@mtOe)cL*4OBk z?c#RFm#gk(u#XT{qqj_CKAw2VNXi^HT1~99U}%1j!BH^v{fgSV>%$sO-RR+! zodT728Y%GzW1~QFbqaN}wcwt`#|#bis3lTwx_ieRJ6`ZiG(<|yf0{8=-+LE#aGN0T zAh+=7?KL+5s?0MQTt6%>?d508t&z8JJCEySzW3RjmGTbQ&}<%c`n_MOBHRjIO8L4V z=HrxEKWFCD?@l-$Ya@PMUU&t(RzmnfR&by-Y*$pCtbp-lK$88`W08D`xo~KM=%k~xvHR?& z5`*sK3`^t;W3f7p2H384Vp_TQ_3$h1@mvfnL9dHHM7hM!-_lWIyrUONml8cvsInO_ z)0gJJv!7ut>r3Lc+01R*IcEObFyrCG-ZHtuNTT<=Q=r-eN~Kn8{xNo(hC44Ww9fU` zrK;v?hTr4R{^*edk+s^~x49e!apgLs~FYL`o!?-xoZcOGl8 zOGv2;sjRET6M^^|LP#5jXxXi-+>=L+G8M%Jou0=@YSh%WOng44Jlu~Sbj|KvS$VGZ zb3-nMCSq7`ekX!ujg8n9S|+4rnmY3>Je|&nN^qw-cQg``5>fM2IYA5~lKa`aWzX_M zHX%TX^*|xBP40{W_M&{$Gf*Mn34}W`DymTUJ@<7pOj#K% zt%TFJ$;qO@T#VodRi4I)SjpuK&Cck(^f=Hu>NiWCChbuo! zbK2>gGQWq2ww%aUvxcY=N-r~Q`zvE&J9qzHS;@H-VVcqHOJ8c+u_YxE2-*p0l-9@o zz$2#LoVorb;d@97`V_4;S+5GHH)n{qihg8VV*#&HM#UIRML8VNhm~@{Rm7P z``TGQQxX?`DrTk^L-%ceb?`2%qy_XrMm4#3#=kSfV_)-!r~P4l0Jt&0+qbZ?i{PbN zhF)UV?^2qH{BQF|nx#E<17B)G-z9JE9Ba~SqJOLf0G{feZlm$2Q$s~}QrkrCY0x!} zpqtgQ6Yk0iZ>7hNK6Xk!pQK_vp?z(mZz(N+%HnqNN`drr$3px8Mb~TS1MKzKkY_W_ zU+(NHGuA!_ChhXGxLwoEHS#B00oO8#ZK{irM)ajyf3Tjucq=XPoDhAyR-o~)z(j0D zc6Y*J6{9QaB;)UewCwT;F6)3L(dI|*2aUl$4l-V2uQ%THpLdM@M{y#N z!t;B<`nL3hVnh)FK8h51ieUJ zZqaiy%=CcD#4_pj{S4LiP#oL4?zJ`U^*fKM8A5LbJqT1{FLW|+AkM`Bn%|GTja+rh zt@gF4o`t>eapwZjXPHA&tN8c#iSL}(?8Vtg_M+WA8(ABrE)vgxE;Ts*E6y^OF|W$x ztkq_Cvcc#%_}3bM{9~n2)jK=FwiIr3^nsydR!fA4B@jP+Xt4taXSh;lBh6vGuxz35 z?W1!$Ss6)%r4io;p?Z7X^Q*VhQAO{DHi8~IW5lV1bTiB84(W;}@Wi5@(Ejn&$prU8LUbzP z>9vbL9v7R0d}Q+P+Q}S>OgVnPLB#oKgH4;omX*5t?#B9l1YB1@>)mgL1fen$PzIX1 z02M_yui-_Rwqj~bP#^U;I^yGNsnRfknAU>TO0tid+Wts%r!c#i{w&IQ`h09UBa%$a zL!FPHE-MRRSbB#eC^0!X+_CwH?WY+i{eTZ17I?k#Wv@jW)5YOExI{FRnBguc&ipS| zlU<>q>7u$z5x-J4a_ifw6tQIQq3y~lHWKCezNTwFkC%(loQT-9z9}ieu_Lm_@`usr zdizejFpywqPx`9RHly!5X9K3FC|E^jGrby{h8SFgT>xe7_tU!NADbW~=5+Q-|Hv;| zHCXl?YGdrJw$3Y6Ol%s$@`%PMIit_=MnK9qm&YV%&XW+l2 zI=Id!ym$|}`rj;6`EKcab!KHhySx`G@@c5`(P-w00i)5EfZ1+Bh0v+OZigdw-aG+Q zz;S&z<61M>Gp`d2j9?Xw8--5Y#)-%RRS>ZW#=$@^0^-eI%xi+QvhiOxUvS852fXFK z9k3B&qi-V=I353cKWqTE_2~+F{w@vL9nkI<1vDMWcwedxyQV`{3lb+krt4o78^_<1 zxMJ=5tFjl`ui6Md7WOgtNUW1{aGwSf)I&}iGBr!gl2%c^;0WmIU)(ckThIl8kJs^G zftQsMPloRb^-2Tx-G+?CX?{zg8WsAYDwF-?XF7|7EVb%}`Y(`Pf}f)THuLd=H1ZCX zKqv#ASVwX=sBNjRzp|td0$AF{o^0s|rU7oS_!IE$1s(g_0P0y`&cDH2{mkNV`eLu$*sHy;iQz2#q7* zxf0&p1E&2~7`FlWcJlJsK9bk07UARSkC42|HSYdh+OuwEsl!M(;m1+Gs;O7=Rh~I9 zx`dLuBLVEEPv5^OuWh7ZV$>|H-#OlQSr)?RG=B;mwotT)81nodmA!RTRecxlyJ=|= zNlEDr0qF)sxqrVD|eOjIKUnC^!huFG<@d zW1%DPYx7&zS5}gT%EmTA5lfAwUR8C|!NFJ8y2My$*KL?r@+H#k?H@y~7n8?G?D#NW z#;kl#k;{`3AEqIj+Bqv9FSF?0cNYs~%~$NFDBs zd<>uNy3F&`onPaPs-M~(I8NMl_7r^1BY|IaH0i6g7JG-I(v@T_?O>`kK1n@ z43hrdjb`~`ar$s)1mLLI(wO*YGQCe%UC?FLxqoW5*s$K zt9a}(hoXFr^Ljtmb9^^^-u=cA^*Fy_x$vxNx5cG`$Zp)S_mhCJ5T7>98Pq^mf?sD= z^QY@I(gdG;5D4@rBdB+g!tc}z-}%7Sb4%>Kd(Es=`8KWsS>3gz0iKcFjR}8aA$sDd z>TP5-c~)5BSpW0xA8L}S5SeM?be z!Y`-!>vY1x+G>}gZi=0^;{`OA<5uxynvX;!OruM#c0Q4eo6vqzT{IhMi}k9_hh_QY z)V@orm7^G$-bz+Xm06sFH)*KlNZ0Y|TPWYgUX~QIpnZE!oaCCXjSbg$*R`6KD#oBf zj3>6T2}gJ&I#?ef|ERa&UVIS{h9Q0day;aA8B#(47WhyQAY6g`JxqEYI?#eJ1#*lS zbW13_ZgTkGv*7!iZ|^Ti$2f3 zsCtu?={$I<@M7GdsnU6)$L`+N?v@wU-be<&c+df!%7_wL=1X1`(T9ISa6ljjxJOpEtQ#25?xTQeMM$ej5(6`gB!xI>2Hm-l`bB(nojMp{*RWA-;2_i@Db5y16FJ zVvMOF(pA%b^5~EE#TF{TCAaX`o9C3zL(ELGzf)y=!98EldP2*_Q|V9K`Z>VvN7|0D=b(Pu>sh^*#T!-R1OvLDNQAgkXDVr$MjBztxN^>#N zS|L*et*4ia1ceS!WBld@a_7?aV?hFpr>($DD^ivaH17xy23>(79*-X*7cmh%3`yc) zrw8k$m6g{(7v`jo_A&%iidJC+IsW^5^4UZBF4i(0pB|}WIa^Nf!x@yM?ZgZ!EX@1D1J$C=>HmAaq;hA+P3h^gM z*xmg&d{0*yi?Z!iDukD@P8DlKGMW{e?T`2Q1V6G%RosMV47JHbe;C#qtfq*0g(OgD z3JKZvFuzyyTPVu#Gp`x!wi714V-d3XLHFMBt?J|bX9f0Ycero|%jp>=p0;@F_ADQ+ zl(=uSdUgaW;5tx9I>a-M=PU8vY680${~%$ga@u#sz0JZ~vTN;qAF|3d{-YlvRM=zM zgP&~P_snSYUCWB=f*MAUAMFl~(bNq*19x|#O{4sGOaXd^7ktvTu_HHA-0`_YXXT zW5@IC`^T%R?drGdL+4Hdm;3o>zJ8~_l9M*v{2ILPiNMY_6jR=U4S;1p@tAv-TW&`I zg18P5>23ob(+f3Q^zm?b1E|P0j$RBhvfusc)kbkt`=N*i(J~hW?T-nFJ>U}J25rn? zZUx$VfhMz0hu*ZG4<>XDDrGa(k$vKx0Y{1GT46lanGh_HENi@}KIhg;Sk* zo?6A^;G{c0+xXXt7dhzM@+v-6cnF75e8p5COqg1gQ_yZdzi`@e!%Aq>yAkjXG17dA?n&FH3pFI`Cb&XAU0F@2U=E)+3j;>&=&3`gGne@ynYHQHR2~r z;jrV?3-Xr@PcHoZEbk*F7jk|tmA!dG;q%pt4Ad@@^YY@6k`u6qktOVIS!Vk7C7EM~ zQi&#u5B-C${h_GpIB?8*x2iMSt>Mubh<$vw0Np7AQIT8eCP&?zwkAnVGpLs` z2a5TmF(%*PARG+9tMBx zL-lX&uq@TKv@b%+RXh^C zlwc!&d~I$$e8MlkM(jvPUaRWcOTvB^XOVIQd&XteHq zSDpG^H1=&-5kg$;1J0m=Ajhp7-LK!>=*5Pq(ooVccYWGsLem zl8}-0Z4q1WZGp6C@!*esut7I%7?CEp$!lzK<{GMi5ekeHK;deVxV>GLxNr37Ay#T< z;V*QVo?jDeFkLKgewYxnzn!V}PP%<6ZfA@GDf{`J*|wx>CZ@XFdeu4{Z6vd9!ZY~U zTuYnV`l;3K>7Hodv8sgWR}UPr1m&TaHX*++D?g`&rh(r zHl^?CGVXG2cjKIy3@wHwF^TF2|^$>87_6Xz$gdbibtgkK(b-g&Z@ zgqEeB6_!LWyOc{AEY#Gy{Pv_q-kHY<`5#CvS5>sJ%E=6#Ei?u9}%hvHZe#{6s|S+v@P$QYJ8oHfsFh_o@kr<%0Q)JL5h@{>sxeL>u=m= zkwPqiC9HO=_@cpN?Kkb8;=KKlq%?3Z%JJpVQ>l}Oyh0@4vduDt%-dHk>Rx-TT)`-W zPB_|&Jxs_`DqosZU(S_2snZ~4{+v&9f;im~NOLn3N?7_Ro?q!I=Wc8HZkY1{v~s|f zMJ#ZPH1?;X>Q7HNwq*vTa>tv**34&@6U-=>oA=CRhUlN>lL(WxOl@o1d_xUyll}%0 zaaCy233SrcL`z#ZmFe$KF)pd^KiK-b`!NVvC!n9Q)WLrP58+Z=6(SikQ&JvN!>~=} z@8kTu+^3UmuW7n#UU3#@W=!FrzDiMnTtdNX%{cE_G~rGsLOsX>&jx=RYU2h;6}MOe2W8Tm-rPmRqd&|9)FnYB-IDaa$O01wM4;|kj#|2pYve5Tybi6QM zi;yoLxK=$M5~1+IcQ;2#Sj#1$Q7MpWSwz5BMHlFkG%OUPC^?f$kkLk|K-lPw2tN6%8-G7E%Qaa0cX_^1j?3Z zMv-NH94y$k{cbR3aONd~pcDBP!W^aCg@D+$1d5g~uoVNft?q%~3E9nxzM`ofkaG33 z5}PDW*gts%>(iB=8laOtRhSNSx@Eh#kGO{EbT7w7eoZ$8azLkW>AtE{5|g&LBoPcj zM&dia-7~ZQ%OeUiZUa}&QVBaBX(OEDD4bqr6qmd~19{k1j|ZgaGS`snNukII8i?w2 z$7_ClBM|&0^TzR>>sRRV+6o-DYOQ_eHkmv5t=7^q)R5Ly$3$^ucjn+H)$Gl3dGMYe z;>^m|UX~NBO*9LNpwmisH2<^7H}8?NKK`*TCi4hS98?Axwyha#BgoHC5K8X;Y4NJ~ zq8mykGFFqs<3A3Uib^UQ^%#~`+$pjOb_hP3vQ3oX-U{3lTt<7*gIA$cfp4_(u5#`v z-qZ9lnI)~=byvGxZ!HQ!2w5pG^!)Zikm*&n@R7-4)G)4(U zIQGYYMI{O-UHm$OYF!W}BNa8jxsAQ$BwE@&WbbKg`|;ZL^U;YHm{`a84!teyn@=$lO%DGC zww?}b@4t*JH1Vdn5iiF^Q?R#$q zl^N5^5|!q$f_>7!^-~w$wbvpZZaOoQp#&{t2RNy^HqD8%O}9CQ8SS2i7U&Z?I%?Z> z1Z-&$=oY$NWs?dUo5m~sF{@EBlns7Si)sCEwCa(Y(t{2fn3p+O@2aX>M!)1>Sy7S2 zs}9Wa#uY^Q8&`U>4=Jm?d;Qc!f9bXMK?*N72NALrQ$hazrro&g^>bzE?dq2nw9YbT zGi(piPySRZz@hfmcEb8|tuDmWfvv(Rb{hSgIUlo-y0#CBOzu?;)at=T$Q-loj{#xD zP+T`;D3G>5#eX?vkHSFoP5ZPSv|H<4c)}^0!ViV? zlO3@i5NqI^iV!IfT{Ul~1&$(un-LBrpB4f>6oGPIi+3UDaN2$m7NgDJUG+i6ZVDkwUn z#Vg5lXtD%Xpl2jt>(VIUP~M`x{C!?)l79VFN<1RW?$2E@PCXP3We2R)9a^CXjqpLYSdrM0GGs+6x(k5z~h^5XXul%+>87u75HQbhTeu@Y~CBBX|p7c8FvQa&bUIr0=Ohcthm0V9vn{kJi<|^zkU$;LVdTxEEE-xhk z)M86Z-pI{Ja6b#{hR4ru7}?ZLZw!U#?dASXz}^a>?eGF^Wm7LG4XW`Mw>>8w+WJg) z?UJu5ihUcITz{q}Iq444-M7O>K%M~+w64q%U#BEdRF$*6XX`GkCq(c1%vJPLd|zs> zol3x-Ck>nyq;T|jbOX-_1?mPG$v2{qHDu}M_)b1LOB?FSd);RGm9wG8SnFQbm#(-! zH0SU&_I$p``S3}$4#gM-fk6;hAS^^qSLigrX(yZXi$FVKu^^p;uoU!1%@<-6R7_wo0TQs!mzK22EsyIKLgC+yq4=NG+f22LLHyFFtj8dy`!NKm23M^^lnmi4HUCK-bz}nZyAN@ zOL`}In%ag{s0mj;nsPud>pzRq?s)Yauilxhk0iAbxrR3CkB>ls>}Gs?mQDRz3Z!w% zFv76=_D3qRxd$It(`XK}MPJ@xE~25fj|=O~kqeZ7M2hEd48-Y)LGamaTOim)JN28? zsAByLU7zLKnlS5M?5@b*Bwj6{4;n!REiGEy&gy7!D0KPhN+L@1xM+X$&5!SAv*Bja zD+_G+<01OS%4Qs%nr6z3C=0EsJjP=FVcK8G{4vZfN+ z9TdiXU7goEbL-iwoDu0j2-k^UalyWX5&=Sc1y2UWyhJI=xf&bXI*jF+P_z{=<#)Q6G{=1^FD$um2Lwo&66nl5r5(~oLxwHk z_?`cHb?|+WjPyC=d2$7zV!1?_dP;KT*gp?36zz2K*h-{@ok&^g#f*nW>?W)SQv8??iALT4}+yds=C)!7rm4< zQU+)VORjPrdGtR~B|a1l@Ib53HtN=5p?-*+BuBcP*FzQ2nvP%Mfq|8nwA6JGO6&E- zMn*fd6=w@hEG12K9JrNJ=Fa}&YSUu8^kPI}ZF<{pR?jC4404&(Z$NN}Klkz7_GVRi z=pZ8b_Je97o$wr8lOB4tr<5pJ$u_+&B9D`;#zJUb!8rMyN9$zIPcxM#&xUHzw;B3l zsCKdJVKryaE~-F;+*p$FTm-$V=}3nu$GT=1za6+=m2%12-2 zLrQy%9QG(82R|p7Vyi0$@-WR8dzD(8s<37hkJ$C;>-Jt3hq53J^pmbDTp_cDm-QtW zwA59-gg=r}?C|Xvb9niNq;%*$6zSsk3U>=rg8_%lwH2tsiPlQxde5X$W#Jov_1A=j z2uKGunF}P?F%k$^R`5l?1X<70|aIrU4pjF)XLtkKej8sufAa*S|2HLYpvkJLT6-3 z!zD$>NCavu{|!Di7VNNb-Jjspp_pkg?XVUn3KB0Qx6kKoSkQaJRFrqf9Hyo45Ns=+ zIlsL;(kXg04AH|sNd3HO+Yqs6PfL4lp5~w1iF>j&q~v51$^Ny(SsPaEVT~!-dUo~g z!KB8F?!#Ih|65`&@Gcp(S^`>0t|5Z;Dj_x`8Qb1B_gUkcak}ura@zjzGFwa9&Ih93AEHMb&A zDs5g_W)~}I#Ok(*!Ml2nQH*O#SEIstrk<@G`)4<^6f!g91U8ypGPDLNSH{0otA3_0 zJFLc!LG8NHNXec1r8EEUrAFhgGX|~(vE2Dib=6PZTnUOje%UdsA2iI$Of>QmBNQB} zEJ&g7<7ewvdBLWvtTb45);Nc~(YpxIF)>)5XZhBVY8)W&B)xm|guZ+Z=Vg}X?o+l; z;uX9Y>xG$-L*JyrrV_S&e-=jR{MiyfE^|bgnFtawcj{e!(0S5*EiB{!?)no=N@yj; zmV4U^qP{M$@9&Bw1#PBQTO)#aQLa({+Kw+3eH#Pu=hj~y?-@WNG2W@%n&D--d*tsp z`h2}>?C%+x<^HNDk+F|7Pd&dF?}032opYMJ`f{A@@>9Cm>pe{Bm4r)*+{w&n0X=r( zAfDmp#QZR1pYIsD_pMD34dcn)(5>eCI^wP+N=aMg>phiI(iJo2#(FzeSB%STNdc3Y zk9G|!|#kR#$XAd`t#rzepVb~+_o0? z#9~wv8;u{t3Q#&5$e2_drPwZvsLmUv{-nUFX*;nZTciHh+E*BR%kgWEQj<2Z%-8*DqltLNLdQmqhRSc zb#FFP#;e8k4f|u+CO*h$UtdiSrIVldUBHb~b`jCWi|Svm`(onSe$CD_y4erY?PL|cPJLy_IpEKuZ?RJBI z_)|({XWPHMYPZL`w7Sqd-SGw&026&0dCx+`xLNTwNwDXXONh|@-VEQeJ7al%@*d4A z7z+%H-;Eh)ryCpOCBn?{N_<;UTi6J0LV+ah+&Y>3!B(43ZHwi7X-Wk{0=mO=KlL<|ciE)c^~Cr6%b)Bw4kIFoPoCpe zs+*s(UC@e6Y4aIM2MN~WaiXg01o>q*-eY0l7_Q8T$St&t)I*C`I#?wA{j>%z=Plo+ zz{^1joul=?4=T3n9~^=5Z|T#=cP%4VgrmO4X_^#ZnbS^qLz{&H$(+o%9U-6v zM{~U`10T1O7A4h#v#M?v!b84#UWMlTLkb$Ko#y25RLA4JZY)XX^um?T!Q0E&9+sOTXuc^nHdD)+~ zG$?z5oqv#)zq8Uu3I5@BnRRoN3oj^?mHP2UK=agEdQ!JuY26xyugv(=I>SpJ#p~!^ z0~qlAVIGum*Jgah z%woe&9ZvP~96jINNx4@sP_0La+7?cv-m}>JDhN0&HSYc*jm+0BrA@&cTWC^3&E!GX zr#&{zmu%sg8e|5cWrp8L8%<|02t6eVnFGzgyXyb6sv2#=%4o@k4k%>q=n|0Szb*CU zTjmzRkU{pfAnFitau%}ZW0oj(N>5y3!g}sKa>N}}BCetmU#Z3ZFt< z6K*7dhN?eTUB376%mG|kA7zF9*zPu4I3;^D+H|V;Uk>BJBA%}@meE=wP)n$E^@_xI z?86pRBihC4UDk8cr14?vNoHO`Zv(BYmyOTluxUA2?Gl{)sn*FWexj-=^P1<}et7Mv z)bd|_TZ$}%hVH)7#8(z-u~gG)cE_5DYgIFnWve77{JNa5K3emofiokO_Y9kHPiWZQ~N)X_UhzHN`qTN9wMsRxEF@z@8{4cZwl?Vrec zXDdNk3Cr#zez9K3&6FtXWQ1Q)4^kgj$`_>}elDryiej#0w zpJ)UU|RH-M6riz*ycNV?E=-yF$YO3Rx3|&=_tL3(wb(+}J%@os`Rhn^% zkj&&9Q;+E@W^X_L=4}T%6dv?P&~j5SRxH`586rGZc=U<_MtNn{Xd@@hBML4yY(@0# z9xK#|`{z*)pAdiBJr)oUz4RJD6Z%uIp{OVx$@ zdxfW2%_wbZ7|g44lIKRg!n`-0HQe*sL11%!*J&Xx@ozZ`$gBN~bjfCDWu5SeI!wbSNt25v@NX4 z*H@w8W9qv!GQDNV*KdY@B=_;i5~1=hhoZKtF@-i0>qhkS#j6VZ6p&HoK4$JE7e805 zTEmuZE^n02(dF9n4XQeZk;7N1qm>OJX9CW0B9{*tu7MMB8*9pY(n+vMiy3nBsO+=v zGXW?GNJ{BRmDJm^tT96WPG5I(N7c-hVX{Y~An;?evdENWN~7bws`gCXDZ`MM7pN~oU@^1Gn4xiW{v$yNzvYd}>15j1>Se{mr`0m^X9wuCayB7lRKfOm@4kOv zQ|Toe+T`nU67q$45t-d?TQ*)5-p#kK{pi?O)?hZonlVSmLZ^nU`6YJ?tZ1?hWsJO@|<*0v%u*RH%*!^)z-+Or1hMDX>*_uZ0h}1 zGM2_n2Js&0+mr$$Q`ceD(2g#tsVdT>$F~(Gi>qAn->FKrcp1rgp%m6$4ibpyJx(IC z`*!{73$lXDZ;Q6WX~CEy?#VZ7jvHDipH2ppQjxuwLk?jS4=)q^d5QAONpLmN@YJGl z?1Hnc$ba!nEb`e0g8#hTZ(#tdi7vv1Z}Ofwl6_1d z*`LyJe9=7`Wc1yXL@231NXmZPUN?M^0zvSaqr$ovwo~}l$;(*TKCXt!bSTy9);fE< zHjc%{SpPf*hI>7&7?%-)nJh0evMNLEd!fy1?ZxIFex|fEi*v(FDJgso!p1H`-;J;O z3xvZTNhiq!-*3jdSJ-FA>lTKMPXJ=J0`^+O@vI+IetNB8QS)=xV}W|@ zg4ns*35+Q$>y*k7RK<&Ki`ZP%WoMuTR0L=|Fol>-lmGRf7;d>`SRJx=ejH&;Ur~>G zXG}o&q*g^f+_4D9Oxqf7z^&$OlP}eaN7TuG!_b(dnCdG(`Ajqb*2v#sTtwlD+bLk^ki1HRJySq`GN^ ze4GFBatS*k5D1!l{)hH}FGSK)fjjDzw9x&($#(+-=mE%a-4p@s(=Om@BE`>uAWHx1 zTjwpLrYRD2s;^JxarXbheyTx}MxpFS@ z_yHJd=xNv@YfaEWVU!5NW`Ktjs6NH%o z(_p}v5$Z>eR2r-Fy-ZBOD|)~7w$7yerSG2QsZfGqIFj=TXdl?+0$seBV+8C`178j; zD3xVfJ!JJ>70dt8O}=#Vvho0_t&>sDKLEWV1GhISvg#G#@JXKfP=_hfBM)Dn;mrg03QT8`O)*e zFVG@}JeGD12&ib@hxS>CxLIx(01*lRZUBn~WiBGXi~L^<#DmUv91@+3#9P+2ZL$Nn zn^er_cYhpD*QfRMX?pPL5i^54->sfA~5*CO26h24)NJIS0Xdxr) zQ6q2i(b17FV8S)EwZj3)VFi-*`|?Tu;Z8g@CH=36A8F*RXDlfvFc+{0D*1P1zMNPD z|KHm+FtLyH$isR{G%VBK7hHb&;eWpN@1yJ*43hp+SdO;D`zOfw-=3kqQIPJ91LjJf zHNVBT4!;x7E#BY>KJmYf^{RD=bY_m}CJnX5p( zmIWd)NckeUqJ67-ct^?<9>5S86r3{-&N@((DqzxYk2K!hZzzG`f=5Xxk7_{ka!02B>(UH7~KWD>BU131m}JHLxns+5!AgcfSw$Fu^*{pmbeDegkh4I zQh?~vU4Sp^+Ox<6fT+Y`hRXy3FR>q>E-^3`o@w7~H1PTJ=lgeE4E%l;NA-ige9S*} zKuIG>c18Bi8WTOY5hxdYj21%%DNpGnXpff}Q=JM3kz6i5X0!(~guV?(T8 zYeW*0d8bVBWC?9gzx!|c$?<|~9HJlaf%m+wfIY^|%)}G}6X?W$wij3c$J%UZVNv{P zVuIfF@c@Z_G}t8K?!TKHdvGML$Hm6>gVdv8*P?A>Om=qm3RlaQ+ce_78t02w7iJUA zLUB9*f6?e1rJq=6=s22vH~@nEvPU8=j*eO`eO7F-fH5aRB2o5$VYUK_k^=xv(Bfoe zy$&kG-(4_QT>pL_PPH^P&TI8pd$6~=+_wVK^jwb3M(%K!<^K9(X~Q?EKxV@D4G=0- zAD@H%@y>cfJT)F7>KSaF#KLh&I&YubB6;lL(GN_UdoOkSKFSeFFskJWaeWVhrIQj^ zw^|H5P(6Lka4#_$(GSX=F(p5x+?@m{8_LT8>MQVx?( zM8wdGlh$_$#U1Wg_<8JY7Gs1j0Nx^k@RDroy}Z0`BlZAYm2u==&c@q)?3A5dM`|Zj=+}eTwB|a&SX*^ts z!b_XJslC;qXJEpBqO+9o@R1Cx9U#o->P!IrP_-)jkOHnANlbO=tv zSLk5lV9T5GGZ}w;T6#M0AQioSfyOc~l8@ZbXjGde5%9WW4BigOfet$J_R9s{_H{VC z-)x6dn1uZgS#xr8qkhidA+h1I!1G0}lG9%Nyl3z1oVK&tfH!8_h=S14(n8>USv-90 zvY>O8{5s~x&RmZbo8NZxTr%)}fNhObK(%*u&4hmuPp#QVx_f_ad>nWS)qhLTLPkeb zfGB>K$Z=*@06rH|P8uM{a$a77G*3<}kWa3#?=BteRRGNsB))Z%hDS&LL4AtK%bCBs zXZ()Sopd7fa!woKW?+!>>Q<|ed+;FEG577;w?#qs|1hzz5I#7I%7r6~y7+gt1t~#F z%%ZlG*?rEG!EF)?->*#d%)UY75@6OrUH>LPQqtyZXe+xn+!j7J$n^~(@!6+WNU$*SRqtO0&YzpGGfn*+&>so~eg!55@>071<#GS6O+T&=CunIu z`uF!`yuF3EI}f$;gxyiCh7zeaZMD!FaDB7x|8t@EIrDlCAI1Sy_FA)}HIQY5cRCI< zjErL8fVUcRH#Id?zSg7}g4dIW4BL40lW~I)mru=eNI&c668e(XF_F8(w6I%ZWCufO_!3lKSwKxbf05IN89&dtt7!go#waCY$8VW#!^)I+8Bl1e%{j3pD{ z?+Cjsg=~Irx9GzJ+pPlE_-;YU7?|a^IXINPet|AH5ajDbz2P}W0=PTIDhi+A6n$vmgvr%I|H=mOIRzt;aCGm7v%2luBqE5 ze=|Tbqqeqo1<5`{ng>fm!|W3fOpd-|_u*z-T-?Bi4{Cn2;u$3;z*xMm^5DUZyDp#0 z*i|RLedBh$b3J%UYa``sr`t^2<9qbUuf~sxCL1Z=5^WqDUYxvRNQ#EA=H~m6k$yme z=u_RXjYq<r zR4w5r1_s}|7j;q(0`-<29p=-R1!Qz4iwYw`TYT}xZra->NI0KJa5|6!#gZ9+oA%GljSPG&~N zXwo-BRtb6EKQt-p;6IJ} z+p&EAq=g{>`$skUuP?_sw0!lx1-Ktlq)ab9+y5`^8F&i2oVZ|mLg$?o9Ua+`z6I_p zEs}n{`@4Nd_BuL*SFqHBf&lb@+iJqyw~o!XnV2vDBuuTAFUqu|K0+l4au4^_)uVv0 zj*MAajqBcZNZ&4bGOo~uA}=3a+tx;jgf$}(RjUyE-E(r{=sH=!MWWu3gy)5AU%<+s zAb>{ze#_vMH8woJyFhM1Qh^}WSagTj#Qf^=f*07kAz(<}LLdpDim=z_%}3oA-eu+G zD@YT{XvR&XSr5sZ=5%#kUF6VeZ%fw^7t+!qcx^^*B0}b!0pB1G8bciyNYG2q`oS_h zdy#b45Fz?zK_tMA0)O@v{)hkpZ-pdVUk7m_B=qOmJ(}K&KZ{8~oWDtlFJ=&Jf3kA- zCXqrXQpkK#nP(u4O&bY?SpsIf?BmCeKW#&R6*W1jg`^JB)1v_W^uCgkjGY~eTApz6 zXIBV%&I16b2f?3)rY2uyeN^;MV?L1L*Ho{bu>^M0C&0l1biqpe;&AF@rv6F9_Cib4 zm#*4cd}M;-RNqPJY3A?$*Zgi~wEZ|Fy(L)y)F9X}zw4WYxUP#fZ zUgv{0`#0ZJd~0j#9?OQOU)Q^W&c-JuP#Wj)5GO#tNrssF{QO)dh)Z66Jr>v(H;=%& zCJxaA;K8#j4{^n}Cuc6xb8}X2pJF4$&yIH%laR(5bY&j3+-mvafjc=l`449cv7@x1 zA%&33=ck209}<52Bfi5d^L>Qa?^d)ZLfS!4{tiKkbb%vTI+40fc?{@|l1d;dB5gL3 zKLH1VT+s0*Qp_Dm@&M|_ATrPnICgGoZeE6Dq7TCBe}8$m2km6Gr7HrNk^T6w0yjd} z2Au~S;!QHLRX{F21zHC@+wqH+$1TqSisj{l7^6#A72AkFB74lG