From 6655a04cab7345376134a4df3af3dca3ad342ccc Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 23 May 2026 02:54:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: formalmathatepfl/Apertus-8B-finetuned Source: Original Platform --- .gitattributes | 36 + README.md | 61 + all_results.json | 8 + chat_template.jinja | 1 + config.json | 38 + generation_config.json | 9 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 459 ++ special_tokens_map.json | 30 + tokenizer.json | 3 + tokenizer_config.json | 8021 ++++++++++++++++++++++++++++++ train_results.json | 8 + trainer_log.jsonl | 574 +++ trainer_state.json | 4054 +++++++++++++++ training_args.bin | 3 + 18 files changed, 13317 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..dcae13d --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: other +base_model: models/Apertus_CPT_eval +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: finetuning_apertus + results: [] +--- + + + +# finetuning_apertus + +This model is a fine-tuned version of [models/Apertus_CPT_eval](https://huggingface.co/models/Apertus_CPT_eval) on the finetuning_data dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 0.0001 +- train_batch_size: 2 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 2 +- total_train_batch_size: 32 +- total_eval_batch_size: 64 +- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.03 +- num_epochs: 1.0 + +### Training results + + + +### Framework versions + +- Transformers 4.56.2 +- Pytorch 2.9.1+cu128 +- Datasets 3.6.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..8cae976 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 4951250244206592.0, + "train_loss": 0.08733252992605062, + "train_runtime": 92184.4704, + "train_samples_per_second": 1.991, + "train_steps_per_second": 0.062 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..9dd8030 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1 @@ +{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ content }}{% elif message['role'] == 'assistant' %}{{ content }}{% endif %}{% endfor %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5f3ed17 --- /dev/null +++ b/config.json @@ -0,0 +1,38 @@ +{ + "architectures": [ + "ApertusForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "hidden_act": "xielu", + "hidden_dropout": 0.0, + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 21504, + "max_position_embeddings": 65536, + "mlp_bias": false, + "model_type": "apertus", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 3, + "post_norm": false, + "qk_norm": true, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3", + "type": "llama3" + }, + "rope_theta": 12000000, + "tie_word_embeddings": false, + "transformers_version": "4.56.2", + "use_cache": false, + "vocab_size": 131072 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..a2285bf --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": [ + 2 + ], + "pad_token_id": 3, + "transformers_version": "4.56.2" +} diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..e017927 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d22a12ef5114c8c3dd52b1b09c34d97bb0acd6859654d4e87c2a91243b1cbe9f +size 4999776656 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..996cd55 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432d02ab13a54bf110c403873e7687eecd14c072b800cecf17866a0fe9a2b2cd +size 4882374192 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..3c47655 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9127544b4f6113c72464f2989b95de70bc7cc1571c4a609bd79c42244abfad6 +size 4974647808 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..9fce64d --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c3b2f40e53f69c37c6a921027ed93e9185a6a5f637ec07880c403354734544c +size 1249928160 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..2a01ffc --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,459 @@ +{ + "metadata": { + "total_parameters": 274496, + "total_size": 16106676480 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.feedforward_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.act_fn.alpha_n": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.act_fn.alpha_p": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.act_fn.beta": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.act_fn.eps": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.feedforward_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.act_fn.alpha_n": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.act_fn.alpha_p": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.act_fn.beta": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.act_fn.eps": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.feedforward_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.act_fn.alpha_n": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.act_fn.alpha_p": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.act_fn.beta": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.act_fn.eps": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.feedforward_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.act_fn.alpha_n": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.act_fn.alpha_p": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.act_fn.beta": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.act_fn.eps": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.feedforward_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.act_fn.alpha_n": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.act_fn.alpha_p": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.act_fn.beta": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.act_fn.eps": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.feedforward_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.act_fn.alpha_n": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.act_fn.alpha_p": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.act_fn.beta": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.act_fn.eps": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.feedforward_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.act_fn.alpha_n": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.act_fn.alpha_p": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.act_fn.beta": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.act_fn.eps": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.feedforward_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.act_fn.alpha_n": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.act_fn.alpha_p": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.act_fn.beta": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.act_fn.eps": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.feedforward_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.act_fn.alpha_n": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.act_fn.alpha_p": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.act_fn.beta": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.act_fn.eps": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.feedforward_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.act_fn.alpha_n": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.act_fn.alpha_p": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.act_fn.beta": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.act_fn.eps": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.feedforward_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.act_fn.alpha_n": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.act_fn.alpha_p": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.act_fn.beta": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.act_fn.eps": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.feedforward_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.act_fn.alpha_n": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.act_fn.alpha_p": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.act_fn.beta": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.act_fn.eps": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.feedforward_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.act_fn.alpha_n": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.act_fn.alpha_p": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.act_fn.beta": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.act_fn.eps": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.feedforward_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.act_fn.alpha_n": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.act_fn.alpha_p": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.act_fn.beta": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.act_fn.eps": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.feedforward_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.act_fn.alpha_n": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.act_fn.alpha_p": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.act_fn.beta": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.act_fn.eps": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.feedforward_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.act_fn.alpha_n": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.act_fn.alpha_p": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.act_fn.beta": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.act_fn.eps": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.feedforward_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.act_fn.alpha_n": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.act_fn.alpha_p": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.act_fn.beta": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.act_fn.eps": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.feedforward_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.act_fn.alpha_n": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.act_fn.alpha_p": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.act_fn.beta": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.act_fn.eps": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.feedforward_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.act_fn.alpha_n": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.act_fn.alpha_p": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.act_fn.beta": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.act_fn.eps": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.feedforward_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.act_fn.alpha_n": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.act_fn.alpha_p": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.act_fn.beta": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.act_fn.eps": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.feedforward_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.act_fn.alpha_n": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.act_fn.alpha_p": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.act_fn.beta": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.act_fn.eps": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.feedforward_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.act_fn.alpha_n": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.act_fn.alpha_p": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.act_fn.beta": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.act_fn.eps": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.feedforward_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.act_fn.alpha_n": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.act_fn.alpha_p": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.act_fn.beta": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.act_fn.eps": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.feedforward_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.act_fn.alpha_n": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.act_fn.alpha_p": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.act_fn.beta": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.act_fn.eps": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.feedforward_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.act_fn.alpha_n": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.act_fn.alpha_p": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.act_fn.beta": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.act_fn.eps": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.feedforward_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.act_fn.alpha_n": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.act_fn.alpha_p": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.act_fn.beta": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.act_fn.eps": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.feedforward_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.act_fn.alpha_n": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.act_fn.alpha_p": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.act_fn.beta": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.act_fn.eps": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.feedforward_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.act_fn.alpha_n": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.act_fn.alpha_p": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.act_fn.beta": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.act_fn.eps": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.feedforward_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.act_fn.alpha_n": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.act_fn.alpha_p": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.act_fn.beta": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.act_fn.eps": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.feedforward_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.act_fn.alpha_n": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.act_fn.alpha_p": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.act_fn.beta": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.act_fn.eps": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.feedforward_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.act_fn.alpha_n": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.act_fn.alpha_p": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.act_fn.beta": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.act_fn.eps": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.feedforward_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.act_fn.alpha_n": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.act_fn.alpha_p": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.act_fn.beta": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.act_fn.eps": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..a782b2f --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,30 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..dc66314 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb201fb226cde11f66c3cf51c5344fb37b1611f00c21e75c324546d854eff2e1 +size 17078480 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..23722a9 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,8021 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "4": { + "content": "[/INST]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "5": { + "content": "[AVAILABLE_TOOLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "6": { + "content": "[/AVAILABLE_TOOLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "7": { + "content": "[TOOL_RESULTS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "8": { + "content": "[/TOOL_RESULTS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "9": { + "content": "[TOOL_CALLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "10": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "11": { + "content": "[PREFIX]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "12": { + "content": "[MIDDLE]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "13": { + "content": "[SUFFIX]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "14": { + "content": "\\begin{", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "15": { + "content": "\\end{", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "16": { + "content": "\\text{", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "17": { + "content": "\\boxed{", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "18": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "19": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "20": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "21": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "22": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "23": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "24": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "25": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "26": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "27": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "28": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "29": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "30": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "31": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "33": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "34": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "35": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "36": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "37": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "38": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "39": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "40": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "41": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "42": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "43": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "44": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "45": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "46": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "52": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "53": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "54": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "55": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "56": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "57": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "58": { + "content": "<|fim_begin|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "59": { + "content": "<|fim_hole|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "60": { + "content": "<|fim_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "61": { + "content": "<|system_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "62": { + "content": "<|system_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "63": { + "content": "<|developer_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "64": { + "content": "<|developer_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "65": { + "content": "<|user_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "66": { + "content": "<|user_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "67": { + "content": "<|assistant_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "68": { + "content": "<|assistant_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "69": { + "content": "<|inner_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "70": { + "content": "<|inner_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "71": { + "content": "<|tools_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "72": { + "content": "<|tools_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "73": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "74": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "76": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "77": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "78": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "79": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "80": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "81": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "82": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "83": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "84": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "85": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "86": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "87": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "88": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "89": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "90": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "91": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "92": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "93": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "94": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "95": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "96": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "97": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "98": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "99": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "101": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "102": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "103": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "104": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "105": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "106": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "107": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "108": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "109": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "110": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "111": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "112": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "113": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "114": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "115": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "116": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "117": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "118": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "119": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "120": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "121": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "122": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "123": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "124": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "125": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "126": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "127": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "129": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "130": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "131": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "132": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "133": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "134": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "135": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "136": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "137": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "138": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "139": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "140": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "141": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "142": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "143": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "144": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "145": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "146": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "147": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "148": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "149": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "150": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "153": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "154": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "155": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "156": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "157": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "158": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "159": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "160": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "161": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "162": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "163": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "164": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "165": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "166": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "167": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "168": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "169": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "171": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "172": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "173": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "174": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "175": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "176": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "177": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "178": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "179": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "180": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "181": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "182": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "183": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "184": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "185": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "186": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "187": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "188": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "189": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "190": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "191": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "192": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "193": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "194": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "195": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "196": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "197": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "198": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "199": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "202": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "203": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "204": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "205": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "206": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "207": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "208": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "209": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "210": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "211": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "212": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "213": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "214": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "215": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "216": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "217": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "218": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "219": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "220": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "221": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "222": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "223": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "224": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "225": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "226": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "227": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "228": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "229": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "230": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "231": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "232": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "233": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "234": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "235": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "236": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "237": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "238": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "239": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "240": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "241": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "242": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "243": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "244": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "245": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "246": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "247": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "248": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "249": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "251": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "252": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "253": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "254": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "255": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "256": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "257": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "258": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "259": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "260": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "261": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "262": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "263": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "264": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "265": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "266": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "267": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "268": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "269": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "270": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "271": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "272": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "273": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "274": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "275": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "276": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "277": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "278": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "279": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "280": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "281": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "282": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "283": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "284": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "285": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "286": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "287": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "288": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "289": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "290": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "291": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "292": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "293": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "294": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "295": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "296": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "297": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "298": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "299": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "300": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "301": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "302": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "303": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "304": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "305": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "306": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "307": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "308": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "309": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "310": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "311": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "312": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "313": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "314": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "315": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "316": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "317": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "318": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "319": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "320": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "321": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "322": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "323": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "324": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "325": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "326": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "327": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "328": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "329": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "330": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "331": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "332": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "333": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "334": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "335": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "336": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "337": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "338": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "339": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "340": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "341": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "342": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "343": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "344": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "345": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "346": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "347": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "348": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "349": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "350": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "351": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "352": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "353": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "354": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "355": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "356": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "357": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "358": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "359": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "360": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "361": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "362": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "363": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "364": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "365": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "366": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "367": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "368": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "369": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "370": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "371": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "372": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "373": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "374": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "375": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "376": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "377": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "378": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "379": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "380": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "381": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "382": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "383": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "384": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "385": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "386": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "387": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "389": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "390": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "391": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "392": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "393": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "394": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "395": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "396": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "397": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "398": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "399": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "400": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "401": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "402": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "403": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "404": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "405": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "406": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "407": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "408": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "409": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "410": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "411": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "412": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "413": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "414": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "415": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "416": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "417": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "418": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "419": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "420": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "421": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "422": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "423": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "424": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "425": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "426": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "427": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "428": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "429": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "430": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "431": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "432": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "433": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "434": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "435": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "436": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "437": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "438": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "439": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "440": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "441": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "442": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "443": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "444": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "445": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "446": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "447": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "448": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "449": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "450": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "451": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "452": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "453": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "454": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "455": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "456": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "457": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "458": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "459": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "460": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "461": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "462": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "463": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "464": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "465": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "466": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "467": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "468": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "469": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "470": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "471": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "472": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "473": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "474": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "475": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "476": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "477": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "478": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "479": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "480": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "481": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "482": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "483": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "484": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "485": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "486": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "487": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "488": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "489": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "490": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "491": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "492": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "493": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "494": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "495": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "496": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "497": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "498": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "499": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "500": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "501": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "502": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "503": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "504": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "505": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "506": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "507": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "508": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "509": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "510": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "511": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "512": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "513": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "514": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "515": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "516": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "517": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "518": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "519": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "520": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "521": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "522": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "523": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "524": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "525": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "526": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "527": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "528": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "529": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "530": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "531": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "532": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "533": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "534": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "535": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "536": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "537": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "538": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "539": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "540": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "541": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "542": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "543": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "544": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "545": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "546": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "547": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "548": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "549": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "550": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "551": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "552": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "553": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "554": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "555": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "556": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "557": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "558": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "559": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "560": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "561": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "562": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "563": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "564": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "565": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "566": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "567": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "568": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "569": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "570": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "571": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "572": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "573": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "574": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "575": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "576": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "577": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "578": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "579": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "580": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "581": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "582": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "583": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "584": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "585": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "586": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "587": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "588": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "589": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "590": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "591": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "592": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "593": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "594": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "595": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "596": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "597": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "598": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "599": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "600": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "601": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "602": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "603": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "604": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "605": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "606": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "607": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "608": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "609": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "610": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "611": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "612": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "613": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "614": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "615": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "616": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "617": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "618": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "619": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "620": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "621": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "622": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "623": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "624": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "625": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "626": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "627": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "628": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "629": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "630": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "631": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "632": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "633": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "634": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "635": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "636": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "637": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "638": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "639": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "640": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "641": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "642": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "643": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "644": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "645": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "646": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "647": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "648": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "649": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "650": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "651": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "652": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "653": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "654": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "655": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "656": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "659": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "660": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "661": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "662": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "663": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "664": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "669": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "670": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "671": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "672": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "673": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "674": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "675": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "676": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "677": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "678": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "679": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "680": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "681": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "682": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "683": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "684": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "685": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "686": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "687": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "688": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "689": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "690": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "691": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "692": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "693": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "694": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "695": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "696": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "697": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "698": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "699": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "700": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "701": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "702": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "703": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "704": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "705": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "706": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "707": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "708": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "709": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "710": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "711": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "712": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "713": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "714": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "715": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "716": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "717": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "718": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "719": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "720": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "721": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "722": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "723": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "724": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "725": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "726": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "727": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "728": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "729": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "730": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "731": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "732": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "733": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "734": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "735": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "736": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "737": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "738": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "739": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "740": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "741": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "742": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "743": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "744": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "745": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "746": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "747": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "748": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "749": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "750": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "751": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "752": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "753": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "754": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "755": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "756": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "757": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "758": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "759": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "760": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "761": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "762": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "763": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "764": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "765": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "766": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "767": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "768": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "769": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "770": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "771": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "772": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "773": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "774": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "775": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "776": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "777": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "778": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "779": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "780": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "781": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "782": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "783": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "784": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "785": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "786": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "787": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "788": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "789": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "790": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "791": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "792": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "793": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "794": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "795": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "796": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "797": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "798": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "799": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "800": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "801": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "802": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "803": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "804": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "805": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "806": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "807": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "808": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "809": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "810": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "811": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "812": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "813": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "814": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "815": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "816": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "817": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "818": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "819": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "820": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "821": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "822": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "823": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "824": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "825": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "826": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "827": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "828": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "829": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "830": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "831": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "832": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "833": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "834": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "835": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "836": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "837": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "838": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "839": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "840": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "841": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "842": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "843": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "844": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "845": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "846": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "847": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "848": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "849": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "850": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "851": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "852": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "853": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "854": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "855": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "856": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "857": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "858": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "859": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "860": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "861": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "862": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "863": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "864": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "865": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "866": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "867": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "868": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "869": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "870": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "871": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "872": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "873": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "874": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "875": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "876": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "877": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "878": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "879": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "880": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "881": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "882": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "883": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "884": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "885": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "886": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "887": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "888": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "889": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "890": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "891": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "892": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "893": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "894": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "895": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "896": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "897": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "898": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "899": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "900": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "901": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "902": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "903": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "904": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "905": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "906": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "907": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "908": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "909": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "910": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "911": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "912": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "913": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "914": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "915": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "916": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "917": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "918": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "919": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "920": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "921": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "922": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "923": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "924": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "925": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "926": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "927": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "928": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "929": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "930": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "931": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "932": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "933": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "934": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "935": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "936": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "937": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "938": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "939": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "940": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "941": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "942": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "943": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "944": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "945": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "946": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "947": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "948": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "949": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "950": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "951": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "952": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "953": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "954": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "955": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "956": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "957": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "958": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "959": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "960": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "961": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "962": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "963": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "964": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "965": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "966": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "967": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "968": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "969": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "970": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "971": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "972": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "973": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "974": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "975": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "976": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "977": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "978": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "979": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "980": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "981": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "982": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "983": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "984": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "985": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "986": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "987": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "988": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "989": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "990": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "991": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "992": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "993": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "994": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "995": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "996": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "997": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "998": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "999": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast", + "unk_token": "" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..8cae976 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 4951250244206592.0, + "train_loss": 0.08733252992605062, + "train_runtime": 92184.4704, + "train_samples_per_second": 1.991, + "train_steps_per_second": 0.062 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..7bb7e8d --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,574 @@ +{"current_steps": 10, "total_steps": 5735, "loss": 3.0208, "lr": 5.202312138728324e-06, "epoch": 0.0017438311971401169, "percentage": 0.17, "elapsed_time": "0:02:44", "remaining_time": "1 day, 2:06:52"} +{"current_steps": 20, "total_steps": 5735, "loss": 1.9958, "lr": 1.0982658959537573e-05, "epoch": 0.0034876623942802338, "percentage": 0.35, "elapsed_time": "0:05:24", "remaining_time": "1 day, 1:43:45"} +{"current_steps": 30, "total_steps": 5735, "loss": 1.0962, "lr": 1.676300578034682e-05, "epoch": 0.0052314935914203504, "percentage": 0.52, "elapsed_time": "0:08:04", "remaining_time": "1 day, 1:34:52"} +{"current_steps": 40, "total_steps": 5735, "loss": 0.6126, "lr": 2.254335260115607e-05, "epoch": 0.0069753247885604676, "percentage": 0.7, "elapsed_time": "0:10:44", "remaining_time": "1 day, 1:29:16"} +{"current_steps": 50, "total_steps": 5735, "loss": 0.4425, "lr": 2.832369942196532e-05, "epoch": 0.008719155985700585, "percentage": 0.87, "elapsed_time": "0:13:24", "remaining_time": "1 day, 1:24:51"} +{"current_steps": 60, "total_steps": 5735, "loss": 0.3402, "lr": 3.410404624277457e-05, "epoch": 0.010462987182840701, "percentage": 1.05, "elapsed_time": "0:16:04", "remaining_time": "1 day, 1:20:49"} +{"current_steps": 70, "total_steps": 5735, "loss": 0.2859, "lr": 3.988439306358382e-05, "epoch": 0.012206818379980817, "percentage": 1.22, "elapsed_time": "0:18:45", "remaining_time": "1 day, 1:17:29"} +{"current_steps": 80, "total_steps": 5735, "loss": 0.2436, "lr": 4.566473988439307e-05, "epoch": 0.013950649577120935, "percentage": 1.39, "elapsed_time": "0:21:25", "remaining_time": "1 day, 1:14:20"} +{"current_steps": 90, "total_steps": 5735, "loss": 0.2153, "lr": 5.1445086705202317e-05, "epoch": 0.01569448077426105, "percentage": 1.57, "elapsed_time": "0:24:05", "remaining_time": "1 day, 1:11:13"} +{"current_steps": 100, "total_steps": 5735, "loss": 0.1949, "lr": 5.722543352601156e-05, "epoch": 0.01743831197140117, "percentage": 1.74, "elapsed_time": "0:26:45", "remaining_time": "1 day, 1:08:13"} +{"current_steps": 110, "total_steps": 5735, "loss": 0.1748, "lr": 6.300578034682081e-05, "epoch": 0.019182143168541284, "percentage": 1.92, "elapsed_time": "0:29:25", "remaining_time": "1 day, 1:05:06"} +{"current_steps": 120, "total_steps": 5735, "loss": 0.1579, "lr": 6.878612716763007e-05, "epoch": 0.020925974365681402, "percentage": 2.09, "elapsed_time": "0:32:05", "remaining_time": "1 day, 1:01:59"} +{"current_steps": 130, "total_steps": 5735, "loss": 0.15, "lr": 7.456647398843931e-05, "epoch": 0.02266980556282152, "percentage": 2.27, "elapsed_time": "0:34:46", "remaining_time": "1 day, 0:59:00"} +{"current_steps": 140, "total_steps": 5735, "loss": 0.1412, "lr": 8.034682080924855e-05, "epoch": 0.024413636759961634, "percentage": 2.44, "elapsed_time": "0:37:26", "remaining_time": "1 day, 0:56:06"} +{"current_steps": 150, "total_steps": 5735, "loss": 0.1351, "lr": 8.612716763005781e-05, "epoch": 0.026157467957101752, "percentage": 2.62, "elapsed_time": "0:40:06", "remaining_time": "1 day, 0:53:04"} +{"current_steps": 160, "total_steps": 5735, "loss": 0.1351, "lr": 9.190751445086706e-05, "epoch": 0.02790129915424187, "percentage": 2.79, "elapsed_time": "0:42:45", "remaining_time": "1 day, 0:50:05"} +{"current_steps": 170, "total_steps": 5735, "loss": 0.1289, "lr": 9.768786127167631e-05, "epoch": 0.029645130351381985, "percentage": 2.96, "elapsed_time": "0:45:25", "remaining_time": "1 day, 0:47:09"} +{"current_steps": 180, "total_steps": 5735, "loss": 0.1278, "lr": 9.999971286914107e-05, "epoch": 0.0313889615485221, "percentage": 3.14, "elapsed_time": "0:48:05", "remaining_time": "1 day, 0:44:14"} +{"current_steps": 190, "total_steps": 5735, "loss": 0.12, "lr": 9.999795819250125e-05, "epoch": 0.03313279274566222, "percentage": 3.31, "elapsed_time": "0:50:45", "remaining_time": "1 day, 0:41:24"} +{"current_steps": 200, "total_steps": 5735, "loss": 0.1187, "lr": 9.99946084122777e-05, "epoch": 0.03487662394280234, "percentage": 3.49, "elapsed_time": "0:53:25", "remaining_time": "1 day, 0:38:41"} +{"current_steps": 210, "total_steps": 5735, "loss": 0.1155, "lr": 9.998966363533971e-05, "epoch": 0.03662045513994246, "percentage": 3.66, "elapsed_time": "0:56:05", "remaining_time": "1 day, 0:35:56"} +{"current_steps": 220, "total_steps": 5735, "loss": 0.1123, "lr": 9.998312401944236e-05, "epoch": 0.03836428633708257, "percentage": 3.84, "elapsed_time": "0:58:46", "remaining_time": "1 day, 0:33:12"} +{"current_steps": 230, "total_steps": 5735, "loss": 0.113, "lr": 9.997498977322146e-05, "epoch": 0.040108117534222686, "percentage": 4.01, "elapsed_time": "1:01:26", "remaining_time": "1 day, 0:30:30"} +{"current_steps": 240, "total_steps": 5735, "loss": 0.1117, "lr": 9.996526115618692e-05, "epoch": 0.041851948731362804, "percentage": 4.18, "elapsed_time": "1:04:06", "remaining_time": "1 day, 0:27:49"} +{"current_steps": 250, "total_steps": 5735, "loss": 0.1084, "lr": 9.995393847871446e-05, "epoch": 0.04359577992850292, "percentage": 4.36, "elapsed_time": "1:06:46", "remaining_time": "1 day, 0:25:09"} +{"current_steps": 260, "total_steps": 5735, "loss": 0.1075, "lr": 9.994102210203567e-05, "epoch": 0.04533961112564304, "percentage": 4.53, "elapsed_time": "1:09:27", "remaining_time": "1 day, 0:22:28"} +{"current_steps": 270, "total_steps": 5735, "loss": 0.1107, "lr": 9.992651243822657e-05, "epoch": 0.04708344232278316, "percentage": 4.71, "elapsed_time": "1:12:07", "remaining_time": "1 day, 0:19:46"} +{"current_steps": 280, "total_steps": 5735, "loss": 0.1042, "lr": 9.991040995019441e-05, "epoch": 0.04882727351992327, "percentage": 4.88, "elapsed_time": "1:14:47", "remaining_time": "1 day, 0:17:03"} +{"current_steps": 290, "total_steps": 5735, "loss": 0.1067, "lr": 9.989271515166288e-05, "epoch": 0.050571104717063387, "percentage": 5.06, "elapsed_time": "1:17:27", "remaining_time": "1 day, 0:14:20"} +{"current_steps": 300, "total_steps": 5735, "loss": 0.1051, "lr": 9.987342860715575e-05, "epoch": 0.052314935914203504, "percentage": 5.23, "elapsed_time": "1:20:07", "remaining_time": "1 day, 0:11:39"} +{"current_steps": 310, "total_steps": 5735, "loss": 0.104, "lr": 9.985255093197889e-05, "epoch": 0.05405876711134362, "percentage": 5.41, "elapsed_time": "1:22:47", "remaining_time": "1 day, 0:08:57"} +{"current_steps": 320, "total_steps": 5735, "loss": 0.1003, "lr": 9.983008279220061e-05, "epoch": 0.05580259830848374, "percentage": 5.58, "elapsed_time": "1:25:27", "remaining_time": "1 day, 0:06:15"} +{"current_steps": 330, "total_steps": 5735, "loss": 0.1037, "lr": 9.980602490463036e-05, "epoch": 0.05754642950562386, "percentage": 5.75, "elapsed_time": "1:28:08", "remaining_time": "1 day, 0:03:35"} +{"current_steps": 340, "total_steps": 5735, "loss": 0.1051, "lr": 9.978037803679594e-05, "epoch": 0.05929026070276397, "percentage": 5.93, "elapsed_time": "1:30:48", "remaining_time": "1 day, 0:00:52"} +{"current_steps": 350, "total_steps": 5735, "loss": 0.1008, "lr": 9.975314300691897e-05, "epoch": 0.06103409189990409, "percentage": 6.1, "elapsed_time": "1:33:28", "remaining_time": "23:58:11"} +{"current_steps": 360, "total_steps": 5735, "loss": 0.1013, "lr": 9.972432068388884e-05, "epoch": 0.0627779230970442, "percentage": 6.28, "elapsed_time": "1:36:08", "remaining_time": "23:55:30"} +{"current_steps": 370, "total_steps": 5735, "loss": 0.1015, "lr": 9.969391198723489e-05, "epoch": 0.06452175429418432, "percentage": 6.45, "elapsed_time": "1:38:48", "remaining_time": "23:52:48"} +{"current_steps": 380, "total_steps": 5735, "loss": 0.0997, "lr": 9.966191788709716e-05, "epoch": 0.06626558549132444, "percentage": 6.63, "elapsed_time": "1:41:28", "remaining_time": "23:50:03"} +{"current_steps": 390, "total_steps": 5735, "loss": 0.0976, "lr": 9.96283394041954e-05, "epoch": 0.06800941668846455, "percentage": 6.8, "elapsed_time": "1:44:08", "remaining_time": "23:47:21"} +{"current_steps": 400, "total_steps": 5735, "loss": 0.098, "lr": 9.959317760979653e-05, "epoch": 0.06975324788560468, "percentage": 6.97, "elapsed_time": "1:46:49", "remaining_time": "23:44:40"} +{"current_steps": 410, "total_steps": 5735, "loss": 0.0975, "lr": 9.955643362568047e-05, "epoch": 0.07149707908274479, "percentage": 7.15, "elapsed_time": "1:49:28", "remaining_time": "23:41:56"} +{"current_steps": 420, "total_steps": 5735, "loss": 0.1025, "lr": 9.951810862410426e-05, "epoch": 0.07324091027988491, "percentage": 7.32, "elapsed_time": "1:52:09", "remaining_time": "23:39:14"} +{"current_steps": 430, "total_steps": 5735, "loss": 0.0998, "lr": 9.947820382776483e-05, "epoch": 0.07498474147702502, "percentage": 7.5, "elapsed_time": "1:54:49", "remaining_time": "23:36:33"} +{"current_steps": 440, "total_steps": 5735, "loss": 0.0973, "lr": 9.943672050975978e-05, "epoch": 0.07672857267416514, "percentage": 7.67, "elapsed_time": "1:57:29", "remaining_time": "23:33:50"} +{"current_steps": 450, "total_steps": 5735, "loss": 0.0952, "lr": 9.9393659993547e-05, "epoch": 0.07847240387130526, "percentage": 7.85, "elapsed_time": "2:00:09", "remaining_time": "23:31:06"} +{"current_steps": 460, "total_steps": 5735, "loss": 0.0916, "lr": 9.934902365290221e-05, "epoch": 0.08021623506844537, "percentage": 8.02, "elapsed_time": "2:02:49", "remaining_time": "23:28:24"} +{"current_steps": 470, "total_steps": 5735, "loss": 0.0926, "lr": 9.930281291187533e-05, "epoch": 0.0819600662655855, "percentage": 8.2, "elapsed_time": "2:05:29", "remaining_time": "23:25:41"} +{"current_steps": 480, "total_steps": 5735, "loss": 0.0968, "lr": 9.925502924474494e-05, "epoch": 0.08370389746272561, "percentage": 8.37, "elapsed_time": "2:08:09", "remaining_time": "23:22:59"} +{"current_steps": 490, "total_steps": 5735, "loss": 0.0947, "lr": 9.920567417597127e-05, "epoch": 0.08544772865986572, "percentage": 8.54, "elapsed_time": "2:10:49", "remaining_time": "23:20:18"} +{"current_steps": 500, "total_steps": 5735, "loss": 0.0922, "lr": 9.915474928014754e-05, "epoch": 0.08719155985700584, "percentage": 8.72, "elapsed_time": "2:13:29", "remaining_time": "23:17:37"} +{"current_steps": 510, "total_steps": 5735, "loss": 0.0938, "lr": 9.910225618194979e-05, "epoch": 0.08893539105414595, "percentage": 8.89, "elapsed_time": "2:16:09", "remaining_time": "23:14:56"} +{"current_steps": 520, "total_steps": 5735, "loss": 0.0934, "lr": 9.9048196556085e-05, "epoch": 0.09067922225128608, "percentage": 9.07, "elapsed_time": "2:18:49", "remaining_time": "23:12:15"} +{"current_steps": 530, "total_steps": 5735, "loss": 0.0932, "lr": 9.89925721272376e-05, "epoch": 0.09242305344842619, "percentage": 9.24, "elapsed_time": "2:21:29", "remaining_time": "23:09:33"} +{"current_steps": 540, "total_steps": 5735, "loss": 0.0898, "lr": 9.893538467001465e-05, "epoch": 0.09416688464556631, "percentage": 9.42, "elapsed_time": "2:24:09", "remaining_time": "23:06:51"} +{"current_steps": 550, "total_steps": 5735, "loss": 0.0942, "lr": 9.887663600888897e-05, "epoch": 0.09591071584270643, "percentage": 9.59, "elapsed_time": "2:26:49", "remaining_time": "23:04:10"} +{"current_steps": 560, "total_steps": 5735, "loss": 0.0907, "lr": 9.881632801814112e-05, "epoch": 0.09765454703984654, "percentage": 9.76, "elapsed_time": "2:29:29", "remaining_time": "23:01:28"} +{"current_steps": 570, "total_steps": 5735, "loss": 0.0911, "lr": 9.875446262179948e-05, "epoch": 0.09939837823698666, "percentage": 9.94, "elapsed_time": "2:32:09", "remaining_time": "22:58:45"} +{"current_steps": 580, "total_steps": 5735, "loss": 0.0934, "lr": 9.869104179357898e-05, "epoch": 0.10114220943412677, "percentage": 10.11, "elapsed_time": "2:34:49", "remaining_time": "22:56:04"} +{"current_steps": 590, "total_steps": 5735, "loss": 0.0884, "lr": 9.862606755681805e-05, "epoch": 0.1028860406312669, "percentage": 10.29, "elapsed_time": "2:37:29", "remaining_time": "22:53:23"} +{"current_steps": 600, "total_steps": 5735, "loss": 0.0911, "lr": 9.855954198441411e-05, "epoch": 0.10462987182840701, "percentage": 10.46, "elapsed_time": "2:40:09", "remaining_time": "22:50:42"} +{"current_steps": 610, "total_steps": 5735, "loss": 0.0922, "lr": 9.849146719875737e-05, "epoch": 0.10637370302554713, "percentage": 10.64, "elapsed_time": "2:42:49", "remaining_time": "22:48:00"} +{"current_steps": 620, "total_steps": 5735, "loss": 0.0901, "lr": 9.842184537166325e-05, "epoch": 0.10811753422268724, "percentage": 10.81, "elapsed_time": "2:45:29", "remaining_time": "22:45:20"} +{"current_steps": 630, "total_steps": 5735, "loss": 0.091, "lr": 9.835067872430298e-05, "epoch": 0.10986136541982736, "percentage": 10.99, "elapsed_time": "2:48:09", "remaining_time": "22:42:39"} +{"current_steps": 640, "total_steps": 5735, "loss": 0.0896, "lr": 9.827796952713271e-05, "epoch": 0.11160519661696748, "percentage": 11.16, "elapsed_time": "2:50:50", "remaining_time": "22:40:00"} +{"current_steps": 650, "total_steps": 5735, "loss": 0.0909, "lr": 9.820372009982122e-05, "epoch": 0.11334902781410759, "percentage": 11.33, "elapsed_time": "2:53:30", "remaining_time": "22:37:19"} +{"current_steps": 660, "total_steps": 5735, "loss": 0.0897, "lr": 9.81279328111758e-05, "epoch": 0.11509285901124772, "percentage": 11.51, "elapsed_time": "2:56:10", "remaining_time": "22:34:40"} +{"current_steps": 670, "total_steps": 5735, "loss": 0.0901, "lr": 9.805061007906669e-05, "epoch": 0.11683669020838783, "percentage": 11.68, "elapsed_time": "2:58:50", "remaining_time": "22:31:59"} +{"current_steps": 680, "total_steps": 5735, "loss": 0.0898, "lr": 9.797175437034997e-05, "epoch": 0.11858052140552794, "percentage": 11.86, "elapsed_time": "3:01:30", "remaining_time": "22:29:20"} +{"current_steps": 690, "total_steps": 5735, "loss": 0.0888, "lr": 9.789136820078883e-05, "epoch": 0.12032435260266806, "percentage": 12.03, "elapsed_time": "3:04:11", "remaining_time": "22:26:46"} +{"current_steps": 700, "total_steps": 5735, "loss": 0.0883, "lr": 9.780945413497337e-05, "epoch": 0.12206818379980817, "percentage": 12.21, "elapsed_time": "3:06:52", "remaining_time": "22:24:09"} +{"current_steps": 710, "total_steps": 5735, "loss": 0.0892, "lr": 9.77260147862387e-05, "epoch": 0.1238120149969483, "percentage": 12.38, "elapsed_time": "3:09:32", "remaining_time": "22:21:29"} +{"current_steps": 720, "total_steps": 5735, "loss": 0.086, "lr": 9.76410528165816e-05, "epoch": 0.1255558461940884, "percentage": 12.55, "elapsed_time": "3:12:12", "remaining_time": "22:18:48"} +{"current_steps": 730, "total_steps": 5735, "loss": 0.0852, "lr": 9.755457093657561e-05, "epoch": 0.12729967739122852, "percentage": 12.73, "elapsed_time": "3:14:52", "remaining_time": "22:16:07"} +{"current_steps": 740, "total_steps": 5735, "loss": 0.0853, "lr": 9.746657190528454e-05, "epoch": 0.12904350858836863, "percentage": 12.9, "elapsed_time": "3:17:33", "remaining_time": "22:13:29"} +{"current_steps": 750, "total_steps": 5735, "loss": 0.0885, "lr": 9.737705853017441e-05, "epoch": 0.13078733978550877, "percentage": 13.08, "elapsed_time": "3:20:13", "remaining_time": "22:10:49"} +{"current_steps": 760, "total_steps": 5735, "loss": 0.0863, "lr": 9.728603366702399e-05, "epoch": 0.13253117098264888, "percentage": 13.25, "elapsed_time": "3:22:53", "remaining_time": "22:08:06"} +{"current_steps": 770, "total_steps": 5735, "loss": 0.0853, "lr": 9.719350021983356e-05, "epoch": 0.134275002179789, "percentage": 13.43, "elapsed_time": "3:25:33", "remaining_time": "22:05:25"} +{"current_steps": 780, "total_steps": 5735, "loss": 0.0891, "lr": 9.709946114073232e-05, "epoch": 0.1360188333769291, "percentage": 13.6, "elapsed_time": "3:28:13", "remaining_time": "22:02:43"} +{"current_steps": 790, "total_steps": 5735, "loss": 0.0874, "lr": 9.700391942988423e-05, "epoch": 0.13776266457406924, "percentage": 13.78, "elapsed_time": "3:30:53", "remaining_time": "22:00:02"} +{"current_steps": 800, "total_steps": 5735, "loss": 0.0873, "lr": 9.690687813539229e-05, "epoch": 0.13950649577120935, "percentage": 13.95, "elapsed_time": "3:33:33", "remaining_time": "21:57:22"} +{"current_steps": 810, "total_steps": 5735, "loss": 0.0847, "lr": 9.680834035320127e-05, "epoch": 0.14125032696834947, "percentage": 14.12, "elapsed_time": "3:36:13", "remaining_time": "21:54:42"} +{"current_steps": 820, "total_steps": 5735, "loss": 0.0865, "lr": 9.670830922699889e-05, "epoch": 0.14299415816548958, "percentage": 14.3, "elapsed_time": "3:38:53", "remaining_time": "21:52:01"} +{"current_steps": 830, "total_steps": 5735, "loss": 0.0873, "lr": 9.660678794811568e-05, "epoch": 0.1447379893626297, "percentage": 14.47, "elapsed_time": "3:41:33", "remaining_time": "21:49:20"} +{"current_steps": 840, "total_steps": 5735, "loss": 0.0856, "lr": 9.650377975542297e-05, "epoch": 0.14648182055976983, "percentage": 14.65, "elapsed_time": "3:44:13", "remaining_time": "21:46:39"} +{"current_steps": 850, "total_steps": 5735, "loss": 0.0857, "lr": 9.639928793522976e-05, "epoch": 0.14822565175690994, "percentage": 14.82, "elapsed_time": "3:46:53", "remaining_time": "21:43:59"} +{"current_steps": 860, "total_steps": 5735, "loss": 0.0874, "lr": 9.629331582117766e-05, "epoch": 0.14996948295405005, "percentage": 15.0, "elapsed_time": "3:49:33", "remaining_time": "21:41:18"} +{"current_steps": 870, "total_steps": 5735, "loss": 0.0863, "lr": 9.618586679413477e-05, "epoch": 0.15171331415119016, "percentage": 15.17, "elapsed_time": "3:52:13", "remaining_time": "21:38:37"} +{"current_steps": 880, "total_steps": 5735, "loss": 0.0833, "lr": 9.607694428208759e-05, "epoch": 0.15345714534833027, "percentage": 15.34, "elapsed_time": "3:54:53", "remaining_time": "21:35:55"} +{"current_steps": 890, "total_steps": 5735, "loss": 0.084, "lr": 9.596655176003184e-05, "epoch": 0.1552009765454704, "percentage": 15.52, "elapsed_time": "3:57:33", "remaining_time": "21:33:12"} +{"current_steps": 900, "total_steps": 5735, "loss": 0.0837, "lr": 9.585469274986147e-05, "epoch": 0.15694480774261052, "percentage": 15.69, "elapsed_time": "4:00:12", "remaining_time": "21:30:28"} +{"current_steps": 910, "total_steps": 5735, "loss": 0.083, "lr": 9.57413708202564e-05, "epoch": 0.15868863893975063, "percentage": 15.87, "elapsed_time": "4:02:52", "remaining_time": "21:27:45"} +{"current_steps": 920, "total_steps": 5735, "loss": 0.0838, "lr": 9.562658958656855e-05, "epoch": 0.16043247013689074, "percentage": 16.04, "elapsed_time": "4:05:32", "remaining_time": "21:25:03"} +{"current_steps": 930, "total_steps": 5735, "loss": 0.0858, "lr": 9.551035271070664e-05, "epoch": 0.16217630133403085, "percentage": 16.22, "elapsed_time": "4:08:11", "remaining_time": "21:22:21"} +{"current_steps": 940, "total_steps": 5735, "loss": 0.0844, "lr": 9.539266390101921e-05, "epoch": 0.163920132531171, "percentage": 16.39, "elapsed_time": "4:10:51", "remaining_time": "21:19:40"} +{"current_steps": 950, "total_steps": 5735, "loss": 0.0821, "lr": 9.527352691217648e-05, "epoch": 0.1656639637283111, "percentage": 16.56, "elapsed_time": "4:13:31", "remaining_time": "21:16:59"} +{"current_steps": 960, "total_steps": 5735, "loss": 0.0831, "lr": 9.515294554505039e-05, "epoch": 0.16740779492545121, "percentage": 16.74, "elapsed_time": "4:16:11", "remaining_time": "21:14:19"} +{"current_steps": 970, "total_steps": 5735, "loss": 0.0851, "lr": 9.503092364659343e-05, "epoch": 0.16915162612259133, "percentage": 16.91, "elapsed_time": "4:18:51", "remaining_time": "21:11:38"} +{"current_steps": 980, "total_steps": 5735, "loss": 0.084, "lr": 9.490746510971595e-05, "epoch": 0.17089545731973144, "percentage": 17.09, "elapsed_time": "4:21:32", "remaining_time": "21:08:58"} +{"current_steps": 990, "total_steps": 5735, "loss": 0.0842, "lr": 9.47825738731619e-05, "epoch": 0.17263928851687158, "percentage": 17.26, "elapsed_time": "4:24:12", "remaining_time": "21:06:17"} +{"current_steps": 1000, "total_steps": 5735, "loss": 0.0813, "lr": 9.465625392138313e-05, "epoch": 0.1743831197140117, "percentage": 17.44, "elapsed_time": "4:26:52", "remaining_time": "21:03:37"} +{"current_steps": 1010, "total_steps": 5735, "loss": 0.0811, "lr": 9.452850928441239e-05, "epoch": 0.1761269509111518, "percentage": 17.61, "elapsed_time": "4:30:33", "remaining_time": "21:05:43"} +{"current_steps": 1020, "total_steps": 5735, "loss": 0.0829, "lr": 9.439934403773468e-05, "epoch": 0.1778707821082919, "percentage": 17.79, "elapsed_time": "4:33:13", "remaining_time": "21:02:59"} +{"current_steps": 1030, "total_steps": 5735, "loss": 0.0835, "lr": 9.42687623021572e-05, "epoch": 0.17961461330543205, "percentage": 17.96, "elapsed_time": "4:35:53", "remaining_time": "21:00:15"} +{"current_steps": 1040, "total_steps": 5735, "loss": 0.084, "lr": 9.413676824367799e-05, "epoch": 0.18135844450257216, "percentage": 18.13, "elapsed_time": "4:38:33", "remaining_time": "20:57:31"} +{"current_steps": 1050, "total_steps": 5735, "loss": 0.0814, "lr": 9.400336607335293e-05, "epoch": 0.18310227569971227, "percentage": 18.31, "elapsed_time": "4:41:13", "remaining_time": "20:54:47"} +{"current_steps": 1060, "total_steps": 5735, "loss": 0.0816, "lr": 9.38685600471614e-05, "epoch": 0.18484610689685238, "percentage": 18.48, "elapsed_time": "4:43:53", "remaining_time": "20:52:02"} +{"current_steps": 1070, "total_steps": 5735, "loss": 0.0832, "lr": 9.373235446587056e-05, "epoch": 0.1865899380939925, "percentage": 18.66, "elapsed_time": "4:46:33", "remaining_time": "20:49:18"} +{"current_steps": 1080, "total_steps": 5735, "loss": 0.0812, "lr": 9.359475367489806e-05, "epoch": 0.18833376929113263, "percentage": 18.83, "elapsed_time": "4:49:12", "remaining_time": "20:46:34"} +{"current_steps": 1090, "total_steps": 5735, "loss": 0.0825, "lr": 9.345576206417345e-05, "epoch": 0.19007760048827274, "percentage": 19.01, "elapsed_time": "4:51:52", "remaining_time": "20:43:51"} +{"current_steps": 1100, "total_steps": 5735, "loss": 0.0849, "lr": 9.331538406799816e-05, "epoch": 0.19182143168541285, "percentage": 19.18, "elapsed_time": "4:54:32", "remaining_time": "20:41:06"} +{"current_steps": 1110, "total_steps": 5735, "loss": 0.0812, "lr": 9.317362416490396e-05, "epoch": 0.19356526288255296, "percentage": 19.35, "elapsed_time": "4:57:12", "remaining_time": "20:38:23"} +{"current_steps": 1120, "total_steps": 5735, "loss": 0.0827, "lr": 9.303048687751015e-05, "epoch": 0.19530909407969307, "percentage": 19.53, "elapsed_time": "4:59:52", "remaining_time": "20:35:40"} +{"current_steps": 1130, "total_steps": 5735, "loss": 0.0795, "lr": 9.288597677237918e-05, "epoch": 0.1970529252768332, "percentage": 19.7, "elapsed_time": "5:02:33", "remaining_time": "20:32:57"} +{"current_steps": 1140, "total_steps": 5735, "loss": 0.0784, "lr": 9.274009845987106e-05, "epoch": 0.19879675647397332, "percentage": 19.88, "elapsed_time": "5:05:13", "remaining_time": "20:30:15"} +{"current_steps": 1150, "total_steps": 5735, "loss": 0.0791, "lr": 9.259285659399624e-05, "epoch": 0.20054058767111343, "percentage": 20.05, "elapsed_time": "5:07:53", "remaining_time": "20:27:33"} +{"current_steps": 1160, "total_steps": 5735, "loss": 0.0811, "lr": 9.244425587226708e-05, "epoch": 0.20228441886825355, "percentage": 20.23, "elapsed_time": "5:10:33", "remaining_time": "20:24:50"} +{"current_steps": 1170, "total_steps": 5735, "loss": 0.0834, "lr": 9.229430103554809e-05, "epoch": 0.20402825006539366, "percentage": 20.4, "elapsed_time": "5:13:13", "remaining_time": "20:22:08"} +{"current_steps": 1180, "total_steps": 5735, "loss": 0.0811, "lr": 9.214299686790453e-05, "epoch": 0.2057720812625338, "percentage": 20.58, "elapsed_time": "5:15:53", "remaining_time": "20:19:25"} +{"current_steps": 1190, "total_steps": 5735, "loss": 0.0805, "lr": 9.199034819644996e-05, "epoch": 0.2075159124596739, "percentage": 20.75, "elapsed_time": "5:18:34", "remaining_time": "20:16:43"} +{"current_steps": 1200, "total_steps": 5735, "loss": 0.0788, "lr": 9.18363598911921e-05, "epoch": 0.20925974365681402, "percentage": 20.92, "elapsed_time": "5:21:14", "remaining_time": "20:14:00"} +{"current_steps": 1210, "total_steps": 5735, "loss": 0.0809, "lr": 9.168103686487754e-05, "epoch": 0.21100357485395413, "percentage": 21.1, "elapsed_time": "5:23:54", "remaining_time": "20:11:17"} +{"current_steps": 1220, "total_steps": 5735, "loss": 0.0794, "lr": 9.152438407283492e-05, "epoch": 0.21274740605109427, "percentage": 21.27, "elapsed_time": "5:26:34", "remaining_time": "20:08:34"} +{"current_steps": 1230, "total_steps": 5735, "loss": 0.078, "lr": 9.136640651281694e-05, "epoch": 0.21449123724823438, "percentage": 21.45, "elapsed_time": "5:29:14", "remaining_time": "20:05:52"} +{"current_steps": 1240, "total_steps": 5735, "loss": 0.0801, "lr": 9.120710922484088e-05, "epoch": 0.2162350684453745, "percentage": 21.62, "elapsed_time": "5:31:54", "remaining_time": "20:03:08"} +{"current_steps": 1250, "total_steps": 5735, "loss": 0.0767, "lr": 9.104649729102774e-05, "epoch": 0.2179788996425146, "percentage": 21.8, "elapsed_time": "5:34:34", "remaining_time": "20:00:26"} +{"current_steps": 1260, "total_steps": 5735, "loss": 0.0793, "lr": 9.088457583544021e-05, "epoch": 0.2197227308396547, "percentage": 21.97, "elapsed_time": "5:37:14", "remaining_time": "19:57:43"} +{"current_steps": 1270, "total_steps": 5735, "loss": 0.0808, "lr": 9.072135002391911e-05, "epoch": 0.22146656203679485, "percentage": 22.14, "elapsed_time": "5:39:54", "remaining_time": "19:55:00"} +{"current_steps": 1280, "total_steps": 5735, "loss": 0.0789, "lr": 9.055682506391867e-05, "epoch": 0.22321039323393496, "percentage": 22.32, "elapsed_time": "5:42:34", "remaining_time": "19:52:18"} +{"current_steps": 1290, "total_steps": 5735, "loss": 0.0809, "lr": 9.039100620434025e-05, "epoch": 0.22495422443107507, "percentage": 22.49, "elapsed_time": "5:45:14", "remaining_time": "19:49:36"} +{"current_steps": 1300, "total_steps": 5735, "loss": 0.0808, "lr": 9.022389873536504e-05, "epoch": 0.22669805562821518, "percentage": 22.67, "elapsed_time": "5:47:54", "remaining_time": "19:46:53"} +{"current_steps": 1310, "total_steps": 5735, "loss": 0.0781, "lr": 9.005550798828522e-05, "epoch": 0.2284418868253553, "percentage": 22.84, "elapsed_time": "5:50:34", "remaining_time": "19:44:11"} +{"current_steps": 1320, "total_steps": 5735, "loss": 0.0806, "lr": 8.988583933533383e-05, "epoch": 0.23018571802249543, "percentage": 23.02, "elapsed_time": "5:53:14", "remaining_time": "19:41:28"} +{"current_steps": 1330, "total_steps": 5735, "loss": 0.0815, "lr": 8.971489818951348e-05, "epoch": 0.23192954921963554, "percentage": 23.19, "elapsed_time": "5:55:54", "remaining_time": "19:38:46"} +{"current_steps": 1340, "total_steps": 5735, "loss": 0.0822, "lr": 8.954269000442353e-05, "epoch": 0.23367338041677566, "percentage": 23.37, "elapsed_time": "5:58:34", "remaining_time": "19:36:04"} +{"current_steps": 1350, "total_steps": 5735, "loss": 0.0802, "lr": 8.936922027408618e-05, "epoch": 0.23541721161391577, "percentage": 23.54, "elapsed_time": "6:01:14", "remaining_time": "19:33:23"} +{"current_steps": 1360, "total_steps": 5735, "loss": 0.0781, "lr": 8.919449453277125e-05, "epoch": 0.23716104281105588, "percentage": 23.71, "elapsed_time": "6:03:54", "remaining_time": "19:30:40"} +{"current_steps": 1370, "total_steps": 5735, "loss": 0.0768, "lr": 8.901851835481946e-05, "epoch": 0.23890487400819602, "percentage": 23.89, "elapsed_time": "6:06:34", "remaining_time": "19:27:58"} +{"current_steps": 1380, "total_steps": 5735, "loss": 0.0782, "lr": 8.884129735446471e-05, "epoch": 0.24064870520533613, "percentage": 24.06, "elapsed_time": "6:09:14", "remaining_time": "19:25:16"} +{"current_steps": 1390, "total_steps": 5735, "loss": 0.0802, "lr": 8.866283718565497e-05, "epoch": 0.24239253640247624, "percentage": 24.24, "elapsed_time": "6:11:54", "remaining_time": "19:22:33"} +{"current_steps": 1400, "total_steps": 5735, "loss": 0.0805, "lr": 8.848314354187184e-05, "epoch": 0.24413636759961635, "percentage": 24.41, "elapsed_time": "6:14:34", "remaining_time": "19:19:51"} +{"current_steps": 1410, "total_steps": 5735, "loss": 0.0807, "lr": 8.83022221559489e-05, "epoch": 0.24588019879675646, "percentage": 24.59, "elapsed_time": "6:17:14", "remaining_time": "19:17:09"} +{"current_steps": 1420, "total_steps": 5735, "loss": 0.0796, "lr": 8.81200787998889e-05, "epoch": 0.2476240299938966, "percentage": 24.76, "elapsed_time": "6:19:55", "remaining_time": "19:14:28"} +{"current_steps": 1430, "total_steps": 5735, "loss": 0.0795, "lr": 8.793671928467953e-05, "epoch": 0.2493678611910367, "percentage": 24.93, "elapsed_time": "6:22:35", "remaining_time": "19:11:47"} +{"current_steps": 1440, "total_steps": 5735, "loss": 0.0791, "lr": 8.775214946010806e-05, "epoch": 0.2511116923881768, "percentage": 25.11, "elapsed_time": "6:25:16", "remaining_time": "19:09:06"} +{"current_steps": 1450, "total_steps": 5735, "loss": 0.0796, "lr": 8.756637521457472e-05, "epoch": 0.25285552358531693, "percentage": 25.28, "elapsed_time": "6:27:56", "remaining_time": "19:06:24"} +{"current_steps": 1460, "total_steps": 5735, "loss": 0.0776, "lr": 8.737940247490488e-05, "epoch": 0.25459935478245704, "percentage": 25.46, "elapsed_time": "6:30:36", "remaining_time": "19:03:43"} +{"current_steps": 1470, "total_steps": 5735, "loss": 0.0764, "lr": 8.71912372061598e-05, "epoch": 0.25634318597959715, "percentage": 25.63, "elapsed_time": "6:33:16", "remaining_time": "19:01:01"} +{"current_steps": 1480, "total_steps": 5735, "loss": 0.0764, "lr": 8.700188541144658e-05, "epoch": 0.25808701717673727, "percentage": 25.81, "elapsed_time": "6:35:56", "remaining_time": "18:58:19"} +{"current_steps": 1490, "total_steps": 5735, "loss": 0.0801, "lr": 8.68113531317264e-05, "epoch": 0.25983084837387743, "percentage": 25.98, "elapsed_time": "6:38:36", "remaining_time": "18:55:37"} +{"current_steps": 1500, "total_steps": 5735, "loss": 0.0796, "lr": 8.661964644562193e-05, "epoch": 0.26157467957101754, "percentage": 26.16, "elapsed_time": "6:41:16", "remaining_time": "18:52:55"} +{"current_steps": 1510, "total_steps": 5735, "loss": 0.0784, "lr": 8.64267714692234e-05, "epoch": 0.26331851076815765, "percentage": 26.33, "elapsed_time": "6:43:55", "remaining_time": "18:50:12"} +{"current_steps": 1520, "total_steps": 5735, "loss": 0.0771, "lr": 8.623273435589338e-05, "epoch": 0.26506234196529777, "percentage": 26.5, "elapsed_time": "6:46:35", "remaining_time": "18:47:30"} +{"current_steps": 1530, "total_steps": 5735, "loss": 0.0785, "lr": 8.603754129607055e-05, "epoch": 0.2668061731624379, "percentage": 26.68, "elapsed_time": "6:49:15", "remaining_time": "18:44:48"} +{"current_steps": 1540, "total_steps": 5735, "loss": 0.0787, "lr": 8.584119851707224e-05, "epoch": 0.268550004359578, "percentage": 26.85, "elapsed_time": "6:51:55", "remaining_time": "18:42:06"} +{"current_steps": 1550, "total_steps": 5735, "loss": 0.0782, "lr": 8.564371228289562e-05, "epoch": 0.2702938355567181, "percentage": 27.03, "elapsed_time": "6:54:36", "remaining_time": "18:39:25"} +{"current_steps": 1560, "total_steps": 5735, "loss": 0.0763, "lr": 8.5445088894018e-05, "epoch": 0.2720376667538582, "percentage": 27.2, "elapsed_time": "6:57:16", "remaining_time": "18:36:43"} +{"current_steps": 1570, "total_steps": 5735, "loss": 0.0778, "lr": 8.524533468719568e-05, "epoch": 0.2737814979509983, "percentage": 27.38, "elapsed_time": "6:59:56", "remaining_time": "18:34:01"} +{"current_steps": 1580, "total_steps": 5735, "loss": 0.0769, "lr": 8.504445603526201e-05, "epoch": 0.2755253291481385, "percentage": 27.55, "elapsed_time": "7:02:36", "remaining_time": "18:31:20"} +{"current_steps": 1590, "total_steps": 5735, "loss": 0.0764, "lr": 8.484245934692379e-05, "epoch": 0.2772691603452786, "percentage": 27.72, "elapsed_time": "7:05:16", "remaining_time": "18:28:38"} +{"current_steps": 1600, "total_steps": 5735, "loss": 0.0773, "lr": 8.463935106655704e-05, "epoch": 0.2790129915424187, "percentage": 27.9, "elapsed_time": "7:07:56", "remaining_time": "18:25:56"} +{"current_steps": 1610, "total_steps": 5735, "loss": 0.0755, "lr": 8.443513767400127e-05, "epoch": 0.2807568227395588, "percentage": 28.07, "elapsed_time": "7:10:36", "remaining_time": "18:23:14"} +{"current_steps": 1620, "total_steps": 5735, "loss": 0.0771, "lr": 8.422982568435281e-05, "epoch": 0.28250065393669893, "percentage": 28.25, "elapsed_time": "7:13:15", "remaining_time": "18:20:32"} +{"current_steps": 1630, "total_steps": 5735, "loss": 0.0766, "lr": 8.4023421647757e-05, "epoch": 0.28424448513383904, "percentage": 28.42, "elapsed_time": "7:15:55", "remaining_time": "18:17:50"} +{"current_steps": 1640, "total_steps": 5735, "loss": 0.0795, "lr": 8.381593214919905e-05, "epoch": 0.28598831633097915, "percentage": 28.6, "elapsed_time": "7:18:35", "remaining_time": "18:15:09"} +{"current_steps": 1650, "total_steps": 5735, "loss": 0.0785, "lr": 8.360736380829419e-05, "epoch": 0.28773214752811926, "percentage": 28.77, "elapsed_time": "7:21:15", "remaining_time": "18:12:27"} +{"current_steps": 1660, "total_steps": 5735, "loss": 0.076, "lr": 8.339772327907628e-05, "epoch": 0.2894759787252594, "percentage": 28.95, "elapsed_time": "7:23:55", "remaining_time": "18:09:46"} +{"current_steps": 1670, "total_steps": 5735, "loss": 0.0776, "lr": 8.318701724978564e-05, "epoch": 0.2912198099223995, "percentage": 29.12, "elapsed_time": "7:26:36", "remaining_time": "18:07:05"} +{"current_steps": 1680, "total_steps": 5735, "loss": 0.0767, "lr": 8.29752524426556e-05, "epoch": 0.29296364111953965, "percentage": 29.29, "elapsed_time": "7:29:16", "remaining_time": "18:04:23"} +{"current_steps": 1690, "total_steps": 5735, "loss": 0.0758, "lr": 8.276243561369814e-05, "epoch": 0.29470747231667976, "percentage": 29.47, "elapsed_time": "7:31:56", "remaining_time": "18:01:42"} +{"current_steps": 1700, "total_steps": 5735, "loss": 0.0747, "lr": 8.254857355248824e-05, "epoch": 0.2964513035138199, "percentage": 29.64, "elapsed_time": "7:34:36", "remaining_time": "17:59:01"} +{"current_steps": 1710, "total_steps": 5735, "loss": 0.0774, "lr": 8.233367308194734e-05, "epoch": 0.29819513471096, "percentage": 29.82, "elapsed_time": "7:37:16", "remaining_time": "17:56:20"} +{"current_steps": 1720, "total_steps": 5735, "loss": 0.0745, "lr": 8.21177410581256e-05, "epoch": 0.2999389659081001, "percentage": 29.99, "elapsed_time": "7:39:56", "remaining_time": "17:53:38"} +{"current_steps": 1730, "total_steps": 5735, "loss": 0.0742, "lr": 8.190078436998326e-05, "epoch": 0.3016827971052402, "percentage": 30.17, "elapsed_time": "7:42:36", "remaining_time": "17:50:56"} +{"current_steps": 1740, "total_steps": 5735, "loss": 0.0765, "lr": 8.168280993917077e-05, "epoch": 0.3034266283023803, "percentage": 30.34, "elapsed_time": "7:45:16", "remaining_time": "17:48:15"} +{"current_steps": 1750, "total_steps": 5735, "loss": 0.0764, "lr": 8.146382471980803e-05, "epoch": 0.30517045949952043, "percentage": 30.51, "elapsed_time": "7:47:56", "remaining_time": "17:45:34"} +{"current_steps": 1760, "total_steps": 5735, "loss": 0.0743, "lr": 8.124383569826253e-05, "epoch": 0.30691429069666054, "percentage": 30.69, "elapsed_time": "7:50:36", "remaining_time": "17:42:52"} +{"current_steps": 1770, "total_steps": 5735, "loss": 0.077, "lr": 8.102284989292638e-05, "epoch": 0.3086581218938007, "percentage": 30.86, "elapsed_time": "7:53:16", "remaining_time": "17:40:11"} +{"current_steps": 1780, "total_steps": 5735, "loss": 0.0739, "lr": 8.080087435399249e-05, "epoch": 0.3104019530909408, "percentage": 31.04, "elapsed_time": "7:55:56", "remaining_time": "17:37:30"} +{"current_steps": 1790, "total_steps": 5735, "loss": 0.0755, "lr": 8.057791616322959e-05, "epoch": 0.31214578428808093, "percentage": 31.21, "elapsed_time": "7:58:36", "remaining_time": "17:34:48"} +{"current_steps": 1800, "total_steps": 5735, "loss": 0.0752, "lr": 8.035398243375636e-05, "epoch": 0.31388961548522104, "percentage": 31.39, "elapsed_time": "8:01:15", "remaining_time": "17:32:06"} +{"current_steps": 1810, "total_steps": 5735, "loss": 0.0784, "lr": 8.012908030981441e-05, "epoch": 0.31563344668236115, "percentage": 31.56, "elapsed_time": "8:03:55", "remaining_time": "17:29:23"} +{"current_steps": 1820, "total_steps": 5735, "loss": 0.0746, "lr": 7.990321696654043e-05, "epoch": 0.31737727787950126, "percentage": 31.73, "elapsed_time": "8:06:35", "remaining_time": "17:26:41"} +{"current_steps": 1830, "total_steps": 5735, "loss": 0.0768, "lr": 7.967639960973726e-05, "epoch": 0.3191211090766414, "percentage": 31.91, "elapsed_time": "8:09:14", "remaining_time": "17:23:58"} +{"current_steps": 1840, "total_steps": 5735, "loss": 0.0722, "lr": 7.944863547564396e-05, "epoch": 0.3208649402737815, "percentage": 32.08, "elapsed_time": "8:11:54", "remaining_time": "17:21:17"} +{"current_steps": 1850, "total_steps": 5735, "loss": 0.0733, "lr": 7.921993183070498e-05, "epoch": 0.3226087714709216, "percentage": 32.26, "elapsed_time": "8:14:33", "remaining_time": "17:18:35"} +{"current_steps": 1860, "total_steps": 5735, "loss": 0.0759, "lr": 7.899029597133835e-05, "epoch": 0.3243526026680617, "percentage": 32.43, "elapsed_time": "8:17:13", "remaining_time": "17:15:53"} +{"current_steps": 1870, "total_steps": 5735, "loss": 0.0754, "lr": 7.875973522370293e-05, "epoch": 0.3260964338652019, "percentage": 32.61, "elapsed_time": "8:19:53", "remaining_time": "17:13:12"} +{"current_steps": 1880, "total_steps": 5735, "loss": 0.0765, "lr": 7.852825694346456e-05, "epoch": 0.327840265062342, "percentage": 32.78, "elapsed_time": "8:22:33", "remaining_time": "17:10:30"} +{"current_steps": 1890, "total_steps": 5735, "loss": 0.0743, "lr": 7.82958685155615e-05, "epoch": 0.3295840962594821, "percentage": 32.96, "elapsed_time": "8:25:13", "remaining_time": "17:07:49"} +{"current_steps": 1900, "total_steps": 5735, "loss": 0.0754, "lr": 7.806257735396878e-05, "epoch": 0.3313279274566222, "percentage": 33.13, "elapsed_time": "8:27:53", "remaining_time": "17:05:08"} +{"current_steps": 1910, "total_steps": 5735, "loss": 0.073, "lr": 7.782839090146173e-05, "epoch": 0.3330717586537623, "percentage": 33.3, "elapsed_time": "8:30:33", "remaining_time": "17:02:28"} +{"current_steps": 1920, "total_steps": 5735, "loss": 0.0769, "lr": 7.759331662937841e-05, "epoch": 0.33481558985090243, "percentage": 33.48, "elapsed_time": "8:33:14", "remaining_time": "16:59:47"} +{"current_steps": 1930, "total_steps": 5735, "loss": 0.0737, "lr": 7.735736203738138e-05, "epoch": 0.33655942104804254, "percentage": 33.65, "elapsed_time": "8:35:54", "remaining_time": "16:57:06"} +{"current_steps": 1940, "total_steps": 5735, "loss": 0.0792, "lr": 7.71205346532183e-05, "epoch": 0.33830325224518265, "percentage": 33.83, "elapsed_time": "8:38:34", "remaining_time": "16:54:25"} +{"current_steps": 1950, "total_steps": 5735, "loss": 0.0754, "lr": 7.688284203248196e-05, "epoch": 0.34004708344232276, "percentage": 34.0, "elapsed_time": "8:41:14", "remaining_time": "16:51:44"} +{"current_steps": 1960, "total_steps": 5735, "loss": 0.0759, "lr": 7.664429175836903e-05, "epoch": 0.3417909146394629, "percentage": 34.18, "elapsed_time": "8:43:54", "remaining_time": "16:49:03"} +{"current_steps": 1970, "total_steps": 5735, "loss": 0.0763, "lr": 7.64048914414382e-05, "epoch": 0.34353474583660304, "percentage": 34.35, "elapsed_time": "8:46:34", "remaining_time": "16:46:22"} +{"current_steps": 1980, "total_steps": 5735, "loss": 0.0759, "lr": 7.616464871936749e-05, "epoch": 0.34527857703374315, "percentage": 34.52, "elapsed_time": "8:49:14", "remaining_time": "16:43:41"} +{"current_steps": 1990, "total_steps": 5735, "loss": 0.0734, "lr": 7.592357125671039e-05, "epoch": 0.34702240823088326, "percentage": 34.7, "elapsed_time": "8:51:54", "remaining_time": "16:40:59"} +{"current_steps": 2000, "total_steps": 5735, "loss": 0.0765, "lr": 7.56816667446515e-05, "epoch": 0.3487662394280234, "percentage": 34.87, "elapsed_time": "8:54:34", "remaining_time": "16:38:19"} +{"current_steps": 2010, "total_steps": 5735, "loss": 0.0747, "lr": 7.543894290076103e-05, "epoch": 0.3505100706251635, "percentage": 35.05, "elapsed_time": "8:58:23", "remaining_time": "16:37:45"} +{"current_steps": 2020, "total_steps": 5735, "loss": 0.0752, "lr": 7.519540746874868e-05, "epoch": 0.3522539018223036, "percentage": 35.22, "elapsed_time": "9:01:03", "remaining_time": "16:35:03"} +{"current_steps": 2030, "total_steps": 5735, "loss": 0.0753, "lr": 7.495106821821655e-05, "epoch": 0.3539977330194437, "percentage": 35.4, "elapsed_time": "9:03:43", "remaining_time": "16:32:21"} +{"current_steps": 2040, "total_steps": 5735, "loss": 0.0744, "lr": 7.470593294441124e-05, "epoch": 0.3557415642165838, "percentage": 35.57, "elapsed_time": "9:06:23", "remaining_time": "16:29:39"} +{"current_steps": 2050, "total_steps": 5735, "loss": 0.0738, "lr": 7.44600094679752e-05, "epoch": 0.3574853954137239, "percentage": 35.75, "elapsed_time": "9:09:03", "remaining_time": "16:26:57"} +{"current_steps": 2060, "total_steps": 5735, "loss": 0.0739, "lr": 7.421330563469716e-05, "epoch": 0.3592292266108641, "percentage": 35.92, "elapsed_time": "9:11:43", "remaining_time": "16:24:15"} +{"current_steps": 2070, "total_steps": 5735, "loss": 0.0735, "lr": 7.396582931526193e-05, "epoch": 0.3609730578080042, "percentage": 36.09, "elapsed_time": "9:14:23", "remaining_time": "16:21:33"} +{"current_steps": 2080, "total_steps": 5735, "loss": 0.0723, "lr": 7.37175884049992e-05, "epoch": 0.3627168890051443, "percentage": 36.27, "elapsed_time": "9:17:03", "remaining_time": "16:18:51"} +{"current_steps": 2090, "total_steps": 5735, "loss": 0.0745, "lr": 7.346859082363171e-05, "epoch": 0.3644607202022844, "percentage": 36.44, "elapsed_time": "9:19:43", "remaining_time": "16:16:10"} +{"current_steps": 2100, "total_steps": 5735, "loss": 0.072, "lr": 7.321884451502252e-05, "epoch": 0.36620455139942454, "percentage": 36.62, "elapsed_time": "9:22:23", "remaining_time": "16:13:28"} +{"current_steps": 2110, "total_steps": 5735, "loss": 0.0719, "lr": 7.296835744692163e-05, "epoch": 0.36794838259656465, "percentage": 36.79, "elapsed_time": "9:25:03", "remaining_time": "16:10:45"} +{"current_steps": 2120, "total_steps": 5735, "loss": 0.0727, "lr": 7.271713761071181e-05, "epoch": 0.36969221379370476, "percentage": 36.97, "elapsed_time": "9:27:42", "remaining_time": "16:08:03"} +{"current_steps": 2130, "total_steps": 5735, "loss": 0.0721, "lr": 7.246519302115355e-05, "epoch": 0.37143604499084487, "percentage": 37.14, "elapsed_time": "9:30:22", "remaining_time": "16:05:21"} +{"current_steps": 2140, "total_steps": 5735, "loss": 0.0748, "lr": 7.221253171612944e-05, "epoch": 0.373179876187985, "percentage": 37.31, "elapsed_time": "9:33:02", "remaining_time": "16:02:39"} +{"current_steps": 2150, "total_steps": 5735, "loss": 0.0733, "lr": 7.195916175638772e-05, "epoch": 0.3749237073851251, "percentage": 37.49, "elapsed_time": "9:35:42", "remaining_time": "15:59:57"} +{"current_steps": 2160, "total_steps": 5735, "loss": 0.075, "lr": 7.170509122528512e-05, "epoch": 0.37666753858226526, "percentage": 37.66, "elapsed_time": "9:38:22", "remaining_time": "15:57:15"} +{"current_steps": 2170, "total_steps": 5735, "loss": 0.0757, "lr": 7.14503282285289e-05, "epoch": 0.37841136977940537, "percentage": 37.84, "elapsed_time": "9:41:03", "remaining_time": "15:54:34"} +{"current_steps": 2180, "total_steps": 5735, "loss": 0.0744, "lr": 7.119488089391835e-05, "epoch": 0.3801552009765455, "percentage": 38.01, "elapsed_time": "9:43:43", "remaining_time": "15:51:53"} +{"current_steps": 2190, "total_steps": 5735, "loss": 0.0719, "lr": 7.093875737108549e-05, "epoch": 0.3818990321736856, "percentage": 38.19, "elapsed_time": "9:46:23", "remaining_time": "15:49:12"} +{"current_steps": 2200, "total_steps": 5735, "loss": 0.0748, "lr": 7.068196583123496e-05, "epoch": 0.3836428633708257, "percentage": 38.36, "elapsed_time": "9:49:04", "remaining_time": "15:46:31"} +{"current_steps": 2210, "total_steps": 5735, "loss": 0.0746, "lr": 7.042451446688342e-05, "epoch": 0.3853866945679658, "percentage": 38.54, "elapsed_time": "9:51:43", "remaining_time": "15:43:49"} +{"current_steps": 2220, "total_steps": 5735, "loss": 0.0717, "lr": 7.016641149159815e-05, "epoch": 0.3871305257651059, "percentage": 38.71, "elapsed_time": "9:54:23", "remaining_time": "15:41:07"} +{"current_steps": 2230, "total_steps": 5735, "loss": 0.0723, "lr": 6.990766513973503e-05, "epoch": 0.38887435696224604, "percentage": 38.88, "elapsed_time": "9:57:03", "remaining_time": "15:38:26"} +{"current_steps": 2240, "total_steps": 5735, "loss": 0.0723, "lr": 6.964828366617583e-05, "epoch": 0.39061818815938615, "percentage": 39.06, "elapsed_time": "9:59:43", "remaining_time": "15:35:44"} +{"current_steps": 2250, "total_steps": 5735, "loss": 0.0726, "lr": 6.938827534606483e-05, "epoch": 0.3923620193565263, "percentage": 39.23, "elapsed_time": "10:02:23", "remaining_time": "15:33:02"} +{"current_steps": 2260, "total_steps": 5735, "loss": 0.0738, "lr": 6.912764847454485e-05, "epoch": 0.3941058505536664, "percentage": 39.41, "elapsed_time": "10:05:03", "remaining_time": "15:30:21"} +{"current_steps": 2270, "total_steps": 5735, "loss": 0.073, "lr": 6.886641136649255e-05, "epoch": 0.39584968175080654, "percentage": 39.58, "elapsed_time": "10:07:43", "remaining_time": "15:27:39"} +{"current_steps": 2280, "total_steps": 5735, "loss": 0.0737, "lr": 6.860457235625322e-05, "epoch": 0.39759351294794665, "percentage": 39.76, "elapsed_time": "10:10:24", "remaining_time": "15:24:58"} +{"current_steps": 2290, "total_steps": 5735, "loss": 0.0733, "lr": 6.834213979737487e-05, "epoch": 0.39933734414508676, "percentage": 39.93, "elapsed_time": "10:13:04", "remaining_time": "15:22:16"} +{"current_steps": 2300, "total_steps": 5735, "loss": 0.0763, "lr": 6.807912206234168e-05, "epoch": 0.40108117534222687, "percentage": 40.1, "elapsed_time": "10:15:44", "remaining_time": "15:19:35"} +{"current_steps": 2310, "total_steps": 5735, "loss": 0.0742, "lr": 6.7815527542307e-05, "epoch": 0.402825006539367, "percentage": 40.28, "elapsed_time": "10:18:24", "remaining_time": "15:16:53"} +{"current_steps": 2320, "total_steps": 5735, "loss": 0.0725, "lr": 6.755136464682545e-05, "epoch": 0.4045688377365071, "percentage": 40.45, "elapsed_time": "10:21:04", "remaining_time": "15:14:12"} +{"current_steps": 2330, "total_steps": 5735, "loss": 0.0721, "lr": 6.728664180358487e-05, "epoch": 0.4063126689336472, "percentage": 40.63, "elapsed_time": "10:23:44", "remaining_time": "15:11:31"} +{"current_steps": 2340, "total_steps": 5735, "loss": 0.074, "lr": 6.702136745813721e-05, "epoch": 0.4080565001307873, "percentage": 40.8, "elapsed_time": "10:26:24", "remaining_time": "15:08:49"} +{"current_steps": 2350, "total_steps": 5735, "loss": 0.073, "lr": 6.67555500736293e-05, "epoch": 0.4098003313279275, "percentage": 40.98, "elapsed_time": "10:29:04", "remaining_time": "15:06:08"} +{"current_steps": 2360, "total_steps": 5735, "loss": 0.0718, "lr": 6.648919813053266e-05, "epoch": 0.4115441625250676, "percentage": 41.15, "elapsed_time": "10:31:44", "remaining_time": "15:03:26"} +{"current_steps": 2370, "total_steps": 5735, "loss": 0.0722, "lr": 6.62223201263731e-05, "epoch": 0.4132879937222077, "percentage": 41.33, "elapsed_time": "10:34:24", "remaining_time": "15:00:45"} +{"current_steps": 2380, "total_steps": 5735, "loss": 0.0721, "lr": 6.595492457545953e-05, "epoch": 0.4150318249193478, "percentage": 41.5, "elapsed_time": "10:37:04", "remaining_time": "14:58:03"} +{"current_steps": 2390, "total_steps": 5735, "loss": 0.0735, "lr": 6.568702000861234e-05, "epoch": 0.4167756561164879, "percentage": 41.67, "elapsed_time": "10:39:44", "remaining_time": "14:55:22"} +{"current_steps": 2400, "total_steps": 5735, "loss": 0.0731, "lr": 6.541861497289126e-05, "epoch": 0.41851948731362804, "percentage": 41.85, "elapsed_time": "10:42:24", "remaining_time": "14:52:41"} +{"current_steps": 2410, "total_steps": 5735, "loss": 0.0727, "lr": 6.514971803132264e-05, "epoch": 0.42026331851076815, "percentage": 42.02, "elapsed_time": "10:45:04", "remaining_time": "14:49:59"} +{"current_steps": 2420, "total_steps": 5735, "loss": 0.0746, "lr": 6.488033776262631e-05, "epoch": 0.42200714970790826, "percentage": 42.2, "elapsed_time": "10:47:44", "remaining_time": "14:47:18"} +{"current_steps": 2430, "total_steps": 5735, "loss": 0.0705, "lr": 6.461048276094189e-05, "epoch": 0.42375098090504837, "percentage": 42.37, "elapsed_time": "10:50:24", "remaining_time": "14:44:36"} +{"current_steps": 2440, "total_steps": 5735, "loss": 0.0731, "lr": 6.434016163555452e-05, "epoch": 0.42549481210218854, "percentage": 42.55, "elapsed_time": "10:53:04", "remaining_time": "14:41:55"} +{"current_steps": 2450, "total_steps": 5735, "loss": 0.0726, "lr": 6.406938301062032e-05, "epoch": 0.42723864329932865, "percentage": 42.72, "elapsed_time": "10:55:44", "remaining_time": "14:39:14"} +{"current_steps": 2460, "total_steps": 5735, "loss": 0.0706, "lr": 6.379815552489112e-05, "epoch": 0.42898247449646876, "percentage": 42.89, "elapsed_time": "10:58:24", "remaining_time": "14:36:32"} +{"current_steps": 2470, "total_steps": 5735, "loss": 0.0717, "lr": 6.352648783143904e-05, "epoch": 0.43072630569360887, "percentage": 43.07, "elapsed_time": "11:01:04", "remaining_time": "14:33:51"} +{"current_steps": 2480, "total_steps": 5735, "loss": 0.0729, "lr": 6.325438859738016e-05, "epoch": 0.432470136890749, "percentage": 43.24, "elapsed_time": "11:03:44", "remaining_time": "14:31:10"} +{"current_steps": 2490, "total_steps": 5735, "loss": 0.0707, "lr": 6.298186650359832e-05, "epoch": 0.4342139680878891, "percentage": 43.42, "elapsed_time": "11:06:25", "remaining_time": "14:28:29"} +{"current_steps": 2500, "total_steps": 5735, "loss": 0.0722, "lr": 6.270893024446788e-05, "epoch": 0.4359577992850292, "percentage": 43.59, "elapsed_time": "11:09:04", "remaining_time": "14:25:47"} +{"current_steps": 2510, "total_steps": 5735, "loss": 0.0705, "lr": 6.243558852757653e-05, "epoch": 0.4377016304821693, "percentage": 43.77, "elapsed_time": "11:11:45", "remaining_time": "14:23:06"} +{"current_steps": 2520, "total_steps": 5735, "loss": 0.0733, "lr": 6.216185007344744e-05, "epoch": 0.4394454616793094, "percentage": 43.94, "elapsed_time": "11:14:24", "remaining_time": "14:20:24"} +{"current_steps": 2530, "total_steps": 5735, "loss": 0.0735, "lr": 6.188772361526104e-05, "epoch": 0.44118929287644953, "percentage": 44.12, "elapsed_time": "11:17:04", "remaining_time": "14:17:43"} +{"current_steps": 2540, "total_steps": 5735, "loss": 0.0732, "lr": 6.161321789857635e-05, "epoch": 0.4429331240735897, "percentage": 44.29, "elapsed_time": "11:19:44", "remaining_time": "14:15:01"} +{"current_steps": 2550, "total_steps": 5735, "loss": 0.0718, "lr": 6.133834168105206e-05, "epoch": 0.4446769552707298, "percentage": 44.46, "elapsed_time": "11:22:24", "remaining_time": "14:12:20"} +{"current_steps": 2560, "total_steps": 5735, "loss": 0.0715, "lr": 6.106310373216706e-05, "epoch": 0.4464207864678699, "percentage": 44.64, "elapsed_time": "11:25:04", "remaining_time": "14:09:38"} +{"current_steps": 2570, "total_steps": 5735, "loss": 0.0727, "lr": 6.078751283294075e-05, "epoch": 0.44816461766501003, "percentage": 44.81, "elapsed_time": "11:27:43", "remaining_time": "14:06:57"} +{"current_steps": 2580, "total_steps": 5735, "loss": 0.0719, "lr": 6.051157777565274e-05, "epoch": 0.44990844886215015, "percentage": 44.99, "elapsed_time": "11:30:24", "remaining_time": "14:04:16"} +{"current_steps": 2590, "total_steps": 5735, "loss": 0.0711, "lr": 6.023530736356252e-05, "epoch": 0.45165228005929026, "percentage": 45.16, "elapsed_time": "11:33:04", "remaining_time": "14:01:34"} +{"current_steps": 2600, "total_steps": 5735, "loss": 0.0731, "lr": 5.9958710410628515e-05, "epoch": 0.45339611125643037, "percentage": 45.34, "elapsed_time": "11:35:44", "remaining_time": "13:58:53"} +{"current_steps": 2610, "total_steps": 5735, "loss": 0.0692, "lr": 5.96817957412269e-05, "epoch": 0.4551399424535705, "percentage": 45.51, "elapsed_time": "11:38:24", "remaining_time": "13:56:12"} +{"current_steps": 2620, "total_steps": 5735, "loss": 0.0703, "lr": 5.940457218987003e-05, "epoch": 0.4568837736507106, "percentage": 45.68, "elapsed_time": "11:41:04", "remaining_time": "13:53:31"} +{"current_steps": 2630, "total_steps": 5735, "loss": 0.0714, "lr": 5.912704860092473e-05, "epoch": 0.4586276048478507, "percentage": 45.86, "elapsed_time": "11:43:44", "remaining_time": "13:50:50"} +{"current_steps": 2640, "total_steps": 5735, "loss": 0.0723, "lr": 5.884923382832996e-05, "epoch": 0.46037143604499087, "percentage": 46.03, "elapsed_time": "11:46:24", "remaining_time": "13:48:09"} +{"current_steps": 2650, "total_steps": 5735, "loss": 0.0712, "lr": 5.8571136735314456e-05, "epoch": 0.462115267242131, "percentage": 46.21, "elapsed_time": "11:49:04", "remaining_time": "13:45:27"} +{"current_steps": 2660, "total_steps": 5735, "loss": 0.0693, "lr": 5.829276619411392e-05, "epoch": 0.4638590984392711, "percentage": 46.38, "elapsed_time": "11:51:44", "remaining_time": "13:42:46"} +{"current_steps": 2670, "total_steps": 5735, "loss": 0.0723, "lr": 5.801413108568797e-05, "epoch": 0.4656029296364112, "percentage": 46.56, "elapsed_time": "11:54:24", "remaining_time": "13:40:05"} +{"current_steps": 2680, "total_steps": 5735, "loss": 0.0723, "lr": 5.773524029943682e-05, "epoch": 0.4673467608335513, "percentage": 46.73, "elapsed_time": "11:57:04", "remaining_time": "13:37:24"} +{"current_steps": 2690, "total_steps": 5735, "loss": 0.0697, "lr": 5.745610273291766e-05, "epoch": 0.4690905920306914, "percentage": 46.9, "elapsed_time": "11:59:44", "remaining_time": "13:34:43"} +{"current_steps": 2700, "total_steps": 5735, "loss": 0.0692, "lr": 5.7176727291560814e-05, "epoch": 0.47083442322783153, "percentage": 47.08, "elapsed_time": "12:02:24", "remaining_time": "13:32:02"} +{"current_steps": 2710, "total_steps": 5735, "loss": 0.0708, "lr": 5.689712288838561e-05, "epoch": 0.47257825442497164, "percentage": 47.25, "elapsed_time": "12:05:04", "remaining_time": "13:29:20"} +{"current_steps": 2720, "total_steps": 5735, "loss": 0.0717, "lr": 5.661729844371601e-05, "epoch": 0.47432208562211176, "percentage": 47.43, "elapsed_time": "12:07:43", "remaining_time": "13:26:39"} +{"current_steps": 2730, "total_steps": 5735, "loss": 0.0702, "lr": 5.633726288489609e-05, "epoch": 0.4760659168192519, "percentage": 47.6, "elapsed_time": "12:10:23", "remaining_time": "13:23:57"} +{"current_steps": 2740, "total_steps": 5735, "loss": 0.0694, "lr": 5.6057025146005126e-05, "epoch": 0.47780974801639203, "percentage": 47.78, "elapsed_time": "12:13:03", "remaining_time": "13:21:16"} +{"current_steps": 2750, "total_steps": 5735, "loss": 0.0693, "lr": 5.577659416757267e-05, "epoch": 0.47955357921353214, "percentage": 47.95, "elapsed_time": "12:15:42", "remaining_time": "13:18:35"} +{"current_steps": 2760, "total_steps": 5735, "loss": 0.0685, "lr": 5.5495978896293244e-05, "epoch": 0.48129741041067226, "percentage": 48.13, "elapsed_time": "12:18:22", "remaining_time": "13:15:53"} +{"current_steps": 2770, "total_steps": 5735, "loss": 0.0712, "lr": 5.521518828474091e-05, "epoch": 0.48304124160781237, "percentage": 48.3, "elapsed_time": "12:21:02", "remaining_time": "13:13:12"} +{"current_steps": 2780, "total_steps": 5735, "loss": 0.0705, "lr": 5.4934231291083724e-05, "epoch": 0.4847850728049525, "percentage": 48.47, "elapsed_time": "12:23:42", "remaining_time": "13:10:31"} +{"current_steps": 2790, "total_steps": 5735, "loss": 0.0728, "lr": 5.465311687879785e-05, "epoch": 0.4865289040020926, "percentage": 48.65, "elapsed_time": "12:26:22", "remaining_time": "13:07:50"} +{"current_steps": 2800, "total_steps": 5735, "loss": 0.0693, "lr": 5.4371854016381686e-05, "epoch": 0.4882727351992327, "percentage": 48.82, "elapsed_time": "12:29:02", "remaining_time": "13:05:09"} +{"current_steps": 2810, "total_steps": 5735, "loss": 0.069, "lr": 5.409045167706962e-05, "epoch": 0.4900165663963728, "percentage": 49.0, "elapsed_time": "12:31:42", "remaining_time": "13:02:28"} +{"current_steps": 2820, "total_steps": 5735, "loss": 0.0719, "lr": 5.380891883854591e-05, "epoch": 0.4917603975935129, "percentage": 49.17, "elapsed_time": "12:34:22", "remaining_time": "12:59:47"} +{"current_steps": 2830, "total_steps": 5735, "loss": 0.0716, "lr": 5.352726448265808e-05, "epoch": 0.4935042287906531, "percentage": 49.35, "elapsed_time": "12:37:02", "remaining_time": "12:57:06"} +{"current_steps": 2840, "total_steps": 5735, "loss": 0.0702, "lr": 5.3245497595130575e-05, "epoch": 0.4952480599877932, "percentage": 49.52, "elapsed_time": "12:39:42", "remaining_time": "12:54:25"} +{"current_steps": 2850, "total_steps": 5735, "loss": 0.0699, "lr": 5.296362716527788e-05, "epoch": 0.4969918911849333, "percentage": 49.69, "elapsed_time": "12:42:22", "remaining_time": "12:51:44"} +{"current_steps": 2860, "total_steps": 5735, "loss": 0.0687, "lr": 5.268166218571792e-05, "epoch": 0.4987357223820734, "percentage": 49.87, "elapsed_time": "12:45:02", "remaining_time": "12:49:03"} +{"current_steps": 2870, "total_steps": 5735, "loss": 0.069, "lr": 5.239961165208499e-05, "epoch": 0.5004795535792136, "percentage": 50.04, "elapsed_time": "12:47:42", "remaining_time": "12:46:21"} +{"current_steps": 2880, "total_steps": 5735, "loss": 0.0691, "lr": 5.211748456274291e-05, "epoch": 0.5022233847763536, "percentage": 50.22, "elapsed_time": "12:50:22", "remaining_time": "12:43:40"} +{"current_steps": 2890, "total_steps": 5735, "loss": 0.0704, "lr": 5.183528991849784e-05, "epoch": 0.5039672159734938, "percentage": 50.39, "elapsed_time": "12:53:01", "remaining_time": "12:40:59"} +{"current_steps": 2900, "total_steps": 5735, "loss": 0.0689, "lr": 5.155303672231123e-05, "epoch": 0.5057110471706339, "percentage": 50.57, "elapsed_time": "12:55:41", "remaining_time": "12:38:18"} +{"current_steps": 2910, "total_steps": 5735, "loss": 0.0715, "lr": 5.127073397901248e-05, "epoch": 0.507454878367774, "percentage": 50.74, "elapsed_time": "12:58:22", "remaining_time": "12:35:38"} +{"current_steps": 2920, "total_steps": 5735, "loss": 0.0715, "lr": 5.09883906950117e-05, "epoch": 0.5091987095649141, "percentage": 50.92, "elapsed_time": "13:01:02", "remaining_time": "12:32:57"} +{"current_steps": 2930, "total_steps": 5735, "loss": 0.0721, "lr": 5.070601587801246e-05, "epoch": 0.5109425407620543, "percentage": 51.09, "elapsed_time": "13:03:43", "remaining_time": "12:30:17"} +{"current_steps": 2940, "total_steps": 5735, "loss": 0.0688, "lr": 5.042361853672428e-05, "epoch": 0.5126863719591943, "percentage": 51.26, "elapsed_time": "13:06:23", "remaining_time": "12:27:36"} +{"current_steps": 2950, "total_steps": 5735, "loss": 0.0692, "lr": 5.0141207680575265e-05, "epoch": 0.5144302031563345, "percentage": 51.44, "elapsed_time": "13:09:04", "remaining_time": "12:24:56"} +{"current_steps": 2960, "total_steps": 5735, "loss": 0.069, "lr": 4.985879231942474e-05, "epoch": 0.5161740343534745, "percentage": 51.61, "elapsed_time": "13:11:44", "remaining_time": "12:22:15"} +{"current_steps": 2970, "total_steps": 5735, "loss": 0.0694, "lr": 4.957638146327574e-05, "epoch": 0.5179178655506147, "percentage": 51.79, "elapsed_time": "13:14:24", "remaining_time": "12:19:34"} +{"current_steps": 2980, "total_steps": 5735, "loss": 0.0703, "lr": 4.929398412198755e-05, "epoch": 0.5196616967477549, "percentage": 51.96, "elapsed_time": "13:17:04", "remaining_time": "12:16:53"} +{"current_steps": 2990, "total_steps": 5735, "loss": 0.0683, "lr": 4.9011609304988295e-05, "epoch": 0.5214055279448949, "percentage": 52.14, "elapsed_time": "13:19:44", "remaining_time": "12:14:12"} +{"current_steps": 3000, "total_steps": 5735, "loss": 0.0677, "lr": 4.8729266020987553e-05, "epoch": 0.5231493591420351, "percentage": 52.31, "elapsed_time": "13:22:24", "remaining_time": "12:11:32"} +{"current_steps": 3010, "total_steps": 5735, "loss": 0.0698, "lr": 4.844696327768878e-05, "epoch": 0.5248931903391751, "percentage": 52.48, "elapsed_time": "13:26:16", "remaining_time": "12:09:55"} +{"current_steps": 3020, "total_steps": 5735, "loss": 0.0687, "lr": 4.8164710081502165e-05, "epoch": 0.5266370215363153, "percentage": 52.66, "elapsed_time": "13:28:56", "remaining_time": "12:07:14"} +{"current_steps": 3030, "total_steps": 5735, "loss": 0.0699, "lr": 4.788251543725711e-05, "epoch": 0.5283808527334554, "percentage": 52.83, "elapsed_time": "13:31:36", "remaining_time": "12:04:32"} +{"current_steps": 3040, "total_steps": 5735, "loss": 0.0673, "lr": 4.760038834791503e-05, "epoch": 0.5301246839305955, "percentage": 53.01, "elapsed_time": "13:34:15", "remaining_time": "12:01:51"} +{"current_steps": 3050, "total_steps": 5735, "loss": 0.0674, "lr": 4.7318337814282085e-05, "epoch": 0.5318685151277356, "percentage": 53.18, "elapsed_time": "13:36:55", "remaining_time": "11:59:10"} +{"current_steps": 3060, "total_steps": 5735, "loss": 0.0714, "lr": 4.703637283472213e-05, "epoch": 0.5336123463248758, "percentage": 53.36, "elapsed_time": "13:39:35", "remaining_time": "11:56:28"} +{"current_steps": 3070, "total_steps": 5735, "loss": 0.0706, "lr": 4.675450240486943e-05, "epoch": 0.5353561775220159, "percentage": 53.53, "elapsed_time": "13:42:15", "remaining_time": "11:53:47"} +{"current_steps": 3080, "total_steps": 5735, "loss": 0.0706, "lr": 4.647273551734192e-05, "epoch": 0.537100008719156, "percentage": 53.71, "elapsed_time": "13:44:55", "remaining_time": "11:51:06"} +{"current_steps": 3090, "total_steps": 5735, "loss": 0.0686, "lr": 4.619108116145411e-05, "epoch": 0.5388438399162961, "percentage": 53.88, "elapsed_time": "13:47:35", "remaining_time": "11:48:24"} +{"current_steps": 3100, "total_steps": 5735, "loss": 0.0685, "lr": 4.5909548322930386e-05, "epoch": 0.5405876711134362, "percentage": 54.05, "elapsed_time": "13:50:15", "remaining_time": "11:45:43"} +{"current_steps": 3110, "total_steps": 5735, "loss": 0.069, "lr": 4.562814598361834e-05, "epoch": 0.5423315023105764, "percentage": 54.23, "elapsed_time": "13:52:55", "remaining_time": "11:43:02"} +{"current_steps": 3120, "total_steps": 5735, "loss": 0.0719, "lr": 4.534688312120215e-05, "epoch": 0.5440753335077164, "percentage": 54.4, "elapsed_time": "13:55:36", "remaining_time": "11:40:21"} +{"current_steps": 3130, "total_steps": 5735, "loss": 0.0667, "lr": 4.506576870891628e-05, "epoch": 0.5458191647048566, "percentage": 54.58, "elapsed_time": "13:58:16", "remaining_time": "11:37:39"} +{"current_steps": 3140, "total_steps": 5735, "loss": 0.0696, "lr": 4.478481171525909e-05, "epoch": 0.5475629959019966, "percentage": 54.75, "elapsed_time": "14:00:56", "remaining_time": "11:34:58"} +{"current_steps": 3150, "total_steps": 5735, "loss": 0.07, "lr": 4.450402110370677e-05, "epoch": 0.5493068270991368, "percentage": 54.93, "elapsed_time": "14:03:36", "remaining_time": "11:32:17"} +{"current_steps": 3160, "total_steps": 5735, "loss": 0.071, "lr": 4.422340583242733e-05, "epoch": 0.551050658296277, "percentage": 55.1, "elapsed_time": "14:06:16", "remaining_time": "11:29:36"} +{"current_steps": 3170, "total_steps": 5735, "loss": 0.0688, "lr": 4.3942974853994885e-05, "epoch": 0.552794489493417, "percentage": 55.27, "elapsed_time": "14:08:55", "remaining_time": "11:26:54"} +{"current_steps": 3180, "total_steps": 5735, "loss": 0.0681, "lr": 4.366273711510392e-05, "epoch": 0.5545383206905572, "percentage": 55.45, "elapsed_time": "14:11:35", "remaining_time": "11:24:13"} +{"current_steps": 3190, "total_steps": 5735, "loss": 0.0677, "lr": 4.3382701556284006e-05, "epoch": 0.5562821518876973, "percentage": 55.62, "elapsed_time": "14:14:16", "remaining_time": "11:21:32"} +{"current_steps": 3200, "total_steps": 5735, "loss": 0.0661, "lr": 4.3102877111614406e-05, "epoch": 0.5580259830848374, "percentage": 55.8, "elapsed_time": "14:16:56", "remaining_time": "11:18:51"} +{"current_steps": 3210, "total_steps": 5735, "loss": 0.0678, "lr": 4.282327270843919e-05, "epoch": 0.5597698142819775, "percentage": 55.97, "elapsed_time": "14:19:36", "remaining_time": "11:16:09"} +{"current_steps": 3220, "total_steps": 5735, "loss": 0.0704, "lr": 4.2543897267082346e-05, "epoch": 0.5615136454791176, "percentage": 56.15, "elapsed_time": "14:22:16", "remaining_time": "11:13:28"} +{"current_steps": 3230, "total_steps": 5735, "loss": 0.0682, "lr": 4.226475970056319e-05, "epoch": 0.5632574766762577, "percentage": 56.32, "elapsed_time": "14:24:56", "remaining_time": "11:10:47"} +{"current_steps": 3240, "total_steps": 5735, "loss": 0.0671, "lr": 4.1985868914312035e-05, "epoch": 0.5650013078733979, "percentage": 56.5, "elapsed_time": "14:27:36", "remaining_time": "11:08:06"} +{"current_steps": 3250, "total_steps": 5735, "loss": 0.0673, "lr": 4.1707233805886096e-05, "epoch": 0.5667451390705379, "percentage": 56.67, "elapsed_time": "14:30:16", "remaining_time": "11:05:25"} +{"current_steps": 3260, "total_steps": 5735, "loss": 0.0681, "lr": 4.1428863264685556e-05, "epoch": 0.5684889702676781, "percentage": 56.84, "elapsed_time": "14:32:56", "remaining_time": "11:02:44"} +{"current_steps": 3270, "total_steps": 5735, "loss": 0.0677, "lr": 4.1150766171670044e-05, "epoch": 0.5702328014648183, "percentage": 57.02, "elapsed_time": "14:35:36", "remaining_time": "11:00:03"} +{"current_steps": 3280, "total_steps": 5735, "loss": 0.0677, "lr": 4.087295139907528e-05, "epoch": 0.5719766326619583, "percentage": 57.19, "elapsed_time": "14:38:16", "remaining_time": "10:57:21"} +{"current_steps": 3290, "total_steps": 5735, "loss": 0.0678, "lr": 4.059542781012998e-05, "epoch": 0.5737204638590985, "percentage": 57.37, "elapsed_time": "14:40:56", "remaining_time": "10:54:40"} +{"current_steps": 3300, "total_steps": 5735, "loss": 0.0684, "lr": 4.0318204258773126e-05, "epoch": 0.5754642950562385, "percentage": 57.54, "elapsed_time": "14:43:36", "remaining_time": "10:51:59"} +{"current_steps": 3310, "total_steps": 5735, "loss": 0.0687, "lr": 4.00412895893715e-05, "epoch": 0.5772081262533787, "percentage": 57.72, "elapsed_time": "14:46:16", "remaining_time": "10:49:18"} +{"current_steps": 3320, "total_steps": 5735, "loss": 0.0679, "lr": 3.9764692636437484e-05, "epoch": 0.5789519574505188, "percentage": 57.89, "elapsed_time": "14:48:56", "remaining_time": "10:46:37"} +{"current_steps": 3330, "total_steps": 5735, "loss": 0.0697, "lr": 3.948842222434728e-05, "epoch": 0.5806957886476589, "percentage": 58.06, "elapsed_time": "14:51:36", "remaining_time": "10:43:56"} +{"current_steps": 3340, "total_steps": 5735, "loss": 0.067, "lr": 3.921248716705927e-05, "epoch": 0.582439619844799, "percentage": 58.24, "elapsed_time": "14:54:16", "remaining_time": "10:41:15"} +{"current_steps": 3350, "total_steps": 5735, "loss": 0.0671, "lr": 3.8936896267832935e-05, "epoch": 0.5841834510419391, "percentage": 58.41, "elapsed_time": "14:56:56", "remaining_time": "10:38:34"} +{"current_steps": 3360, "total_steps": 5735, "loss": 0.0688, "lr": 3.866165831894796e-05, "epoch": 0.5859272822390793, "percentage": 58.59, "elapsed_time": "14:59:36", "remaining_time": "10:35:53"} +{"current_steps": 3370, "total_steps": 5735, "loss": 0.0688, "lr": 3.8386782101423665e-05, "epoch": 0.5876711134362194, "percentage": 58.76, "elapsed_time": "15:02:16", "remaining_time": "10:33:11"} +{"current_steps": 3380, "total_steps": 5735, "loss": 0.0681, "lr": 3.811227638473897e-05, "epoch": 0.5894149446333595, "percentage": 58.94, "elapsed_time": "15:04:56", "remaining_time": "10:30:30"} +{"current_steps": 3390, "total_steps": 5735, "loss": 0.0694, "lr": 3.783814992655256e-05, "epoch": 0.5911587758304996, "percentage": 59.11, "elapsed_time": "15:07:36", "remaining_time": "10:27:49"} +{"current_steps": 3400, "total_steps": 5735, "loss": 0.0696, "lr": 3.7564411472423464e-05, "epoch": 0.5929026070276397, "percentage": 59.29, "elapsed_time": "15:10:16", "remaining_time": "10:25:08"} +{"current_steps": 3410, "total_steps": 5735, "loss": 0.0659, "lr": 3.729106975553214e-05, "epoch": 0.5946464382247798, "percentage": 59.46, "elapsed_time": "15:12:56", "remaining_time": "10:22:27"} +{"current_steps": 3420, "total_steps": 5735, "loss": 0.0662, "lr": 3.701813349640169e-05, "epoch": 0.59639026942192, "percentage": 59.63, "elapsed_time": "15:15:36", "remaining_time": "10:19:46"} +{"current_steps": 3430, "total_steps": 5735, "loss": 0.0675, "lr": 3.674561140261983e-05, "epoch": 0.59813410061906, "percentage": 59.81, "elapsed_time": "15:18:16", "remaining_time": "10:17:05"} +{"current_steps": 3440, "total_steps": 5735, "loss": 0.0661, "lr": 3.647351216856099e-05, "epoch": 0.5998779318162002, "percentage": 59.98, "elapsed_time": "15:20:56", "remaining_time": "10:14:24"} +{"current_steps": 3450, "total_steps": 5735, "loss": 0.0691, "lr": 3.620184447510888e-05, "epoch": 0.6016217630133404, "percentage": 60.16, "elapsed_time": "15:23:36", "remaining_time": "10:11:43"} +{"current_steps": 3460, "total_steps": 5735, "loss": 0.0654, "lr": 3.5930616989379695e-05, "epoch": 0.6033655942104804, "percentage": 60.33, "elapsed_time": "15:26:16", "remaining_time": "10:09:02"} +{"current_steps": 3470, "total_steps": 5735, "loss": 0.0672, "lr": 3.5659838364445505e-05, "epoch": 0.6051094254076206, "percentage": 60.51, "elapsed_time": "15:28:55", "remaining_time": "10:06:20"} +{"current_steps": 3480, "total_steps": 5735, "loss": 0.0665, "lr": 3.5389517239058126e-05, "epoch": 0.6068532566047606, "percentage": 60.68, "elapsed_time": "15:31:35", "remaining_time": "10:03:39"} +{"current_steps": 3490, "total_steps": 5735, "loss": 0.0676, "lr": 3.511966223737368e-05, "epoch": 0.6085970878019008, "percentage": 60.85, "elapsed_time": "15:34:15", "remaining_time": "10:00:58"} +{"current_steps": 3500, "total_steps": 5735, "loss": 0.0656, "lr": 3.485028196867738e-05, "epoch": 0.6103409189990409, "percentage": 61.03, "elapsed_time": "15:36:55", "remaining_time": "9:58:17"} +{"current_steps": 3510, "total_steps": 5735, "loss": 0.0662, "lr": 3.458138502710876e-05, "epoch": 0.612084750196181, "percentage": 61.2, "elapsed_time": "15:39:35", "remaining_time": "9:55:36"} +{"current_steps": 3520, "total_steps": 5735, "loss": 0.0669, "lr": 3.431297999138768e-05, "epoch": 0.6138285813933211, "percentage": 61.38, "elapsed_time": "15:42:15", "remaining_time": "9:52:55"} +{"current_steps": 3530, "total_steps": 5735, "loss": 0.0665, "lr": 3.4045075424540484e-05, "epoch": 0.6155724125904612, "percentage": 61.55, "elapsed_time": "15:44:55", "remaining_time": "9:50:14"} +{"current_steps": 3540, "total_steps": 5735, "loss": 0.0687, "lr": 3.37776798736269e-05, "epoch": 0.6173162437876014, "percentage": 61.73, "elapsed_time": "15:47:35", "remaining_time": "9:47:33"} +{"current_steps": 3550, "total_steps": 5735, "loss": 0.0687, "lr": 3.3510801869467354e-05, "epoch": 0.6190600749847415, "percentage": 61.9, "elapsed_time": "15:50:15", "remaining_time": "9:44:52"} +{"current_steps": 3560, "total_steps": 5735, "loss": 0.0667, "lr": 3.324444992637071e-05, "epoch": 0.6208039061818816, "percentage": 62.07, "elapsed_time": "15:52:55", "remaining_time": "9:42:11"} +{"current_steps": 3570, "total_steps": 5735, "loss": 0.0661, "lr": 3.297863254186279e-05, "epoch": 0.6225477373790217, "percentage": 62.25, "elapsed_time": "15:55:35", "remaining_time": "9:39:30"} +{"current_steps": 3580, "total_steps": 5735, "loss": 0.067, "lr": 3.2713358196415146e-05, "epoch": 0.6242915685761619, "percentage": 62.42, "elapsed_time": "15:58:16", "remaining_time": "9:36:50"} +{"current_steps": 3590, "total_steps": 5735, "loss": 0.0664, "lr": 3.244863535317455e-05, "epoch": 0.6260353997733019, "percentage": 62.6, "elapsed_time": "16:00:56", "remaining_time": "9:34:09"} +{"current_steps": 3600, "total_steps": 5735, "loss": 0.0663, "lr": 3.2184472457693006e-05, "epoch": 0.6277792309704421, "percentage": 62.77, "elapsed_time": "16:03:36", "remaining_time": "9:31:28"} +{"current_steps": 3610, "total_steps": 5735, "loss": 0.0647, "lr": 3.192087793765832e-05, "epoch": 0.6295230621675821, "percentage": 62.95, "elapsed_time": "16:06:16", "remaining_time": "9:28:47"} +{"current_steps": 3620, "total_steps": 5735, "loss": 0.0701, "lr": 3.1657860202625146e-05, "epoch": 0.6312668933647223, "percentage": 63.12, "elapsed_time": "16:08:56", "remaining_time": "9:26:06"} +{"current_steps": 3630, "total_steps": 5735, "loss": 0.0668, "lr": 3.1395427643746796e-05, "epoch": 0.6330107245618624, "percentage": 63.3, "elapsed_time": "16:11:36", "remaining_time": "9:23:25"} +{"current_steps": 3640, "total_steps": 5735, "loss": 0.0681, "lr": 3.113358863350747e-05, "epoch": 0.6347545557590025, "percentage": 63.47, "elapsed_time": "16:14:16", "remaining_time": "9:20:44"} +{"current_steps": 3650, "total_steps": 5735, "loss": 0.0652, "lr": 3.0872351525455166e-05, "epoch": 0.6364983869561427, "percentage": 63.64, "elapsed_time": "16:16:56", "remaining_time": "9:18:03"} +{"current_steps": 3660, "total_steps": 5735, "loss": 0.0656, "lr": 3.061172465393518e-05, "epoch": 0.6382422181532827, "percentage": 63.82, "elapsed_time": "16:19:36", "remaining_time": "9:15:22"} +{"current_steps": 3670, "total_steps": 5735, "loss": 0.0658, "lr": 3.035171633382419e-05, "epoch": 0.6399860493504229, "percentage": 63.99, "elapsed_time": "16:22:16", "remaining_time": "9:12:41"} +{"current_steps": 3680, "total_steps": 5735, "loss": 0.0664, "lr": 3.009233486026497e-05, "epoch": 0.641729880547563, "percentage": 64.17, "elapsed_time": "16:24:56", "remaining_time": "9:10:00"} +{"current_steps": 3690, "total_steps": 5735, "loss": 0.0657, "lr": 2.9833588508401866e-05, "epoch": 0.6434737117447031, "percentage": 64.34, "elapsed_time": "16:27:36", "remaining_time": "9:07:20"} +{"current_steps": 3700, "total_steps": 5735, "loss": 0.0653, "lr": 2.9575485533116598e-05, "epoch": 0.6452175429418432, "percentage": 64.52, "elapsed_time": "16:30:17", "remaining_time": "9:04:39"} +{"current_steps": 3710, "total_steps": 5735, "loss": 0.0667, "lr": 2.9318034168765046e-05, "epoch": 0.6469613741389834, "percentage": 64.69, "elapsed_time": "16:32:57", "remaining_time": "9:01:58"} +{"current_steps": 3720, "total_steps": 5735, "loss": 0.0672, "lr": 2.906124262891451e-05, "epoch": 0.6487052053361234, "percentage": 64.86, "elapsed_time": "16:35:37", "remaining_time": "8:59:17"} +{"current_steps": 3730, "total_steps": 5735, "loss": 0.0679, "lr": 2.880511910608164e-05, "epoch": 0.6504490365332636, "percentage": 65.04, "elapsed_time": "16:38:17", "remaining_time": "8:56:36"} +{"current_steps": 3740, "total_steps": 5735, "loss": 0.0648, "lr": 2.8549671771471133e-05, "epoch": 0.6521928677304037, "percentage": 65.21, "elapsed_time": "16:40:57", "remaining_time": "8:53:56"} +{"current_steps": 3750, "total_steps": 5735, "loss": 0.0642, "lr": 2.829490877471491e-05, "epoch": 0.6539366989275438, "percentage": 65.39, "elapsed_time": "16:43:37", "remaining_time": "8:51:15"} +{"current_steps": 3760, "total_steps": 5735, "loss": 0.0665, "lr": 2.8040838243612288e-05, "epoch": 0.655680530124684, "percentage": 65.56, "elapsed_time": "16:46:17", "remaining_time": "8:48:34"} +{"current_steps": 3770, "total_steps": 5735, "loss": 0.0663, "lr": 2.7787468283870577e-05, "epoch": 0.657424361321824, "percentage": 65.74, "elapsed_time": "16:48:57", "remaining_time": "8:45:53"} +{"current_steps": 3780, "total_steps": 5735, "loss": 0.0667, "lr": 2.7534806978846465e-05, "epoch": 0.6591681925189642, "percentage": 65.91, "elapsed_time": "16:51:37", "remaining_time": "8:43:12"} +{"current_steps": 3790, "total_steps": 5735, "loss": 0.0648, "lr": 2.7282862389288206e-05, "epoch": 0.6609120237161042, "percentage": 66.09, "elapsed_time": "16:54:17", "remaining_time": "8:40:31"} +{"current_steps": 3800, "total_steps": 5735, "loss": 0.0663, "lr": 2.7031642553078374e-05, "epoch": 0.6626558549132444, "percentage": 66.26, "elapsed_time": "16:56:57", "remaining_time": "8:37:50"} +{"current_steps": 3810, "total_steps": 5735, "loss": 0.0659, "lr": 2.6781155484977493e-05, "epoch": 0.6643996861103845, "percentage": 66.43, "elapsed_time": "16:59:37", "remaining_time": "8:35:09"} +{"current_steps": 3820, "total_steps": 5735, "loss": 0.0652, "lr": 2.6531409176368295e-05, "epoch": 0.6661435173075246, "percentage": 66.61, "elapsed_time": "17:02:17", "remaining_time": "8:32:29"} +{"current_steps": 3830, "total_steps": 5735, "loss": 0.0663, "lr": 2.6282411595000812e-05, "epoch": 0.6678873485046648, "percentage": 66.78, "elapsed_time": "17:04:57", "remaining_time": "8:29:48"} +{"current_steps": 3840, "total_steps": 5735, "loss": 0.0657, "lr": 2.6034170684738064e-05, "epoch": 0.6696311797018049, "percentage": 66.96, "elapsed_time": "17:07:38", "remaining_time": "8:27:07"} +{"current_steps": 3850, "total_steps": 5735, "loss": 0.0662, "lr": 2.5786694365302856e-05, "epoch": 0.671375010898945, "percentage": 67.13, "elapsed_time": "17:10:17", "remaining_time": "8:24:26"} +{"current_steps": 3860, "total_steps": 5735, "loss": 0.0663, "lr": 2.5539990532024825e-05, "epoch": 0.6731188420960851, "percentage": 67.31, "elapsed_time": "17:12:57", "remaining_time": "8:21:45"} +{"current_steps": 3870, "total_steps": 5735, "loss": 0.0647, "lr": 2.5294067055588765e-05, "epoch": 0.6748626732932252, "percentage": 67.48, "elapsed_time": "17:15:37", "remaining_time": "8:19:05"} +{"current_steps": 3880, "total_steps": 5735, "loss": 0.0663, "lr": 2.5048931781783456e-05, "epoch": 0.6766065044903653, "percentage": 67.65, "elapsed_time": "17:18:17", "remaining_time": "8:16:24"} +{"current_steps": 3890, "total_steps": 5735, "loss": 0.0654, "lr": 2.480459253125132e-05, "epoch": 0.6783503356875055, "percentage": 67.83, "elapsed_time": "17:20:57", "remaining_time": "8:13:43"} +{"current_steps": 3900, "total_steps": 5735, "loss": 0.0651, "lr": 2.456105709923897e-05, "epoch": 0.6800941668846455, "percentage": 68.0, "elapsed_time": "17:23:38", "remaining_time": "8:11:02"} +{"current_steps": 3910, "total_steps": 5735, "loss": 0.0676, "lr": 2.4318333255348525e-05, "epoch": 0.6818379980817857, "percentage": 68.18, "elapsed_time": "17:26:18", "remaining_time": "8:08:21"} +{"current_steps": 3920, "total_steps": 5735, "loss": 0.0647, "lr": 2.4076428743289608e-05, "epoch": 0.6835818292789257, "percentage": 68.35, "elapsed_time": "17:28:58", "remaining_time": "8:05:40"} +{"current_steps": 3930, "total_steps": 5735, "loss": 0.0681, "lr": 2.3835351280632513e-05, "epoch": 0.6853256604760659, "percentage": 68.53, "elapsed_time": "17:31:37", "remaining_time": "8:03:00"} +{"current_steps": 3940, "total_steps": 5735, "loss": 0.0661, "lr": 2.3595108558561812e-05, "epoch": 0.6870694916732061, "percentage": 68.7, "elapsed_time": "17:34:17", "remaining_time": "8:00:19"} +{"current_steps": 3950, "total_steps": 5735, "loss": 0.0644, "lr": 2.3355708241630998e-05, "epoch": 0.6888133228703461, "percentage": 68.88, "elapsed_time": "17:36:57", "remaining_time": "7:57:38"} +{"current_steps": 3960, "total_steps": 5735, "loss": 0.0696, "lr": 2.311715796751805e-05, "epoch": 0.6905571540674863, "percentage": 69.05, "elapsed_time": "17:39:37", "remaining_time": "7:54:57"} +{"current_steps": 3970, "total_steps": 5735, "loss": 0.0667, "lr": 2.2879465346781703e-05, "epoch": 0.6923009852646264, "percentage": 69.22, "elapsed_time": "17:42:17", "remaining_time": "7:52:16"} +{"current_steps": 3980, "total_steps": 5735, "loss": 0.0662, "lr": 2.264263796261864e-05, "epoch": 0.6940448164617665, "percentage": 69.4, "elapsed_time": "17:44:57", "remaining_time": "7:49:35"} +{"current_steps": 3990, "total_steps": 5735, "loss": 0.065, "lr": 2.2406683370621618e-05, "epoch": 0.6957886476589066, "percentage": 69.57, "elapsed_time": "17:47:37", "remaining_time": "7:46:55"} +{"current_steps": 4000, "total_steps": 5735, "loss": 0.0674, "lr": 2.2171609098538278e-05, "epoch": 0.6975324788560467, "percentage": 69.75, "elapsed_time": "17:50:17", "remaining_time": "7:44:14"} +{"current_steps": 4010, "total_steps": 5735, "loss": 0.0672, "lr": 2.1937422646031214e-05, "epoch": 0.6992763100531868, "percentage": 69.92, "elapsed_time": "17:54:08", "remaining_time": "7:42:03"} +{"current_steps": 4020, "total_steps": 5735, "loss": 0.0645, "lr": 2.170413148443852e-05, "epoch": 0.701020141250327, "percentage": 70.1, "elapsed_time": "17:56:48", "remaining_time": "7:39:22"} +{"current_steps": 4030, "total_steps": 5735, "loss": 0.0655, "lr": 2.1471743056535455e-05, "epoch": 0.7027639724474671, "percentage": 70.27, "elapsed_time": "17:59:28", "remaining_time": "7:36:41"} +{"current_steps": 4040, "total_steps": 5735, "loss": 0.0648, "lr": 2.124026477629706e-05, "epoch": 0.7045078036446072, "percentage": 70.44, "elapsed_time": "18:02:08", "remaining_time": "7:34:00"} +{"current_steps": 4050, "total_steps": 5735, "loss": 0.0649, "lr": 2.100970402866164e-05, "epoch": 0.7062516348417474, "percentage": 70.62, "elapsed_time": "18:04:48", "remaining_time": "7:31:19"} +{"current_steps": 4060, "total_steps": 5735, "loss": 0.0646, "lr": 2.0780068169295032e-05, "epoch": 0.7079954660388874, "percentage": 70.79, "elapsed_time": "18:07:27", "remaining_time": "7:28:38"} +{"current_steps": 4070, "total_steps": 5735, "loss": 0.0637, "lr": 2.0551364524356054e-05, "epoch": 0.7097392972360276, "percentage": 70.97, "elapsed_time": "18:10:07", "remaining_time": "7:25:57"} +{"current_steps": 4080, "total_steps": 5735, "loss": 0.0631, "lr": 2.0323600390262742e-05, "epoch": 0.7114831284331676, "percentage": 71.14, "elapsed_time": "18:12:47", "remaining_time": "7:23:16"} +{"current_steps": 4090, "total_steps": 5735, "loss": 0.0653, "lr": 2.0096783033459564e-05, "epoch": 0.7132269596303078, "percentage": 71.32, "elapsed_time": "18:15:27", "remaining_time": "7:20:35"} +{"current_steps": 4100, "total_steps": 5735, "loss": 0.0648, "lr": 1.987091969018561e-05, "epoch": 0.7149707908274479, "percentage": 71.49, "elapsed_time": "18:18:07", "remaining_time": "7:17:54"} +{"current_steps": 4110, "total_steps": 5735, "loss": 0.0661, "lr": 1.9646017566243658e-05, "epoch": 0.716714622024588, "percentage": 71.67, "elapsed_time": "18:20:46", "remaining_time": "7:15:13"} +{"current_steps": 4120, "total_steps": 5735, "loss": 0.0667, "lr": 1.9422083836770406e-05, "epoch": 0.7184584532217282, "percentage": 71.84, "elapsed_time": "18:23:26", "remaining_time": "7:12:32"} +{"current_steps": 4130, "total_steps": 5735, "loss": 0.0648, "lr": 1.919912564600753e-05, "epoch": 0.7202022844188682, "percentage": 72.01, "elapsed_time": "18:26:07", "remaining_time": "7:09:51"} +{"current_steps": 4140, "total_steps": 5735, "loss": 0.0642, "lr": 1.8977150107073633e-05, "epoch": 0.7219461156160084, "percentage": 72.19, "elapsed_time": "18:28:47", "remaining_time": "7:07:10"} +{"current_steps": 4150, "total_steps": 5735, "loss": 0.0626, "lr": 1.8756164301737476e-05, "epoch": 0.7236899468131485, "percentage": 72.36, "elapsed_time": "18:31:27", "remaining_time": "7:04:29"} +{"current_steps": 4160, "total_steps": 5735, "loss": 0.0653, "lr": 1.853617528019197e-05, "epoch": 0.7254337780102886, "percentage": 72.54, "elapsed_time": "18:34:07", "remaining_time": "7:01:48"} +{"current_steps": 4170, "total_steps": 5735, "loss": 0.0653, "lr": 1.831719006082924e-05, "epoch": 0.7271776092074287, "percentage": 72.71, "elapsed_time": "18:36:47", "remaining_time": "6:59:07"} +{"current_steps": 4180, "total_steps": 5735, "loss": 0.0667, "lr": 1.809921563001676e-05, "epoch": 0.7289214404045689, "percentage": 72.89, "elapsed_time": "18:39:27", "remaining_time": "6:56:26"} +{"current_steps": 4190, "total_steps": 5735, "loss": 0.0663, "lr": 1.7882258941874432e-05, "epoch": 0.7306652716017089, "percentage": 73.06, "elapsed_time": "18:42:07", "remaining_time": "6:53:45"} +{"current_steps": 4200, "total_steps": 5735, "loss": 0.0642, "lr": 1.7666326918052667e-05, "epoch": 0.7324091027988491, "percentage": 73.23, "elapsed_time": "18:44:46", "remaining_time": "6:51:04"} +{"current_steps": 4210, "total_steps": 5735, "loss": 0.0657, "lr": 1.745142644751177e-05, "epoch": 0.7341529339959892, "percentage": 73.41, "elapsed_time": "18:47:26", "remaining_time": "6:48:23"} +{"current_steps": 4220, "total_steps": 5735, "loss": 0.0661, "lr": 1.7237564386301868e-05, "epoch": 0.7358967651931293, "percentage": 73.58, "elapsed_time": "18:50:06", "remaining_time": "6:45:42"} +{"current_steps": 4230, "total_steps": 5735, "loss": 0.0657, "lr": 1.702474755734441e-05, "epoch": 0.7376405963902695, "percentage": 73.76, "elapsed_time": "18:52:46", "remaining_time": "6:43:01"} +{"current_steps": 4240, "total_steps": 5735, "loss": 0.0648, "lr": 1.6812982750214385e-05, "epoch": 0.7393844275874095, "percentage": 73.93, "elapsed_time": "18:55:26", "remaining_time": "6:40:20"} +{"current_steps": 4250, "total_steps": 5735, "loss": 0.0646, "lr": 1.660227672092373e-05, "epoch": 0.7411282587845497, "percentage": 74.11, "elapsed_time": "18:58:06", "remaining_time": "6:37:39"} +{"current_steps": 4260, "total_steps": 5735, "loss": 0.0648, "lr": 1.6392636191705817e-05, "epoch": 0.7428720899816897, "percentage": 74.28, "elapsed_time": "19:00:45", "remaining_time": "6:34:59"} +{"current_steps": 4270, "total_steps": 5735, "loss": 0.0642, "lr": 1.618406785080095e-05, "epoch": 0.7446159211788299, "percentage": 74.46, "elapsed_time": "19:03:26", "remaining_time": "6:32:18"} +{"current_steps": 4280, "total_steps": 5735, "loss": 0.065, "lr": 1.5976578352243017e-05, "epoch": 0.74635975237597, "percentage": 74.63, "elapsed_time": "19:06:06", "remaining_time": "6:29:37"} +{"current_steps": 4290, "total_steps": 5735, "loss": 0.0641, "lr": 1.5770174315647186e-05, "epoch": 0.7481035835731101, "percentage": 74.8, "elapsed_time": "19:08:46", "remaining_time": "6:26:56"} +{"current_steps": 4300, "total_steps": 5735, "loss": 0.0663, "lr": 1.5564862325998753e-05, "epoch": 0.7498474147702502, "percentage": 74.98, "elapsed_time": "19:11:26", "remaining_time": "6:24:15"} +{"current_steps": 4310, "total_steps": 5735, "loss": 0.0641, "lr": 1.5360648933442977e-05, "epoch": 0.7515912459673904, "percentage": 75.15, "elapsed_time": "19:14:06", "remaining_time": "6:21:34"} +{"current_steps": 4320, "total_steps": 5735, "loss": 0.0642, "lr": 1.5157540653076219e-05, "epoch": 0.7533350771645305, "percentage": 75.33, "elapsed_time": "19:16:46", "remaining_time": "6:18:53"} +{"current_steps": 4330, "total_steps": 5735, "loss": 0.066, "lr": 1.4955543964738e-05, "epoch": 0.7550789083616706, "percentage": 75.5, "elapsed_time": "19:19:26", "remaining_time": "6:16:13"} +{"current_steps": 4340, "total_steps": 5735, "loss": 0.0641, "lr": 1.4754665312804311e-05, "epoch": 0.7568227395588107, "percentage": 75.68, "elapsed_time": "19:22:06", "remaining_time": "6:13:32"} +{"current_steps": 4350, "total_steps": 5735, "loss": 0.0639, "lr": 1.4554911105982021e-05, "epoch": 0.7585665707559508, "percentage": 75.85, "elapsed_time": "19:24:46", "remaining_time": "6:10:51"} +{"current_steps": 4360, "total_steps": 5735, "loss": 0.064, "lr": 1.4356287717104383e-05, "epoch": 0.760310401953091, "percentage": 76.02, "elapsed_time": "19:27:26", "remaining_time": "6:08:10"} +{"current_steps": 4370, "total_steps": 5735, "loss": 0.065, "lr": 1.4158801482927764e-05, "epoch": 0.762054233150231, "percentage": 76.2, "elapsed_time": "19:30:06", "remaining_time": "6:05:29"} +{"current_steps": 4380, "total_steps": 5735, "loss": 0.0643, "lr": 1.3962458703929459e-05, "epoch": 0.7637980643473712, "percentage": 76.37, "elapsed_time": "19:32:45", "remaining_time": "6:02:48"} +{"current_steps": 4390, "total_steps": 5735, "loss": 0.0638, "lr": 1.376726564410663e-05, "epoch": 0.7655418955445112, "percentage": 76.55, "elapsed_time": "19:35:25", "remaining_time": "6:00:07"} +{"current_steps": 4400, "total_steps": 5735, "loss": 0.0641, "lr": 1.3573228530776605e-05, "epoch": 0.7672857267416514, "percentage": 76.72, "elapsed_time": "19:38:05", "remaining_time": "5:57:26"} +{"current_steps": 4410, "total_steps": 5735, "loss": 0.0652, "lr": 1.3380353554378073e-05, "epoch": 0.7690295579387916, "percentage": 76.9, "elapsed_time": "19:40:45", "remaining_time": "5:54:45"} +{"current_steps": 4420, "total_steps": 5735, "loss": 0.0633, "lr": 1.3188646868273613e-05, "epoch": 0.7707733891359316, "percentage": 77.07, "elapsed_time": "19:43:25", "remaining_time": "5:52:05"} +{"current_steps": 4430, "total_steps": 5735, "loss": 0.0625, "lr": 1.2998114588553429e-05, "epoch": 0.7725172203330718, "percentage": 77.24, "elapsed_time": "19:46:05", "remaining_time": "5:49:24"} +{"current_steps": 4440, "total_steps": 5735, "loss": 0.0649, "lr": 1.2808762793840201e-05, "epoch": 0.7742610515302119, "percentage": 77.42, "elapsed_time": "19:48:46", "remaining_time": "5:46:43"} +{"current_steps": 4450, "total_steps": 5735, "loss": 0.0646, "lr": 1.2620597525095136e-05, "epoch": 0.776004882727352, "percentage": 77.59, "elapsed_time": "19:51:26", "remaining_time": "5:44:02"} +{"current_steps": 4460, "total_steps": 5735, "loss": 0.0654, "lr": 1.2433624785425291e-05, "epoch": 0.7777487139244921, "percentage": 77.77, "elapsed_time": "19:54:06", "remaining_time": "5:41:21"} +{"current_steps": 4470, "total_steps": 5735, "loss": 0.0641, "lr": 1.2247850539891948e-05, "epoch": 0.7794925451216322, "percentage": 77.94, "elapsed_time": "19:56:46", "remaining_time": "5:38:41"} +{"current_steps": 4480, "total_steps": 5735, "loss": 0.0637, "lr": 1.206328071532048e-05, "epoch": 0.7812363763187723, "percentage": 78.12, "elapsed_time": "19:59:26", "remaining_time": "5:36:00"} +{"current_steps": 4490, "total_steps": 5735, "loss": 0.0636, "lr": 1.187992120011111e-05, "epoch": 0.7829802075159125, "percentage": 78.29, "elapsed_time": "20:02:06", "remaining_time": "5:33:19"} +{"current_steps": 4500, "total_steps": 5735, "loss": 0.0623, "lr": 1.1697777844051105e-05, "epoch": 0.7847240387130526, "percentage": 78.47, "elapsed_time": "20:04:46", "remaining_time": "5:30:38"} +{"current_steps": 4510, "total_steps": 5735, "loss": 0.0637, "lr": 1.1516856458128167e-05, "epoch": 0.7864678699101927, "percentage": 78.64, "elapsed_time": "20:07:26", "remaining_time": "5:27:57"} +{"current_steps": 4520, "total_steps": 5735, "loss": 0.0618, "lr": 1.133716281434502e-05, "epoch": 0.7882117011073329, "percentage": 78.81, "elapsed_time": "20:10:07", "remaining_time": "5:25:17"} +{"current_steps": 4530, "total_steps": 5735, "loss": 0.0654, "lr": 1.1158702645535286e-05, "epoch": 0.7899555323044729, "percentage": 78.99, "elapsed_time": "20:12:47", "remaining_time": "5:22:36"} +{"current_steps": 4540, "total_steps": 5735, "loss": 0.0655, "lr": 1.0981481645180564e-05, "epoch": 0.7916993635016131, "percentage": 79.16, "elapsed_time": "20:15:27", "remaining_time": "5:19:55"} +{"current_steps": 4550, "total_steps": 5735, "loss": 0.0632, "lr": 1.080550546722876e-05, "epoch": 0.7934431946987531, "percentage": 79.34, "elapsed_time": "20:18:07", "remaining_time": "5:17:14"} +{"current_steps": 4560, "total_steps": 5735, "loss": 0.0619, "lr": 1.063077972591382e-05, "epoch": 0.7951870258958933, "percentage": 79.51, "elapsed_time": "20:20:47", "remaining_time": "5:14:33"} +{"current_steps": 4570, "total_steps": 5735, "loss": 0.063, "lr": 1.0457309995576497e-05, "epoch": 0.7969308570930334, "percentage": 79.69, "elapsed_time": "20:23:27", "remaining_time": "5:11:53"} +{"current_steps": 4580, "total_steps": 5735, "loss": 0.0632, "lr": 1.0285101810486535e-05, "epoch": 0.7986746882901735, "percentage": 79.86, "elapsed_time": "20:26:07", "remaining_time": "5:09:12"} +{"current_steps": 4590, "total_steps": 5735, "loss": 0.0638, "lr": 1.0114160664666155e-05, "epoch": 0.8004185194873136, "percentage": 80.03, "elapsed_time": "20:28:47", "remaining_time": "5:06:31"} +{"current_steps": 4600, "total_steps": 5735, "loss": 0.0623, "lr": 9.94449201171479e-06, "epoch": 0.8021623506844537, "percentage": 80.21, "elapsed_time": "20:31:27", "remaining_time": "5:03:50"} +{"current_steps": 4610, "total_steps": 5735, "loss": 0.0635, "lr": 9.776101264634969e-06, "epoch": 0.8039061818815939, "percentage": 80.38, "elapsed_time": "20:34:06", "remaining_time": "5:01:10"} +{"current_steps": 4620, "total_steps": 5735, "loss": 0.064, "lr": 9.608993795659765e-06, "epoch": 0.805650013078734, "percentage": 80.56, "elapsed_time": "20:36:46", "remaining_time": "4:58:29"} +{"current_steps": 4630, "total_steps": 5735, "loss": 0.0638, "lr": 9.443174936081345e-06, "epoch": 0.8073938442758741, "percentage": 80.73, "elapsed_time": "20:39:26", "remaining_time": "4:55:48"} +{"current_steps": 4640, "total_steps": 5735, "loss": 0.0649, "lr": 9.278649976080889e-06, "epoch": 0.8091376754730142, "percentage": 80.91, "elapsed_time": "20:42:06", "remaining_time": "4:53:07"} +{"current_steps": 4650, "total_steps": 5735, "loss": 0.0656, "lr": 9.11542416455981e-06, "epoch": 0.8108815066701544, "percentage": 81.08, "elapsed_time": "20:44:46", "remaining_time": "4:50:26"} +{"current_steps": 4660, "total_steps": 5735, "loss": 0.0638, "lr": 8.953502708972278e-06, "epoch": 0.8126253378672944, "percentage": 81.26, "elapsed_time": "20:47:27", "remaining_time": "4:47:46"} +{"current_steps": 4670, "total_steps": 5735, "loss": 0.0638, "lr": 8.792890775159125e-06, "epoch": 0.8143691690644346, "percentage": 81.43, "elapsed_time": "20:50:07", "remaining_time": "4:45:05"} +{"current_steps": 4680, "total_steps": 5735, "loss": 0.0663, "lr": 8.633593487183067e-06, "epoch": 0.8161130002615746, "percentage": 81.6, "elapsed_time": "20:52:47", "remaining_time": "4:42:24"} +{"current_steps": 4690, "total_steps": 5735, "loss": 0.0623, "lr": 8.475615927165093e-06, "epoch": 0.8178568314587148, "percentage": 81.78, "elapsed_time": "20:55:27", "remaining_time": "4:39:43"} +{"current_steps": 4700, "total_steps": 5735, "loss": 0.0634, "lr": 8.31896313512247e-06, "epoch": 0.819600662655855, "percentage": 81.95, "elapsed_time": "20:58:07", "remaining_time": "4:37:03"} +{"current_steps": 4710, "total_steps": 5735, "loss": 0.0644, "lr": 8.163640108807896e-06, "epoch": 0.821344493852995, "percentage": 82.13, "elapsed_time": "21:00:47", "remaining_time": "4:34:22"} +{"current_steps": 4720, "total_steps": 5735, "loss": 0.0624, "lr": 8.009651803550045e-06, "epoch": 0.8230883250501352, "percentage": 82.3, "elapsed_time": "21:03:26", "remaining_time": "4:31:41"} +{"current_steps": 4730, "total_steps": 5735, "loss": 0.065, "lr": 7.85700313209548e-06, "epoch": 0.8248321562472752, "percentage": 82.48, "elapsed_time": "21:06:06", "remaining_time": "4:29:00"} +{"current_steps": 4740, "total_steps": 5735, "loss": 0.0656, "lr": 7.70569896445194e-06, "epoch": 0.8265759874444154, "percentage": 82.65, "elapsed_time": "21:08:46", "remaining_time": "4:26:20"} +{"current_steps": 4750, "total_steps": 5735, "loss": 0.065, "lr": 7.555744127732922e-06, "epoch": 0.8283198186415555, "percentage": 82.82, "elapsed_time": "21:11:27", "remaining_time": "4:23:39"} +{"current_steps": 4760, "total_steps": 5735, "loss": 0.0631, "lr": 7.40714340600378e-06, "epoch": 0.8300636498386956, "percentage": 83.0, "elapsed_time": "21:14:07", "remaining_time": "4:20:58"} +{"current_steps": 4770, "total_steps": 5735, "loss": 0.0635, "lr": 7.2599015401289496e-06, "epoch": 0.8318074810358357, "percentage": 83.17, "elapsed_time": "21:16:47", "remaining_time": "4:18:18"} +{"current_steps": 4780, "total_steps": 5735, "loss": 0.0642, "lr": 7.114023227620831e-06, "epoch": 0.8335513122329758, "percentage": 83.35, "elapsed_time": "21:19:27", "remaining_time": "4:15:37"} +{"current_steps": 4790, "total_steps": 5735, "loss": 0.0597, "lr": 6.969513122489863e-06, "epoch": 0.835295143430116, "percentage": 83.52, "elapsed_time": "21:22:07", "remaining_time": "4:12:56"} +{"current_steps": 4800, "total_steps": 5735, "loss": 0.0644, "lr": 6.826375835096038e-06, "epoch": 0.8370389746272561, "percentage": 83.7, "elapsed_time": "21:24:47", "remaining_time": "4:10:16"} +{"current_steps": 4810, "total_steps": 5735, "loss": 0.0623, "lr": 6.6846159320018475e-06, "epoch": 0.8387828058243962, "percentage": 83.87, "elapsed_time": "21:27:27", "remaining_time": "4:07:35"} +{"current_steps": 4820, "total_steps": 5735, "loss": 0.0629, "lr": 6.5442379358265585e-06, "epoch": 0.8405266370215363, "percentage": 84.05, "elapsed_time": "21:30:07", "remaining_time": "4:04:54"} +{"current_steps": 4830, "total_steps": 5735, "loss": 0.064, "lr": 6.405246325101954e-06, "epoch": 0.8422704682186765, "percentage": 84.22, "elapsed_time": "21:32:48", "remaining_time": "4:02:13"} +{"current_steps": 4840, "total_steps": 5735, "loss": 0.0625, "lr": 6.267645534129446e-06, "epoch": 0.8440142994158165, "percentage": 84.39, "elapsed_time": "21:35:28", "remaining_time": "3:59:33"} +{"current_steps": 4850, "total_steps": 5735, "loss": 0.0639, "lr": 6.131439952838608e-06, "epoch": 0.8457581306129567, "percentage": 84.57, "elapsed_time": "21:38:08", "remaining_time": "3:56:52"} +{"current_steps": 4860, "total_steps": 5735, "loss": 0.0658, "lr": 5.996633926647083e-06, "epoch": 0.8475019618100967, "percentage": 84.74, "elapsed_time": "21:40:48", "remaining_time": "3:54:11"} +{"current_steps": 4870, "total_steps": 5735, "loss": 0.0641, "lr": 5.863231756322019e-06, "epoch": 0.8492457930072369, "percentage": 84.92, "elapsed_time": "21:43:28", "remaining_time": "3:51:31"} +{"current_steps": 4880, "total_steps": 5735, "loss": 0.0645, "lr": 5.7312376978428115e-06, "epoch": 0.8509896242043771, "percentage": 85.09, "elapsed_time": "21:46:08", "remaining_time": "3:48:50"} +{"current_steps": 4890, "total_steps": 5735, "loss": 0.0634, "lr": 5.600655962265345e-06, "epoch": 0.8527334554015171, "percentage": 85.27, "elapsed_time": "21:48:48", "remaining_time": "3:46:09"} +{"current_steps": 4900, "total_steps": 5735, "loss": 0.0633, "lr": 5.4714907155876184e-06, "epoch": 0.8544772865986573, "percentage": 85.44, "elapsed_time": "21:51:28", "remaining_time": "3:43:29"} +{"current_steps": 4910, "total_steps": 5735, "loss": 0.0645, "lr": 5.3437460786168795e-06, "epoch": 0.8562211177957973, "percentage": 85.61, "elapsed_time": "21:54:09", "remaining_time": "3:40:48"} +{"current_steps": 4920, "total_steps": 5735, "loss": 0.064, "lr": 5.21742612683811e-06, "epoch": 0.8579649489929375, "percentage": 85.79, "elapsed_time": "21:56:49", "remaining_time": "3:38:07"} +{"current_steps": 4930, "total_steps": 5735, "loss": 0.064, "lr": 5.092534890284056e-06, "epoch": 0.8597087801900776, "percentage": 85.96, "elapsed_time": "21:59:29", "remaining_time": "3:35:27"} +{"current_steps": 4940, "total_steps": 5735, "loss": 0.0633, "lr": 4.969076353406571e-06, "epoch": 0.8614526113872177, "percentage": 86.14, "elapsed_time": "22:02:09", "remaining_time": "3:32:46"} +{"current_steps": 4950, "total_steps": 5735, "loss": 0.0672, "lr": 4.847054454949618e-06, "epoch": 0.8631964425843578, "percentage": 86.31, "elapsed_time": "22:04:49", "remaining_time": "3:30:05"} +{"current_steps": 4960, "total_steps": 5735, "loss": 0.063, "lr": 4.726473087823524e-06, "epoch": 0.864940273781498, "percentage": 86.49, "elapsed_time": "22:07:29", "remaining_time": "3:27:25"} +{"current_steps": 4970, "total_steps": 5735, "loss": 0.0626, "lr": 4.6073360989807805e-06, "epoch": 0.866684104978638, "percentage": 86.66, "elapsed_time": "22:10:09", "remaining_time": "3:24:44"} +{"current_steps": 4980, "total_steps": 5735, "loss": 0.0627, "lr": 4.489647289293369e-06, "epoch": 0.8684279361757782, "percentage": 86.84, "elapsed_time": "22:12:49", "remaining_time": "3:22:03"} +{"current_steps": 4990, "total_steps": 5735, "loss": 0.0641, "lr": 4.3734104134314505e-06, "epoch": 0.8701717673729183, "percentage": 87.01, "elapsed_time": "22:15:29", "remaining_time": "3:19:23"} +{"current_steps": 5000, "total_steps": 5735, "loss": 0.0637, "lr": 4.258629179743611e-06, "epoch": 0.8719155985700584, "percentage": 87.18, "elapsed_time": "22:18:09", "remaining_time": "3:16:42"} +{"current_steps": 5010, "total_steps": 5735, "loss": 0.0632, "lr": 4.145307250138541e-06, "epoch": 0.8736594297671986, "percentage": 87.36, "elapsed_time": "22:22:00", "remaining_time": "3:14:12"} +{"current_steps": 5020, "total_steps": 5735, "loss": 0.0632, "lr": 4.033448239968168e-06, "epoch": 0.8754032609643386, "percentage": 87.53, "elapsed_time": "22:24:40", "remaining_time": "3:11:31"} +{"current_steps": 5030, "total_steps": 5735, "loss": 0.0639, "lr": 3.92305571791241e-06, "epoch": 0.8771470921614788, "percentage": 87.71, "elapsed_time": "22:27:20", "remaining_time": "3:08:50"} +{"current_steps": 5040, "total_steps": 5735, "loss": 0.0625, "lr": 3.8141332058652447e-06, "epoch": 0.8788909233586188, "percentage": 87.88, "elapsed_time": "22:30:00", "remaining_time": "3:06:09"} +{"current_steps": 5050, "total_steps": 5735, "loss": 0.063, "lr": 3.7066841788223394e-06, "epoch": 0.880634754555759, "percentage": 88.06, "elapsed_time": "22:32:40", "remaining_time": "3:03:28"} +{"current_steps": 5060, "total_steps": 5735, "loss": 0.0627, "lr": 3.6007120647702564e-06, "epoch": 0.8823785857528991, "percentage": 88.23, "elapsed_time": "22:35:20", "remaining_time": "3:00:48"} +{"current_steps": 5070, "total_steps": 5735, "loss": 0.0631, "lr": 3.4962202445770254e-06, "epoch": 0.8841224169500392, "percentage": 88.4, "elapsed_time": "22:38:00", "remaining_time": "2:58:07"} +{"current_steps": 5080, "total_steps": 5735, "loss": 0.0627, "lr": 3.3932120518843314e-06, "epoch": 0.8858662481471794, "percentage": 88.58, "elapsed_time": "22:40:40", "remaining_time": "2:55:26"} +{"current_steps": 5090, "total_steps": 5735, "loss": 0.0632, "lr": 3.291690773001116e-06, "epoch": 0.8876100793443195, "percentage": 88.75, "elapsed_time": "22:43:20", "remaining_time": "2:52:45"} +{"current_steps": 5100, "total_steps": 5735, "loss": 0.0616, "lr": 3.191659646798739e-06, "epoch": 0.8893539105414596, "percentage": 88.93, "elapsed_time": "22:46:00", "remaining_time": "2:50:04"} +{"current_steps": 5110, "total_steps": 5735, "loss": 0.0613, "lr": 3.0931218646077065e-06, "epoch": 0.8910977417385997, "percentage": 89.1, "elapsed_time": "22:48:40", "remaining_time": "2:47:24"} +{"current_steps": 5120, "total_steps": 5735, "loss": 0.0605, "lr": 2.996080570115778e-06, "epoch": 0.8928415729357398, "percentage": 89.28, "elapsed_time": "22:51:20", "remaining_time": "2:44:43"} +{"current_steps": 5130, "total_steps": 5735, "loss": 0.064, "lr": 2.9005388592676985e-06, "epoch": 0.8945854041328799, "percentage": 89.45, "elapsed_time": "22:54:00", "remaining_time": "2:42:02"} +{"current_steps": 5140, "total_steps": 5735, "loss": 0.0649, "lr": 2.806499780166455e-06, "epoch": 0.8963292353300201, "percentage": 89.63, "elapsed_time": "22:56:40", "remaining_time": "2:39:21"} +{"current_steps": 5150, "total_steps": 5735, "loss": 0.0637, "lr": 2.71396633297602e-06, "epoch": 0.8980730665271601, "percentage": 89.8, "elapsed_time": "22:59:19", "remaining_time": "2:36:40"} +{"current_steps": 5160, "total_steps": 5735, "loss": 0.0649, "lr": 2.6229414698255906e-06, "epoch": 0.8998168977243003, "percentage": 89.97, "elapsed_time": "23:01:59", "remaining_time": "2:34:00"} +{"current_steps": 5170, "total_steps": 5735, "loss": 0.0625, "lr": 2.5334280947154733e-06, "epoch": 0.9015607289214405, "percentage": 90.15, "elapsed_time": "23:04:39", "remaining_time": "2:31:19"} +{"current_steps": 5180, "total_steps": 5735, "loss": 0.0639, "lr": 2.4454290634243927e-06, "epoch": 0.9033045601185805, "percentage": 90.32, "elapsed_time": "23:07:19", "remaining_time": "2:28:38"} +{"current_steps": 5190, "total_steps": 5735, "loss": 0.0636, "lr": 2.3589471834183976e-06, "epoch": 0.9050483913157207, "percentage": 90.5, "elapsed_time": "23:09:59", "remaining_time": "2:25:57"} +{"current_steps": 5200, "total_steps": 5735, "loss": 0.0624, "lr": 2.273985213761298e-06, "epoch": 0.9067922225128607, "percentage": 90.67, "elapsed_time": "23:12:39", "remaining_time": "2:23:17"} +{"current_steps": 5210, "total_steps": 5735, "loss": 0.0629, "lr": 2.1905458650266276e-06, "epoch": 0.9085360537100009, "percentage": 90.85, "elapsed_time": "23:15:19", "remaining_time": "2:20:36"} +{"current_steps": 5220, "total_steps": 5735, "loss": 0.063, "lr": 2.108631799211158e-06, "epoch": 0.910279884907141, "percentage": 91.02, "elapsed_time": "23:17:59", "remaining_time": "2:17:55"} +{"current_steps": 5230, "total_steps": 5735, "loss": 0.0638, "lr": 2.0282456296500386e-06, "epoch": 0.9120237161042811, "percentage": 91.19, "elapsed_time": "23:20:39", "remaining_time": "2:15:14"} +{"current_steps": 5240, "total_steps": 5735, "loss": 0.0635, "lr": 1.9493899209333145e-06, "epoch": 0.9137675473014212, "percentage": 91.37, "elapsed_time": "23:23:19", "remaining_time": "2:12:34"} +{"current_steps": 5250, "total_steps": 5735, "loss": 0.0649, "lr": 1.8720671888242059e-06, "epoch": 0.9155113784985613, "percentage": 91.54, "elapsed_time": "23:26:00", "remaining_time": "2:09:53"} +{"current_steps": 5260, "total_steps": 5735, "loss": 0.0625, "lr": 1.7962799001787822e-06, "epoch": 0.9172552096957014, "percentage": 91.72, "elapsed_time": "23:28:40", "remaining_time": "2:07:12"} +{"current_steps": 5270, "total_steps": 5735, "loss": 0.0621, "lr": 1.7220304728672976e-06, "epoch": 0.9189990408928416, "percentage": 91.89, "elapsed_time": "23:31:20", "remaining_time": "2:04:31"} +{"current_steps": 5280, "total_steps": 5735, "loss": 0.0638, "lr": 1.6493212756970355e-06, "epoch": 0.9207428720899817, "percentage": 92.07, "elapsed_time": "23:34:00", "remaining_time": "2:01:51"} +{"current_steps": 5290, "total_steps": 5735, "loss": 0.0618, "lr": 1.5781546283367531e-06, "epoch": 0.9224867032871218, "percentage": 92.24, "elapsed_time": "23:36:40", "remaining_time": "1:59:10"} +{"current_steps": 5300, "total_steps": 5735, "loss": 0.0637, "lr": 1.5085328012426291e-06, "epoch": 0.924230534484262, "percentage": 92.41, "elapsed_time": "23:39:20", "remaining_time": "1:56:29"} +{"current_steps": 5310, "total_steps": 5735, "loss": 0.0627, "lr": 1.4404580155859103e-06, "epoch": 0.925974365681402, "percentage": 92.59, "elapsed_time": "23:41:59", "remaining_time": "1:53:48"} +{"current_steps": 5320, "total_steps": 5735, "loss": 0.0617, "lr": 1.3739324431819579e-06, "epoch": 0.9277181968785422, "percentage": 92.76, "elapsed_time": "23:44:39", "remaining_time": "1:51:08"} +{"current_steps": 5330, "total_steps": 5735, "loss": 0.062, "lr": 1.3089582064210293e-06, "epoch": 0.9294620280756822, "percentage": 92.94, "elapsed_time": "23:47:19", "remaining_time": "1:48:27"} +{"current_steps": 5340, "total_steps": 5735, "loss": 0.0641, "lr": 1.2455373782005342e-06, "epoch": 0.9312058592728224, "percentage": 93.11, "elapsed_time": "23:49:59", "remaining_time": "1:45:46"} +{"current_steps": 5350, "total_steps": 5735, "loss": 0.064, "lr": 1.183671981858897e-06, "epoch": 0.9329496904699625, "percentage": 93.29, "elapsed_time": "23:52:38", "remaining_time": "1:43:05"} +{"current_steps": 5360, "total_steps": 5735, "loss": 0.064, "lr": 1.1233639911110317e-06, "epoch": 0.9346935216671026, "percentage": 93.46, "elapsed_time": "23:55:18", "remaining_time": "1:40:25"} +{"current_steps": 5370, "total_steps": 5735, "loss": 0.0635, "lr": 1.0646153299853523e-06, "epoch": 0.9364373528642428, "percentage": 93.64, "elapsed_time": "23:57:58", "remaining_time": "1:37:44"} +{"current_steps": 5380, "total_steps": 5735, "loss": 0.0626, "lr": 1.0074278727623953e-06, "epoch": 0.9381811840613828, "percentage": 93.81, "elapsed_time": "1 day, 0:00:38", "remaining_time": "1:35:03"} +{"current_steps": 5390, "total_steps": 5735, "loss": 0.0611, "lr": 9.51803443915017e-07, "epoch": 0.939925015258523, "percentage": 93.98, "elapsed_time": "1 day, 0:03:19", "remaining_time": "1:32:22"} +{"current_steps": 5400, "total_steps": 5735, "loss": 0.0628, "lr": 8.977438180502118e-07, "epoch": 0.9416688464556631, "percentage": 94.16, "elapsed_time": "1 day, 0:05:58", "remaining_time": "1:29:42"} +{"current_steps": 5410, "total_steps": 5735, "loss": 0.0645, "lr": 8.452507198524584e-07, "epoch": 0.9434126776528032, "percentage": 94.33, "elapsed_time": "1 day, 0:08:38", "remaining_time": "1:27:01"} +{"current_steps": 5420, "total_steps": 5735, "loss": 0.0634, "lr": 7.943258240287354e-07, "epoch": 0.9451565088499433, "percentage": 94.51, "elapsed_time": "1 day, 0:11:18", "remaining_time": "1:24:20"} +{"current_steps": 5430, "total_steps": 5735, "loss": 0.0648, "lr": 7.449707552550533e-07, "epoch": 0.9469003400470835, "percentage": 94.68, "elapsed_time": "1 day, 0:13:58", "remaining_time": "1:21:40"} +{"current_steps": 5440, "total_steps": 5735, "loss": 0.0619, "lr": 6.971870881246678e-07, "epoch": 0.9486441712442235, "percentage": 94.86, "elapsed_time": "1 day, 0:16:38", "remaining_time": "1:18:59"} +{"current_steps": 5450, "total_steps": 5735, "loss": 0.0632, "lr": 6.509763470977926e-07, "epoch": 0.9503880024413637, "percentage": 95.03, "elapsed_time": "1 day, 0:19:18", "remaining_time": "1:16:18"} +{"current_steps": 5460, "total_steps": 5735, "loss": 0.0628, "lr": 6.063400064530155e-07, "epoch": 0.9521318336385038, "percentage": 95.2, "elapsed_time": "1 day, 0:21:58", "remaining_time": "1:13:38"} +{"current_steps": 5470, "total_steps": 5735, "loss": 0.0612, "lr": 5.632794902402206e-07, "epoch": 0.9538756648356439, "percentage": 95.38, "elapsed_time": "1 day, 0:24:38", "remaining_time": "1:10:57"} +{"current_steps": 5480, "total_steps": 5735, "loss": 0.0601, "lr": 5.217961722351894e-07, "epoch": 0.9556194960327841, "percentage": 95.55, "elapsed_time": "1 day, 0:27:18", "remaining_time": "1:08:16"} +{"current_steps": 5490, "total_steps": 5735, "loss": 0.0608, "lr": 4.818913758957377e-07, "epoch": 0.9573633272299241, "percentage": 95.73, "elapsed_time": "1 day, 0:29:58", "remaining_time": "1:05:36"} +{"current_steps": 5500, "total_steps": 5735, "loss": 0.0621, "lr": 4.4356637431953727e-07, "epoch": 0.9591071584270643, "percentage": 95.9, "elapsed_time": "1 day, 0:32:38", "remaining_time": "1:02:55"} +{"current_steps": 5510, "total_steps": 5735, "loss": 0.064, "lr": 4.068223902034651e-07, "epoch": 0.9608509896242043, "percentage": 96.08, "elapsed_time": "1 day, 0:35:18", "remaining_time": "1:00:14"} +{"current_steps": 5520, "total_steps": 5735, "loss": 0.0628, "lr": 3.716605958046071e-07, "epoch": 0.9625948208213445, "percentage": 96.25, "elapsed_time": "1 day, 0:37:58", "remaining_time": "0:57:33"} +{"current_steps": 5530, "total_steps": 5735, "loss": 0.0615, "lr": 3.380821129028489e-07, "epoch": 0.9643386520184846, "percentage": 96.43, "elapsed_time": "1 day, 0:40:38", "remaining_time": "0:54:53"} +{"current_steps": 5540, "total_steps": 5735, "loss": 0.0641, "lr": 3.0608801276511554e-07, "epoch": 0.9660824832156247, "percentage": 96.6, "elapsed_time": "1 day, 0:43:18", "remaining_time": "0:52:12"} +{"current_steps": 5550, "total_steps": 5735, "loss": 0.0613, "lr": 2.7567931611116037e-07, "epoch": 0.9678263144127649, "percentage": 96.77, "elapsed_time": "1 day, 0:45:59", "remaining_time": "0:49:31"} +{"current_steps": 5560, "total_steps": 5735, "loss": 0.0633, "lr": 2.468569930810238e-07, "epoch": 0.969570145609905, "percentage": 96.95, "elapsed_time": "1 day, 0:48:39", "remaining_time": "0:46:51"} +{"current_steps": 5570, "total_steps": 5735, "loss": 0.0611, "lr": 2.1962196320406414e-07, "epoch": 0.9713139768070451, "percentage": 97.12, "elapsed_time": "1 day, 0:51:19", "remaining_time": "0:44:10"} +{"current_steps": 5580, "total_steps": 5735, "loss": 0.0608, "lr": 1.9397509536964175e-07, "epoch": 0.9730578080041852, "percentage": 97.3, "elapsed_time": "1 day, 0:53:59", "remaining_time": "0:41:29"} +{"current_steps": 5590, "total_steps": 5735, "loss": 0.0632, "lr": 1.699172077993916e-07, "epoch": 0.9748016392013253, "percentage": 97.47, "elapsed_time": "1 day, 0:56:39", "remaining_time": "0:38:49"} +{"current_steps": 5600, "total_steps": 5735, "loss": 0.0608, "lr": 1.4744906802110493e-07, "epoch": 0.9765454703984654, "percentage": 97.65, "elapsed_time": "1 day, 0:59:19", "remaining_time": "0:36:08"} +{"current_steps": 5610, "total_steps": 5735, "loss": 0.0646, "lr": 1.2657139284425467e-07, "epoch": 0.9782893015956056, "percentage": 97.82, "elapsed_time": "1 day, 1:02:00", "remaining_time": "0:33:28"} +{"current_steps": 5620, "total_steps": 5735, "loss": 0.0633, "lr": 1.0728484833713582e-07, "epoch": 0.9800331327927456, "percentage": 97.99, "elapsed_time": "1 day, 1:04:40", "remaining_time": "0:30:47"} +{"current_steps": 5630, "total_steps": 5735, "loss": 0.0647, "lr": 8.959004980559904e-08, "epoch": 0.9817769639898858, "percentage": 98.17, "elapsed_time": "1 day, 1:07:20", "remaining_time": "0:28:06"} +{"current_steps": 5640, "total_steps": 5735, "loss": 0.0651, "lr": 7.34875617734332e-08, "epoch": 0.9835207951870258, "percentage": 98.34, "elapsed_time": "1 day, 1:10:00", "remaining_time": "0:25:26"} +{"current_steps": 5650, "total_steps": 5735, "loss": 0.0627, "lr": 5.897789796433517e-08, "epoch": 0.985264626384166, "percentage": 98.52, "elapsed_time": "1 day, 1:12:40", "remaining_time": "0:22:45"} +{"current_steps": 5660, "total_steps": 5735, "loss": 0.0659, "lr": 4.6061521285550856e-08, "epoch": 0.9870084575813062, "percentage": 98.69, "elapsed_time": "1 day, 1:15:20", "remaining_time": "0:20:04"} +{"current_steps": 5670, "total_steps": 5735, "loss": 0.0654, "lr": 3.47388438130758e-08, "epoch": 0.9887522887784462, "percentage": 98.87, "elapsed_time": "1 day, 1:18:00", "remaining_time": "0:17:24"} +{"current_steps": 5680, "total_steps": 5735, "loss": 0.0627, "lr": 2.5010226778537925e-08, "epoch": 0.9904961199755864, "percentage": 99.04, "elapsed_time": "1 day, 1:20:40", "remaining_time": "0:14:43"} +{"current_steps": 5690, "total_steps": 5735, "loss": 0.0649, "lr": 1.687598055764017e-08, "epoch": 0.9922399511727265, "percentage": 99.22, "elapsed_time": "1 day, 1:23:20", "remaining_time": "0:12:02"} +{"current_steps": 5700, "total_steps": 5735, "loss": 0.0632, "lr": 1.0336364660290532e-08, "epoch": 0.9939837823698666, "percentage": 99.39, "elapsed_time": "1 day, 1:26:00", "remaining_time": "0:09:22"} +{"current_steps": 5710, "total_steps": 5735, "loss": 0.0646, "lr": 5.391587722303193e-09, "epoch": 0.9957276135670067, "percentage": 99.56, "elapsed_time": "1 day, 1:28:40", "remaining_time": "0:06:41"} +{"current_steps": 5720, "total_steps": 5735, "loss": 0.0619, "lr": 2.0418074987538227e-09, "epoch": 0.9974714447641468, "percentage": 99.74, "elapsed_time": "1 day, 1:31:20", "remaining_time": "0:04:00"} +{"current_steps": 5730, "total_steps": 5735, "loss": 0.0629, "lr": 2.871308589280641e-10, "epoch": 0.9992152759612869, "percentage": 99.91, "elapsed_time": "1 day, 1:34:00", "remaining_time": "0:01:20"} +{"current_steps": 5735, "total_steps": 5735, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "1 day, 1:36:24", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..4cba030 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,4054 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 5735, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0017438311971401169, + "grad_norm": 75.95468738643471, + "learning_rate": 5.202312138728324e-06, + "loss": 3.0208, + "step": 10 + }, + { + "epoch": 0.0034876623942802338, + "grad_norm": 30.03360815962505, + "learning_rate": 1.0982658959537573e-05, + "loss": 1.9958, + "step": 20 + }, + { + "epoch": 0.0052314935914203504, + "grad_norm": 17.34695165918347, + "learning_rate": 1.676300578034682e-05, + "loss": 1.0962, + "step": 30 + }, + { + "epoch": 0.0069753247885604676, + "grad_norm": 12.491792934654203, + "learning_rate": 2.254335260115607e-05, + "loss": 0.6126, + "step": 40 + }, + { + "epoch": 0.008719155985700585, + "grad_norm": 1.9114286148516435, + "learning_rate": 2.832369942196532e-05, + "loss": 0.4425, + "step": 50 + }, + { + "epoch": 0.010462987182840701, + "grad_norm": 1.428534192558495, + "learning_rate": 3.410404624277457e-05, + "loss": 0.3402, + "step": 60 + }, + { + "epoch": 0.012206818379980817, + "grad_norm": 2.416511852214603, + "learning_rate": 3.988439306358382e-05, + "loss": 0.2859, + "step": 70 + }, + { + "epoch": 0.013950649577120935, + "grad_norm": 1.1798287792036775, + "learning_rate": 4.566473988439307e-05, + "loss": 0.2436, + "step": 80 + }, + { + "epoch": 0.01569448077426105, + "grad_norm": 0.9422829664821649, + "learning_rate": 5.1445086705202317e-05, + "loss": 0.2153, + "step": 90 + }, + { + "epoch": 0.01743831197140117, + "grad_norm": 0.6784111235814376, + "learning_rate": 5.722543352601156e-05, + "loss": 0.1949, + "step": 100 + }, + { + "epoch": 0.019182143168541284, + "grad_norm": 0.6258877189910531, + "learning_rate": 6.300578034682081e-05, + "loss": 0.1748, + "step": 110 + }, + { + "epoch": 0.020925974365681402, + "grad_norm": 1.0353787867694664, + "learning_rate": 6.878612716763007e-05, + "loss": 0.1579, + "step": 120 + }, + { + "epoch": 0.02266980556282152, + "grad_norm": 0.4027613120700805, + "learning_rate": 7.456647398843931e-05, + "loss": 0.15, + "step": 130 + }, + { + "epoch": 0.024413636759961634, + "grad_norm": 0.31222620383041055, + "learning_rate": 8.034682080924855e-05, + "loss": 0.1412, + "step": 140 + }, + { + "epoch": 0.026157467957101752, + "grad_norm": 0.4650470906801264, + "learning_rate": 8.612716763005781e-05, + "loss": 0.1351, + "step": 150 + }, + { + "epoch": 0.02790129915424187, + "grad_norm": 0.3734885043246775, + "learning_rate": 9.190751445086706e-05, + "loss": 0.1351, + "step": 160 + }, + { + "epoch": 0.029645130351381985, + "grad_norm": 0.38052529337243646, + "learning_rate": 9.768786127167631e-05, + "loss": 0.1289, + "step": 170 + }, + { + "epoch": 0.0313889615485221, + "grad_norm": 0.24922983883737135, + "learning_rate": 9.999971286914107e-05, + "loss": 0.1278, + "step": 180 + }, + { + "epoch": 0.03313279274566222, + "grad_norm": 0.2337743034285069, + "learning_rate": 9.999795819250125e-05, + "loss": 0.12, + "step": 190 + }, + { + "epoch": 0.03487662394280234, + "grad_norm": 0.1925200524883156, + "learning_rate": 9.99946084122777e-05, + "loss": 0.1187, + "step": 200 + }, + { + "epoch": 0.03662045513994246, + "grad_norm": 0.25639013442385866, + "learning_rate": 9.998966363533971e-05, + "loss": 0.1155, + "step": 210 + }, + { + "epoch": 0.03836428633708257, + "grad_norm": 0.5969296827345937, + "learning_rate": 9.998312401944236e-05, + "loss": 0.1123, + "step": 220 + }, + { + "epoch": 0.040108117534222686, + "grad_norm": 0.19274626117019628, + "learning_rate": 9.997498977322146e-05, + "loss": 0.113, + "step": 230 + }, + { + "epoch": 0.041851948731362804, + "grad_norm": 0.29247520821204726, + "learning_rate": 9.996526115618692e-05, + "loss": 0.1117, + "step": 240 + }, + { + "epoch": 0.04359577992850292, + "grad_norm": 0.29663865702918896, + "learning_rate": 9.995393847871446e-05, + "loss": 0.1084, + "step": 250 + }, + { + "epoch": 0.04533961112564304, + "grad_norm": 0.7694784504132202, + "learning_rate": 9.994102210203567e-05, + "loss": 0.1075, + "step": 260 + }, + { + "epoch": 0.04708344232278316, + "grad_norm": 0.6628546556003793, + "learning_rate": 9.992651243822657e-05, + "loss": 0.1107, + "step": 270 + }, + { + "epoch": 0.04882727351992327, + "grad_norm": 0.19910200146659307, + "learning_rate": 9.991040995019441e-05, + "loss": 0.1042, + "step": 280 + }, + { + "epoch": 0.050571104717063387, + "grad_norm": 0.482892752541729, + "learning_rate": 9.989271515166288e-05, + "loss": 0.1067, + "step": 290 + }, + { + "epoch": 0.052314935914203504, + "grad_norm": 0.3316707002189607, + "learning_rate": 9.987342860715575e-05, + "loss": 0.1051, + "step": 300 + }, + { + "epoch": 0.05405876711134362, + "grad_norm": 0.1686835282656122, + "learning_rate": 9.985255093197889e-05, + "loss": 0.104, + "step": 310 + }, + { + "epoch": 0.05580259830848374, + "grad_norm": 0.20484377424861627, + "learning_rate": 9.983008279220061e-05, + "loss": 0.1003, + "step": 320 + }, + { + "epoch": 0.05754642950562386, + "grad_norm": 0.17506212895289214, + "learning_rate": 9.980602490463036e-05, + "loss": 0.1037, + "step": 330 + }, + { + "epoch": 0.05929026070276397, + "grad_norm": 0.21847685544030518, + "learning_rate": 9.978037803679594e-05, + "loss": 0.1051, + "step": 340 + }, + { + "epoch": 0.06103409189990409, + "grad_norm": 0.1545992773211455, + "learning_rate": 9.975314300691897e-05, + "loss": 0.1008, + "step": 350 + }, + { + "epoch": 0.0627779230970442, + "grad_norm": 0.18093862679980835, + "learning_rate": 9.972432068388884e-05, + "loss": 0.1013, + "step": 360 + }, + { + "epoch": 0.06452175429418432, + "grad_norm": 0.16690423874276675, + "learning_rate": 9.969391198723489e-05, + "loss": 0.1015, + "step": 370 + }, + { + "epoch": 0.06626558549132444, + "grad_norm": 0.1592587474414291, + "learning_rate": 9.966191788709716e-05, + "loss": 0.0997, + "step": 380 + }, + { + "epoch": 0.06800941668846455, + "grad_norm": 0.4135662463271595, + "learning_rate": 9.96283394041954e-05, + "loss": 0.0976, + "step": 390 + }, + { + "epoch": 0.06975324788560468, + "grad_norm": 0.2936141046578689, + "learning_rate": 9.959317760979653e-05, + "loss": 0.098, + "step": 400 + }, + { + "epoch": 0.07149707908274479, + "grad_norm": 0.16272012987508996, + "learning_rate": 9.955643362568047e-05, + "loss": 0.0975, + "step": 410 + }, + { + "epoch": 0.07324091027988491, + "grad_norm": 0.2718060027024407, + "learning_rate": 9.951810862410426e-05, + "loss": 0.1025, + "step": 420 + }, + { + "epoch": 0.07498474147702502, + "grad_norm": 0.48320652277711706, + "learning_rate": 9.947820382776483e-05, + "loss": 0.0998, + "step": 430 + }, + { + "epoch": 0.07672857267416514, + "grad_norm": 0.34047211822697626, + "learning_rate": 9.943672050975978e-05, + "loss": 0.0973, + "step": 440 + }, + { + "epoch": 0.07847240387130526, + "grad_norm": 0.12654950824029546, + "learning_rate": 9.9393659993547e-05, + "loss": 0.0952, + "step": 450 + }, + { + "epoch": 0.08021623506844537, + "grad_norm": 0.19206792789150806, + "learning_rate": 9.934902365290221e-05, + "loss": 0.0916, + "step": 460 + }, + { + "epoch": 0.0819600662655855, + "grad_norm": 0.3174049728598392, + "learning_rate": 9.930281291187533e-05, + "loss": 0.0926, + "step": 470 + }, + { + "epoch": 0.08370389746272561, + "grad_norm": 0.21583614516207328, + "learning_rate": 9.925502924474494e-05, + "loss": 0.0968, + "step": 480 + }, + { + "epoch": 0.08544772865986572, + "grad_norm": 0.20077795953974328, + "learning_rate": 9.920567417597127e-05, + "loss": 0.0947, + "step": 490 + }, + { + "epoch": 0.08719155985700584, + "grad_norm": 0.5320546316014596, + "learning_rate": 9.915474928014754e-05, + "loss": 0.0922, + "step": 500 + }, + { + "epoch": 0.08893539105414595, + "grad_norm": 0.25808125396162024, + "learning_rate": 9.910225618194979e-05, + "loss": 0.0938, + "step": 510 + }, + { + "epoch": 0.09067922225128608, + "grad_norm": 0.16298921826803214, + "learning_rate": 9.9048196556085e-05, + "loss": 0.0934, + "step": 520 + }, + { + "epoch": 0.09242305344842619, + "grad_norm": 0.23375968225532243, + "learning_rate": 9.89925721272376e-05, + "loss": 0.0932, + "step": 530 + }, + { + "epoch": 0.09416688464556631, + "grad_norm": 0.16382604539487483, + "learning_rate": 9.893538467001465e-05, + "loss": 0.0898, + "step": 540 + }, + { + "epoch": 0.09591071584270643, + "grad_norm": 0.10016462312465411, + "learning_rate": 9.887663600888897e-05, + "loss": 0.0942, + "step": 550 + }, + { + "epoch": 0.09765454703984654, + "grad_norm": 0.14233007452976884, + "learning_rate": 9.881632801814112e-05, + "loss": 0.0907, + "step": 560 + }, + { + "epoch": 0.09939837823698666, + "grad_norm": 0.17513502703887412, + "learning_rate": 9.875446262179948e-05, + "loss": 0.0911, + "step": 570 + }, + { + "epoch": 0.10114220943412677, + "grad_norm": 0.14030487648990883, + "learning_rate": 9.869104179357898e-05, + "loss": 0.0934, + "step": 580 + }, + { + "epoch": 0.1028860406312669, + "grad_norm": 0.12085926283675864, + "learning_rate": 9.862606755681805e-05, + "loss": 0.0884, + "step": 590 + }, + { + "epoch": 0.10462987182840701, + "grad_norm": 0.23368729653021336, + "learning_rate": 9.855954198441411e-05, + "loss": 0.0911, + "step": 600 + }, + { + "epoch": 0.10637370302554713, + "grad_norm": 0.16684004596578658, + "learning_rate": 9.849146719875737e-05, + "loss": 0.0922, + "step": 610 + }, + { + "epoch": 0.10811753422268724, + "grad_norm": 0.1412977238838307, + "learning_rate": 9.842184537166325e-05, + "loss": 0.0901, + "step": 620 + }, + { + "epoch": 0.10986136541982736, + "grad_norm": 0.15930483520725827, + "learning_rate": 9.835067872430298e-05, + "loss": 0.091, + "step": 630 + }, + { + "epoch": 0.11160519661696748, + "grad_norm": 0.15145556668891252, + "learning_rate": 9.827796952713271e-05, + "loss": 0.0896, + "step": 640 + }, + { + "epoch": 0.11334902781410759, + "grad_norm": 0.11359857757495083, + "learning_rate": 9.820372009982122e-05, + "loss": 0.0909, + "step": 650 + }, + { + "epoch": 0.11509285901124772, + "grad_norm": 0.10805407788602606, + "learning_rate": 9.81279328111758e-05, + "loss": 0.0897, + "step": 660 + }, + { + "epoch": 0.11683669020838783, + "grad_norm": 0.1379641185520003, + "learning_rate": 9.805061007906669e-05, + "loss": 0.0901, + "step": 670 + }, + { + "epoch": 0.11858052140552794, + "grad_norm": 0.17169121682691532, + "learning_rate": 9.797175437034997e-05, + "loss": 0.0898, + "step": 680 + }, + { + "epoch": 0.12032435260266806, + "grad_norm": 0.14025167310704112, + "learning_rate": 9.789136820078883e-05, + "loss": 0.0888, + "step": 690 + }, + { + "epoch": 0.12206818379980817, + "grad_norm": 0.1521428482995378, + "learning_rate": 9.780945413497337e-05, + "loss": 0.0883, + "step": 700 + }, + { + "epoch": 0.1238120149969483, + "grad_norm": 0.1564174281355041, + "learning_rate": 9.77260147862387e-05, + "loss": 0.0892, + "step": 710 + }, + { + "epoch": 0.1255558461940884, + "grad_norm": 0.13358902120457766, + "learning_rate": 9.76410528165816e-05, + "loss": 0.086, + "step": 720 + }, + { + "epoch": 0.12729967739122852, + "grad_norm": 0.21507213503538028, + "learning_rate": 9.755457093657561e-05, + "loss": 0.0852, + "step": 730 + }, + { + "epoch": 0.12904350858836863, + "grad_norm": 0.10784925841529905, + "learning_rate": 9.746657190528454e-05, + "loss": 0.0853, + "step": 740 + }, + { + "epoch": 0.13078733978550877, + "grad_norm": 0.1252377711727728, + "learning_rate": 9.737705853017441e-05, + "loss": 0.0885, + "step": 750 + }, + { + "epoch": 0.13253117098264888, + "grad_norm": 0.13791730839422697, + "learning_rate": 9.728603366702399e-05, + "loss": 0.0863, + "step": 760 + }, + { + "epoch": 0.134275002179789, + "grad_norm": 0.20745890428434363, + "learning_rate": 9.719350021983356e-05, + "loss": 0.0853, + "step": 770 + }, + { + "epoch": 0.1360188333769291, + "grad_norm": 0.11532866798616691, + "learning_rate": 9.709946114073232e-05, + "loss": 0.0891, + "step": 780 + }, + { + "epoch": 0.13776266457406924, + "grad_norm": 0.09902310686484139, + "learning_rate": 9.700391942988423e-05, + "loss": 0.0874, + "step": 790 + }, + { + "epoch": 0.13950649577120935, + "grad_norm": 0.12236583263546631, + "learning_rate": 9.690687813539229e-05, + "loss": 0.0873, + "step": 800 + }, + { + "epoch": 0.14125032696834947, + "grad_norm": 0.28381242657810296, + "learning_rate": 9.680834035320127e-05, + "loss": 0.0847, + "step": 810 + }, + { + "epoch": 0.14299415816548958, + "grad_norm": 0.17407339426371563, + "learning_rate": 9.670830922699889e-05, + "loss": 0.0865, + "step": 820 + }, + { + "epoch": 0.1447379893626297, + "grad_norm": 0.17139082411532464, + "learning_rate": 9.660678794811568e-05, + "loss": 0.0873, + "step": 830 + }, + { + "epoch": 0.14648182055976983, + "grad_norm": 0.18180876897987616, + "learning_rate": 9.650377975542297e-05, + "loss": 0.0856, + "step": 840 + }, + { + "epoch": 0.14822565175690994, + "grad_norm": 0.14881131848289347, + "learning_rate": 9.639928793522976e-05, + "loss": 0.0857, + "step": 850 + }, + { + "epoch": 0.14996948295405005, + "grad_norm": 0.19484994491316202, + "learning_rate": 9.629331582117766e-05, + "loss": 0.0874, + "step": 860 + }, + { + "epoch": 0.15171331415119016, + "grad_norm": 0.13056276669158606, + "learning_rate": 9.618586679413477e-05, + "loss": 0.0863, + "step": 870 + }, + { + "epoch": 0.15345714534833027, + "grad_norm": 0.11769246064182205, + "learning_rate": 9.607694428208759e-05, + "loss": 0.0833, + "step": 880 + }, + { + "epoch": 0.1552009765454704, + "grad_norm": 0.14628105454358595, + "learning_rate": 9.596655176003184e-05, + "loss": 0.084, + "step": 890 + }, + { + "epoch": 0.15694480774261052, + "grad_norm": 0.10138944434580117, + "learning_rate": 9.585469274986147e-05, + "loss": 0.0837, + "step": 900 + }, + { + "epoch": 0.15868863893975063, + "grad_norm": 0.2727810370648225, + "learning_rate": 9.57413708202564e-05, + "loss": 0.083, + "step": 910 + }, + { + "epoch": 0.16043247013689074, + "grad_norm": 0.12791732468432543, + "learning_rate": 9.562658958656855e-05, + "loss": 0.0838, + "step": 920 + }, + { + "epoch": 0.16217630133403085, + "grad_norm": 0.08919744277549542, + "learning_rate": 9.551035271070664e-05, + "loss": 0.0858, + "step": 930 + }, + { + "epoch": 0.163920132531171, + "grad_norm": 0.10948146823445754, + "learning_rate": 9.539266390101921e-05, + "loss": 0.0844, + "step": 940 + }, + { + "epoch": 0.1656639637283111, + "grad_norm": 0.14190891350092028, + "learning_rate": 9.527352691217648e-05, + "loss": 0.0821, + "step": 950 + }, + { + "epoch": 0.16740779492545121, + "grad_norm": 0.13665202223597164, + "learning_rate": 9.515294554505039e-05, + "loss": 0.0831, + "step": 960 + }, + { + "epoch": 0.16915162612259133, + "grad_norm": 0.2559230604815077, + "learning_rate": 9.503092364659343e-05, + "loss": 0.0851, + "step": 970 + }, + { + "epoch": 0.17089545731973144, + "grad_norm": 0.12867152006889135, + "learning_rate": 9.490746510971595e-05, + "loss": 0.084, + "step": 980 + }, + { + "epoch": 0.17263928851687158, + "grad_norm": 0.16931334823903008, + "learning_rate": 9.47825738731619e-05, + "loss": 0.0842, + "step": 990 + }, + { + "epoch": 0.1743831197140117, + "grad_norm": 0.14129496751949874, + "learning_rate": 9.465625392138313e-05, + "loss": 0.0813, + "step": 1000 + }, + { + "epoch": 0.1761269509111518, + "grad_norm": 0.11143855280545686, + "learning_rate": 9.452850928441239e-05, + "loss": 0.0811, + "step": 1010 + }, + { + "epoch": 0.1778707821082919, + "grad_norm": 0.1051133376541276, + "learning_rate": 9.439934403773468e-05, + "loss": 0.0829, + "step": 1020 + }, + { + "epoch": 0.17961461330543205, + "grad_norm": 0.0936072144785802, + "learning_rate": 9.42687623021572e-05, + "loss": 0.0835, + "step": 1030 + }, + { + "epoch": 0.18135844450257216, + "grad_norm": 0.08594669519246889, + "learning_rate": 9.413676824367799e-05, + "loss": 0.084, + "step": 1040 + }, + { + "epoch": 0.18310227569971227, + "grad_norm": 0.155895314210675, + "learning_rate": 9.400336607335293e-05, + "loss": 0.0814, + "step": 1050 + }, + { + "epoch": 0.18484610689685238, + "grad_norm": 0.09064911002854469, + "learning_rate": 9.38685600471614e-05, + "loss": 0.0816, + "step": 1060 + }, + { + "epoch": 0.1865899380939925, + "grad_norm": 0.11656040445018741, + "learning_rate": 9.373235446587056e-05, + "loss": 0.0832, + "step": 1070 + }, + { + "epoch": 0.18833376929113263, + "grad_norm": 0.08144570375176247, + "learning_rate": 9.359475367489806e-05, + "loss": 0.0812, + "step": 1080 + }, + { + "epoch": 0.19007760048827274, + "grad_norm": 0.14753379134013667, + "learning_rate": 9.345576206417345e-05, + "loss": 0.0825, + "step": 1090 + }, + { + "epoch": 0.19182143168541285, + "grad_norm": 0.08941481925466258, + "learning_rate": 9.331538406799816e-05, + "loss": 0.0849, + "step": 1100 + }, + { + "epoch": 0.19356526288255296, + "grad_norm": 0.10342356855139785, + "learning_rate": 9.317362416490396e-05, + "loss": 0.0812, + "step": 1110 + }, + { + "epoch": 0.19530909407969307, + "grad_norm": 0.09908246193961452, + "learning_rate": 9.303048687751015e-05, + "loss": 0.0827, + "step": 1120 + }, + { + "epoch": 0.1970529252768332, + "grad_norm": 0.08548417434334415, + "learning_rate": 9.288597677237918e-05, + "loss": 0.0795, + "step": 1130 + }, + { + "epoch": 0.19879675647397332, + "grad_norm": 0.19698254462320883, + "learning_rate": 9.274009845987106e-05, + "loss": 0.0784, + "step": 1140 + }, + { + "epoch": 0.20054058767111343, + "grad_norm": 0.19931397597516964, + "learning_rate": 9.259285659399624e-05, + "loss": 0.0791, + "step": 1150 + }, + { + "epoch": 0.20228441886825355, + "grad_norm": 0.09541689313639541, + "learning_rate": 9.244425587226708e-05, + "loss": 0.0811, + "step": 1160 + }, + { + "epoch": 0.20402825006539366, + "grad_norm": 0.13754375259689228, + "learning_rate": 9.229430103554809e-05, + "loss": 0.0834, + "step": 1170 + }, + { + "epoch": 0.2057720812625338, + "grad_norm": 0.0901357227026893, + "learning_rate": 9.214299686790453e-05, + "loss": 0.0811, + "step": 1180 + }, + { + "epoch": 0.2075159124596739, + "grad_norm": 0.10558399227810011, + "learning_rate": 9.199034819644996e-05, + "loss": 0.0805, + "step": 1190 + }, + { + "epoch": 0.20925974365681402, + "grad_norm": 0.15527795571225775, + "learning_rate": 9.18363598911921e-05, + "loss": 0.0788, + "step": 1200 + }, + { + "epoch": 0.21100357485395413, + "grad_norm": 0.07370244400658628, + "learning_rate": 9.168103686487754e-05, + "loss": 0.0809, + "step": 1210 + }, + { + "epoch": 0.21274740605109427, + "grad_norm": 0.1080328076461725, + "learning_rate": 9.152438407283492e-05, + "loss": 0.0794, + "step": 1220 + }, + { + "epoch": 0.21449123724823438, + "grad_norm": 0.12193088880477042, + "learning_rate": 9.136640651281694e-05, + "loss": 0.078, + "step": 1230 + }, + { + "epoch": 0.2162350684453745, + "grad_norm": 0.1435896505685483, + "learning_rate": 9.120710922484088e-05, + "loss": 0.0801, + "step": 1240 + }, + { + "epoch": 0.2179788996425146, + "grad_norm": 0.15854421340115443, + "learning_rate": 9.104649729102774e-05, + "loss": 0.0767, + "step": 1250 + }, + { + "epoch": 0.2197227308396547, + "grad_norm": 0.10152239382236611, + "learning_rate": 9.088457583544021e-05, + "loss": 0.0793, + "step": 1260 + }, + { + "epoch": 0.22146656203679485, + "grad_norm": 0.09311072879845227, + "learning_rate": 9.072135002391911e-05, + "loss": 0.0808, + "step": 1270 + }, + { + "epoch": 0.22321039323393496, + "grad_norm": 0.08102045640572195, + "learning_rate": 9.055682506391867e-05, + "loss": 0.0789, + "step": 1280 + }, + { + "epoch": 0.22495422443107507, + "grad_norm": 0.11429382945365393, + "learning_rate": 9.039100620434025e-05, + "loss": 0.0809, + "step": 1290 + }, + { + "epoch": 0.22669805562821518, + "grad_norm": 0.13272380745973458, + "learning_rate": 9.022389873536504e-05, + "loss": 0.0808, + "step": 1300 + }, + { + "epoch": 0.2284418868253553, + "grad_norm": 0.1541801400684174, + "learning_rate": 9.005550798828522e-05, + "loss": 0.0781, + "step": 1310 + }, + { + "epoch": 0.23018571802249543, + "grad_norm": 0.21341903886796226, + "learning_rate": 8.988583933533383e-05, + "loss": 0.0806, + "step": 1320 + }, + { + "epoch": 0.23192954921963554, + "grad_norm": 0.1072377577262835, + "learning_rate": 8.971489818951348e-05, + "loss": 0.0815, + "step": 1330 + }, + { + "epoch": 0.23367338041677566, + "grad_norm": 0.2539226009683929, + "learning_rate": 8.954269000442353e-05, + "loss": 0.0822, + "step": 1340 + }, + { + "epoch": 0.23541721161391577, + "grad_norm": 0.0964733141512959, + "learning_rate": 8.936922027408618e-05, + "loss": 0.0802, + "step": 1350 + }, + { + "epoch": 0.23716104281105588, + "grad_norm": 0.15344703114198005, + "learning_rate": 8.919449453277125e-05, + "loss": 0.0781, + "step": 1360 + }, + { + "epoch": 0.23890487400819602, + "grad_norm": 0.13637749965223914, + "learning_rate": 8.901851835481946e-05, + "loss": 0.0768, + "step": 1370 + }, + { + "epoch": 0.24064870520533613, + "grad_norm": 0.1439271667236502, + "learning_rate": 8.884129735446471e-05, + "loss": 0.0782, + "step": 1380 + }, + { + "epoch": 0.24239253640247624, + "grad_norm": 0.10228448993969186, + "learning_rate": 8.866283718565497e-05, + "loss": 0.0802, + "step": 1390 + }, + { + "epoch": 0.24413636759961635, + "grad_norm": 0.08357219560541651, + "learning_rate": 8.848314354187184e-05, + "loss": 0.0805, + "step": 1400 + }, + { + "epoch": 0.24588019879675646, + "grad_norm": 0.12297612486088587, + "learning_rate": 8.83022221559489e-05, + "loss": 0.0807, + "step": 1410 + }, + { + "epoch": 0.2476240299938966, + "grad_norm": 0.09213229043723821, + "learning_rate": 8.81200787998889e-05, + "loss": 0.0796, + "step": 1420 + }, + { + "epoch": 0.2493678611910367, + "grad_norm": 0.23221554917761744, + "learning_rate": 8.793671928467953e-05, + "loss": 0.0795, + "step": 1430 + }, + { + "epoch": 0.2511116923881768, + "grad_norm": 0.15255422092338392, + "learning_rate": 8.775214946010806e-05, + "loss": 0.0791, + "step": 1440 + }, + { + "epoch": 0.25285552358531693, + "grad_norm": 0.13430089153547967, + "learning_rate": 8.756637521457472e-05, + "loss": 0.0796, + "step": 1450 + }, + { + "epoch": 0.25459935478245704, + "grad_norm": 0.10858403401784206, + "learning_rate": 8.737940247490488e-05, + "loss": 0.0776, + "step": 1460 + }, + { + "epoch": 0.25634318597959715, + "grad_norm": 0.1087205013394363, + "learning_rate": 8.71912372061598e-05, + "loss": 0.0764, + "step": 1470 + }, + { + "epoch": 0.25808701717673727, + "grad_norm": 0.1801860214762826, + "learning_rate": 8.700188541144658e-05, + "loss": 0.0764, + "step": 1480 + }, + { + "epoch": 0.25983084837387743, + "grad_norm": 0.1089107768906771, + "learning_rate": 8.68113531317264e-05, + "loss": 0.0801, + "step": 1490 + }, + { + "epoch": 0.26157467957101754, + "grad_norm": 0.10862169809528116, + "learning_rate": 8.661964644562193e-05, + "loss": 0.0796, + "step": 1500 + }, + { + "epoch": 0.26331851076815765, + "grad_norm": 0.08182932886020478, + "learning_rate": 8.64267714692234e-05, + "loss": 0.0784, + "step": 1510 + }, + { + "epoch": 0.26506234196529777, + "grad_norm": 0.10745086100269909, + "learning_rate": 8.623273435589338e-05, + "loss": 0.0771, + "step": 1520 + }, + { + "epoch": 0.2668061731624379, + "grad_norm": 0.0835190988442007, + "learning_rate": 8.603754129607055e-05, + "loss": 0.0785, + "step": 1530 + }, + { + "epoch": 0.268550004359578, + "grad_norm": 0.15373146227023327, + "learning_rate": 8.584119851707224e-05, + "loss": 0.0787, + "step": 1540 + }, + { + "epoch": 0.2702938355567181, + "grad_norm": 0.16851363372769732, + "learning_rate": 8.564371228289562e-05, + "loss": 0.0782, + "step": 1550 + }, + { + "epoch": 0.2720376667538582, + "grad_norm": 0.17341701223323236, + "learning_rate": 8.5445088894018e-05, + "loss": 0.0763, + "step": 1560 + }, + { + "epoch": 0.2737814979509983, + "grad_norm": 0.15736312308266082, + "learning_rate": 8.524533468719568e-05, + "loss": 0.0778, + "step": 1570 + }, + { + "epoch": 0.2755253291481385, + "grad_norm": 0.10603350184378946, + "learning_rate": 8.504445603526201e-05, + "loss": 0.0769, + "step": 1580 + }, + { + "epoch": 0.2772691603452786, + "grad_norm": 0.10468271020039895, + "learning_rate": 8.484245934692379e-05, + "loss": 0.0764, + "step": 1590 + }, + { + "epoch": 0.2790129915424187, + "grad_norm": 0.1148841481305709, + "learning_rate": 8.463935106655704e-05, + "loss": 0.0773, + "step": 1600 + }, + { + "epoch": 0.2807568227395588, + "grad_norm": 0.0821350828260079, + "learning_rate": 8.443513767400127e-05, + "loss": 0.0755, + "step": 1610 + }, + { + "epoch": 0.28250065393669893, + "grad_norm": 0.08498785215350724, + "learning_rate": 8.422982568435281e-05, + "loss": 0.0771, + "step": 1620 + }, + { + "epoch": 0.28424448513383904, + "grad_norm": 0.08457375312974288, + "learning_rate": 8.4023421647757e-05, + "loss": 0.0766, + "step": 1630 + }, + { + "epoch": 0.28598831633097915, + "grad_norm": 0.31067232704883735, + "learning_rate": 8.381593214919905e-05, + "loss": 0.0795, + "step": 1640 + }, + { + "epoch": 0.28773214752811926, + "grad_norm": 0.08612116427881779, + "learning_rate": 8.360736380829419e-05, + "loss": 0.0785, + "step": 1650 + }, + { + "epoch": 0.2894759787252594, + "grad_norm": 0.07915038596639898, + "learning_rate": 8.339772327907628e-05, + "loss": 0.076, + "step": 1660 + }, + { + "epoch": 0.2912198099223995, + "grad_norm": 0.21458699675313742, + "learning_rate": 8.318701724978564e-05, + "loss": 0.0776, + "step": 1670 + }, + { + "epoch": 0.29296364111953965, + "grad_norm": 0.14040279428045313, + "learning_rate": 8.29752524426556e-05, + "loss": 0.0767, + "step": 1680 + }, + { + "epoch": 0.29470747231667976, + "grad_norm": 0.08754112074945274, + "learning_rate": 8.276243561369814e-05, + "loss": 0.0758, + "step": 1690 + }, + { + "epoch": 0.2964513035138199, + "grad_norm": 0.10893709018139172, + "learning_rate": 8.254857355248824e-05, + "loss": 0.0747, + "step": 1700 + }, + { + "epoch": 0.29819513471096, + "grad_norm": 0.06433336098088924, + "learning_rate": 8.233367308194734e-05, + "loss": 0.0774, + "step": 1710 + }, + { + "epoch": 0.2999389659081001, + "grad_norm": 0.09370553245193815, + "learning_rate": 8.21177410581256e-05, + "loss": 0.0745, + "step": 1720 + }, + { + "epoch": 0.3016827971052402, + "grad_norm": 0.1113308601153905, + "learning_rate": 8.190078436998326e-05, + "loss": 0.0742, + "step": 1730 + }, + { + "epoch": 0.3034266283023803, + "grad_norm": 0.0845496702841715, + "learning_rate": 8.168280993917077e-05, + "loss": 0.0765, + "step": 1740 + }, + { + "epoch": 0.30517045949952043, + "grad_norm": 0.07782628428869619, + "learning_rate": 8.146382471980803e-05, + "loss": 0.0764, + "step": 1750 + }, + { + "epoch": 0.30691429069666054, + "grad_norm": 0.07272801486673855, + "learning_rate": 8.124383569826253e-05, + "loss": 0.0743, + "step": 1760 + }, + { + "epoch": 0.3086581218938007, + "grad_norm": 0.08576203017796658, + "learning_rate": 8.102284989292638e-05, + "loss": 0.077, + "step": 1770 + }, + { + "epoch": 0.3104019530909408, + "grad_norm": 0.06773514930909028, + "learning_rate": 8.080087435399249e-05, + "loss": 0.0739, + "step": 1780 + }, + { + "epoch": 0.31214578428808093, + "grad_norm": 0.083064606175779, + "learning_rate": 8.057791616322959e-05, + "loss": 0.0755, + "step": 1790 + }, + { + "epoch": 0.31388961548522104, + "grad_norm": 0.12916703368799123, + "learning_rate": 8.035398243375636e-05, + "loss": 0.0752, + "step": 1800 + }, + { + "epoch": 0.31563344668236115, + "grad_norm": 0.1381342843732955, + "learning_rate": 8.012908030981441e-05, + "loss": 0.0784, + "step": 1810 + }, + { + "epoch": 0.31737727787950126, + "grad_norm": 0.08149140898903617, + "learning_rate": 7.990321696654043e-05, + "loss": 0.0746, + "step": 1820 + }, + { + "epoch": 0.3191211090766414, + "grad_norm": 0.09800398683738969, + "learning_rate": 7.967639960973726e-05, + "loss": 0.0768, + "step": 1830 + }, + { + "epoch": 0.3208649402737815, + "grad_norm": 0.0720534859927381, + "learning_rate": 7.944863547564396e-05, + "loss": 0.0722, + "step": 1840 + }, + { + "epoch": 0.3226087714709216, + "grad_norm": 0.07931259123296684, + "learning_rate": 7.921993183070498e-05, + "loss": 0.0733, + "step": 1850 + }, + { + "epoch": 0.3243526026680617, + "grad_norm": 0.13837309451231886, + "learning_rate": 7.899029597133835e-05, + "loss": 0.0759, + "step": 1860 + }, + { + "epoch": 0.3260964338652019, + "grad_norm": 0.08485683188152221, + "learning_rate": 7.875973522370293e-05, + "loss": 0.0754, + "step": 1870 + }, + { + "epoch": 0.327840265062342, + "grad_norm": 0.0772062101697051, + "learning_rate": 7.852825694346456e-05, + "loss": 0.0765, + "step": 1880 + }, + { + "epoch": 0.3295840962594821, + "grad_norm": 0.089799828330404, + "learning_rate": 7.82958685155615e-05, + "loss": 0.0743, + "step": 1890 + }, + { + "epoch": 0.3313279274566222, + "grad_norm": 0.10045562894572037, + "learning_rate": 7.806257735396878e-05, + "loss": 0.0754, + "step": 1900 + }, + { + "epoch": 0.3330717586537623, + "grad_norm": 0.06500413003152958, + "learning_rate": 7.782839090146173e-05, + "loss": 0.073, + "step": 1910 + }, + { + "epoch": 0.33481558985090243, + "grad_norm": 0.1259139302957018, + "learning_rate": 7.759331662937841e-05, + "loss": 0.0769, + "step": 1920 + }, + { + "epoch": 0.33655942104804254, + "grad_norm": 0.11229045594501955, + "learning_rate": 7.735736203738138e-05, + "loss": 0.0737, + "step": 1930 + }, + { + "epoch": 0.33830325224518265, + "grad_norm": 0.11020678621947962, + "learning_rate": 7.71205346532183e-05, + "loss": 0.0792, + "step": 1940 + }, + { + "epoch": 0.34004708344232276, + "grad_norm": 0.07389223584844883, + "learning_rate": 7.688284203248196e-05, + "loss": 0.0754, + "step": 1950 + }, + { + "epoch": 0.3417909146394629, + "grad_norm": 0.07106281995095357, + "learning_rate": 7.664429175836903e-05, + "loss": 0.0759, + "step": 1960 + }, + { + "epoch": 0.34353474583660304, + "grad_norm": 0.09883942936733096, + "learning_rate": 7.64048914414382e-05, + "loss": 0.0763, + "step": 1970 + }, + { + "epoch": 0.34527857703374315, + "grad_norm": 0.12548493474348643, + "learning_rate": 7.616464871936749e-05, + "loss": 0.0759, + "step": 1980 + }, + { + "epoch": 0.34702240823088326, + "grad_norm": 0.10524371345048106, + "learning_rate": 7.592357125671039e-05, + "loss": 0.0734, + "step": 1990 + }, + { + "epoch": 0.3487662394280234, + "grad_norm": 0.0989300552899626, + "learning_rate": 7.56816667446515e-05, + "loss": 0.0765, + "step": 2000 + }, + { + "epoch": 0.3505100706251635, + "grad_norm": 0.06808863715144056, + "learning_rate": 7.543894290076103e-05, + "loss": 0.0747, + "step": 2010 + }, + { + "epoch": 0.3522539018223036, + "grad_norm": 0.1241267483898317, + "learning_rate": 7.519540746874868e-05, + "loss": 0.0752, + "step": 2020 + }, + { + "epoch": 0.3539977330194437, + "grad_norm": 0.12046241979127437, + "learning_rate": 7.495106821821655e-05, + "loss": 0.0753, + "step": 2030 + }, + { + "epoch": 0.3557415642165838, + "grad_norm": 0.09115653788000529, + "learning_rate": 7.470593294441124e-05, + "loss": 0.0744, + "step": 2040 + }, + { + "epoch": 0.3574853954137239, + "grad_norm": 0.13456888345338583, + "learning_rate": 7.44600094679752e-05, + "loss": 0.0738, + "step": 2050 + }, + { + "epoch": 0.3592292266108641, + "grad_norm": 0.06806889038779979, + "learning_rate": 7.421330563469716e-05, + "loss": 0.0739, + "step": 2060 + }, + { + "epoch": 0.3609730578080042, + "grad_norm": 0.11182927221959478, + "learning_rate": 7.396582931526193e-05, + "loss": 0.0735, + "step": 2070 + }, + { + "epoch": 0.3627168890051443, + "grad_norm": 0.06913605337271556, + "learning_rate": 7.37175884049992e-05, + "loss": 0.0723, + "step": 2080 + }, + { + "epoch": 0.3644607202022844, + "grad_norm": 0.06420773618946907, + "learning_rate": 7.346859082363171e-05, + "loss": 0.0745, + "step": 2090 + }, + { + "epoch": 0.36620455139942454, + "grad_norm": 0.09270103993797899, + "learning_rate": 7.321884451502252e-05, + "loss": 0.072, + "step": 2100 + }, + { + "epoch": 0.36794838259656465, + "grad_norm": 0.23156282710055895, + "learning_rate": 7.296835744692163e-05, + "loss": 0.0719, + "step": 2110 + }, + { + "epoch": 0.36969221379370476, + "grad_norm": 0.07236089370303052, + "learning_rate": 7.271713761071181e-05, + "loss": 0.0727, + "step": 2120 + }, + { + "epoch": 0.37143604499084487, + "grad_norm": 0.0896827167833697, + "learning_rate": 7.246519302115355e-05, + "loss": 0.0721, + "step": 2130 + }, + { + "epoch": 0.373179876187985, + "grad_norm": 0.07998918062338511, + "learning_rate": 7.221253171612944e-05, + "loss": 0.0748, + "step": 2140 + }, + { + "epoch": 0.3749237073851251, + "grad_norm": 0.08554261487613933, + "learning_rate": 7.195916175638772e-05, + "loss": 0.0733, + "step": 2150 + }, + { + "epoch": 0.37666753858226526, + "grad_norm": 0.11129041716978767, + "learning_rate": 7.170509122528512e-05, + "loss": 0.075, + "step": 2160 + }, + { + "epoch": 0.37841136977940537, + "grad_norm": 0.10613761388491819, + "learning_rate": 7.14503282285289e-05, + "loss": 0.0757, + "step": 2170 + }, + { + "epoch": 0.3801552009765455, + "grad_norm": 0.11019197584016041, + "learning_rate": 7.119488089391835e-05, + "loss": 0.0744, + "step": 2180 + }, + { + "epoch": 0.3818990321736856, + "grad_norm": 0.06347022683878861, + "learning_rate": 7.093875737108549e-05, + "loss": 0.0719, + "step": 2190 + }, + { + "epoch": 0.3836428633708257, + "grad_norm": 0.21254740042731002, + "learning_rate": 7.068196583123496e-05, + "loss": 0.0748, + "step": 2200 + }, + { + "epoch": 0.3853866945679658, + "grad_norm": 0.07496306455978158, + "learning_rate": 7.042451446688342e-05, + "loss": 0.0746, + "step": 2210 + }, + { + "epoch": 0.3871305257651059, + "grad_norm": 0.3232649711858286, + "learning_rate": 7.016641149159815e-05, + "loss": 0.0717, + "step": 2220 + }, + { + "epoch": 0.38887435696224604, + "grad_norm": 0.11723985352277601, + "learning_rate": 6.990766513973503e-05, + "loss": 0.0723, + "step": 2230 + }, + { + "epoch": 0.39061818815938615, + "grad_norm": 0.06703767679829058, + "learning_rate": 6.964828366617583e-05, + "loss": 0.0723, + "step": 2240 + }, + { + "epoch": 0.3923620193565263, + "grad_norm": 0.06452655503833808, + "learning_rate": 6.938827534606483e-05, + "loss": 0.0726, + "step": 2250 + }, + { + "epoch": 0.3941058505536664, + "grad_norm": 0.11182644422545931, + "learning_rate": 6.912764847454485e-05, + "loss": 0.0738, + "step": 2260 + }, + { + "epoch": 0.39584968175080654, + "grad_norm": 0.0860141601894516, + "learning_rate": 6.886641136649255e-05, + "loss": 0.073, + "step": 2270 + }, + { + "epoch": 0.39759351294794665, + "grad_norm": 0.0797656680775507, + "learning_rate": 6.860457235625322e-05, + "loss": 0.0737, + "step": 2280 + }, + { + "epoch": 0.39933734414508676, + "grad_norm": 0.10052131057107375, + "learning_rate": 6.834213979737487e-05, + "loss": 0.0733, + "step": 2290 + }, + { + "epoch": 0.40108117534222687, + "grad_norm": 0.10115391466030552, + "learning_rate": 6.807912206234168e-05, + "loss": 0.0763, + "step": 2300 + }, + { + "epoch": 0.402825006539367, + "grad_norm": 0.06133679525617129, + "learning_rate": 6.7815527542307e-05, + "loss": 0.0742, + "step": 2310 + }, + { + "epoch": 0.4045688377365071, + "grad_norm": 0.09619739127280517, + "learning_rate": 6.755136464682545e-05, + "loss": 0.0725, + "step": 2320 + }, + { + "epoch": 0.4063126689336472, + "grad_norm": 0.09091646569455752, + "learning_rate": 6.728664180358487e-05, + "loss": 0.0721, + "step": 2330 + }, + { + "epoch": 0.4080565001307873, + "grad_norm": 0.07656697054608402, + "learning_rate": 6.702136745813721e-05, + "loss": 0.074, + "step": 2340 + }, + { + "epoch": 0.4098003313279275, + "grad_norm": 0.07204279463021213, + "learning_rate": 6.67555500736293e-05, + "loss": 0.073, + "step": 2350 + }, + { + "epoch": 0.4115441625250676, + "grad_norm": 0.09813297810926205, + "learning_rate": 6.648919813053266e-05, + "loss": 0.0718, + "step": 2360 + }, + { + "epoch": 0.4132879937222077, + "grad_norm": 0.09532683884750826, + "learning_rate": 6.62223201263731e-05, + "loss": 0.0722, + "step": 2370 + }, + { + "epoch": 0.4150318249193478, + "grad_norm": 0.14719992956290695, + "learning_rate": 6.595492457545953e-05, + "loss": 0.0721, + "step": 2380 + }, + { + "epoch": 0.4167756561164879, + "grad_norm": 0.10011053762401607, + "learning_rate": 6.568702000861234e-05, + "loss": 0.0735, + "step": 2390 + }, + { + "epoch": 0.41851948731362804, + "grad_norm": 0.08517512639021824, + "learning_rate": 6.541861497289126e-05, + "loss": 0.0731, + "step": 2400 + }, + { + "epoch": 0.42026331851076815, + "grad_norm": 0.1059116573619961, + "learning_rate": 6.514971803132264e-05, + "loss": 0.0727, + "step": 2410 + }, + { + "epoch": 0.42200714970790826, + "grad_norm": 0.07521574766408227, + "learning_rate": 6.488033776262631e-05, + "loss": 0.0746, + "step": 2420 + }, + { + "epoch": 0.42375098090504837, + "grad_norm": 0.07789931436910726, + "learning_rate": 6.461048276094189e-05, + "loss": 0.0705, + "step": 2430 + }, + { + "epoch": 0.42549481210218854, + "grad_norm": 0.07966418822617252, + "learning_rate": 6.434016163555452e-05, + "loss": 0.0731, + "step": 2440 + }, + { + "epoch": 0.42723864329932865, + "grad_norm": 0.06805896335096397, + "learning_rate": 6.406938301062032e-05, + "loss": 0.0726, + "step": 2450 + }, + { + "epoch": 0.42898247449646876, + "grad_norm": 0.09447753229565763, + "learning_rate": 6.379815552489112e-05, + "loss": 0.0706, + "step": 2460 + }, + { + "epoch": 0.43072630569360887, + "grad_norm": 0.08285112104375023, + "learning_rate": 6.352648783143904e-05, + "loss": 0.0717, + "step": 2470 + }, + { + "epoch": 0.432470136890749, + "grad_norm": 0.13098455739480758, + "learning_rate": 6.325438859738016e-05, + "loss": 0.0729, + "step": 2480 + }, + { + "epoch": 0.4342139680878891, + "grad_norm": 0.08270950207818945, + "learning_rate": 6.298186650359832e-05, + "loss": 0.0707, + "step": 2490 + }, + { + "epoch": 0.4359577992850292, + "grad_norm": 0.07129608509123005, + "learning_rate": 6.270893024446788e-05, + "loss": 0.0722, + "step": 2500 + }, + { + "epoch": 0.4377016304821693, + "grad_norm": 0.10000820899680192, + "learning_rate": 6.243558852757653e-05, + "loss": 0.0705, + "step": 2510 + }, + { + "epoch": 0.4394454616793094, + "grad_norm": 0.10373969721399491, + "learning_rate": 6.216185007344744e-05, + "loss": 0.0733, + "step": 2520 + }, + { + "epoch": 0.44118929287644953, + "grad_norm": 0.10034693367567056, + "learning_rate": 6.188772361526104e-05, + "loss": 0.0735, + "step": 2530 + }, + { + "epoch": 0.4429331240735897, + "grad_norm": 0.07190792039286192, + "learning_rate": 6.161321789857635e-05, + "loss": 0.0732, + "step": 2540 + }, + { + "epoch": 0.4446769552707298, + "grad_norm": 0.06736312666924092, + "learning_rate": 6.133834168105206e-05, + "loss": 0.0718, + "step": 2550 + }, + { + "epoch": 0.4464207864678699, + "grad_norm": 0.08694623472328794, + "learning_rate": 6.106310373216706e-05, + "loss": 0.0715, + "step": 2560 + }, + { + "epoch": 0.44816461766501003, + "grad_norm": 0.06751618527562933, + "learning_rate": 6.078751283294075e-05, + "loss": 0.0727, + "step": 2570 + }, + { + "epoch": 0.44990844886215015, + "grad_norm": 0.07166164012759571, + "learning_rate": 6.051157777565274e-05, + "loss": 0.0719, + "step": 2580 + }, + { + "epoch": 0.45165228005929026, + "grad_norm": 0.07205363465786559, + "learning_rate": 6.023530736356252e-05, + "loss": 0.0711, + "step": 2590 + }, + { + "epoch": 0.45339611125643037, + "grad_norm": 0.06726674291216705, + "learning_rate": 5.9958710410628515e-05, + "loss": 0.0731, + "step": 2600 + }, + { + "epoch": 0.4551399424535705, + "grad_norm": 0.1362051473345596, + "learning_rate": 5.96817957412269e-05, + "loss": 0.0692, + "step": 2610 + }, + { + "epoch": 0.4568837736507106, + "grad_norm": 0.07049177639671635, + "learning_rate": 5.940457218987003e-05, + "loss": 0.0703, + "step": 2620 + }, + { + "epoch": 0.4586276048478507, + "grad_norm": 0.09112289372540164, + "learning_rate": 5.912704860092473e-05, + "loss": 0.0714, + "step": 2630 + }, + { + "epoch": 0.46037143604499087, + "grad_norm": 0.11655945219337893, + "learning_rate": 5.884923382832996e-05, + "loss": 0.0723, + "step": 2640 + }, + { + "epoch": 0.462115267242131, + "grad_norm": 0.0768073584235417, + "learning_rate": 5.8571136735314456e-05, + "loss": 0.0712, + "step": 2650 + }, + { + "epoch": 0.4638590984392711, + "grad_norm": 0.10315448855852374, + "learning_rate": 5.829276619411392e-05, + "loss": 0.0693, + "step": 2660 + }, + { + "epoch": 0.4656029296364112, + "grad_norm": 0.06863388845145796, + "learning_rate": 5.801413108568797e-05, + "loss": 0.0723, + "step": 2670 + }, + { + "epoch": 0.4673467608335513, + "grad_norm": 0.07431300580022854, + "learning_rate": 5.773524029943682e-05, + "loss": 0.0723, + "step": 2680 + }, + { + "epoch": 0.4690905920306914, + "grad_norm": 0.0678468394020785, + "learning_rate": 5.745610273291766e-05, + "loss": 0.0697, + "step": 2690 + }, + { + "epoch": 0.47083442322783153, + "grad_norm": 0.051461083413721374, + "learning_rate": 5.7176727291560814e-05, + "loss": 0.0692, + "step": 2700 + }, + { + "epoch": 0.47257825442497164, + "grad_norm": 0.3637961443238326, + "learning_rate": 5.689712288838561e-05, + "loss": 0.0708, + "step": 2710 + }, + { + "epoch": 0.47432208562211176, + "grad_norm": 0.12899584659018307, + "learning_rate": 5.661729844371601e-05, + "loss": 0.0717, + "step": 2720 + }, + { + "epoch": 0.4760659168192519, + "grad_norm": 0.0970116230063514, + "learning_rate": 5.633726288489609e-05, + "loss": 0.0702, + "step": 2730 + }, + { + "epoch": 0.47780974801639203, + "grad_norm": 0.06925056867854305, + "learning_rate": 5.6057025146005126e-05, + "loss": 0.0694, + "step": 2740 + }, + { + "epoch": 0.47955357921353214, + "grad_norm": 0.09518941391005381, + "learning_rate": 5.577659416757267e-05, + "loss": 0.0693, + "step": 2750 + }, + { + "epoch": 0.48129741041067226, + "grad_norm": 0.0688787651664979, + "learning_rate": 5.5495978896293244e-05, + "loss": 0.0685, + "step": 2760 + }, + { + "epoch": 0.48304124160781237, + "grad_norm": 0.09890275204254635, + "learning_rate": 5.521518828474091e-05, + "loss": 0.0712, + "step": 2770 + }, + { + "epoch": 0.4847850728049525, + "grad_norm": 0.07029397820447766, + "learning_rate": 5.4934231291083724e-05, + "loss": 0.0705, + "step": 2780 + }, + { + "epoch": 0.4865289040020926, + "grad_norm": 0.114703628881282, + "learning_rate": 5.465311687879785e-05, + "loss": 0.0728, + "step": 2790 + }, + { + "epoch": 0.4882727351992327, + "grad_norm": 0.06900079674714125, + "learning_rate": 5.4371854016381686e-05, + "loss": 0.0693, + "step": 2800 + }, + { + "epoch": 0.4900165663963728, + "grad_norm": 0.07064873333381244, + "learning_rate": 5.409045167706962e-05, + "loss": 0.069, + "step": 2810 + }, + { + "epoch": 0.4917603975935129, + "grad_norm": 0.09125097079525542, + "learning_rate": 5.380891883854591e-05, + "loss": 0.0719, + "step": 2820 + }, + { + "epoch": 0.4935042287906531, + "grad_norm": 0.053404142344694504, + "learning_rate": 5.352726448265808e-05, + "loss": 0.0716, + "step": 2830 + }, + { + "epoch": 0.4952480599877932, + "grad_norm": 0.07962910381863947, + "learning_rate": 5.3245497595130575e-05, + "loss": 0.0702, + "step": 2840 + }, + { + "epoch": 0.4969918911849333, + "grad_norm": 0.08362471604956066, + "learning_rate": 5.296362716527788e-05, + "loss": 0.0699, + "step": 2850 + }, + { + "epoch": 0.4987357223820734, + "grad_norm": 0.06307457307002638, + "learning_rate": 5.268166218571792e-05, + "loss": 0.0687, + "step": 2860 + }, + { + "epoch": 0.5004795535792136, + "grad_norm": 0.11296321834314839, + "learning_rate": 5.239961165208499e-05, + "loss": 0.069, + "step": 2870 + }, + { + "epoch": 0.5022233847763536, + "grad_norm": 0.1053843511995927, + "learning_rate": 5.211748456274291e-05, + "loss": 0.0691, + "step": 2880 + }, + { + "epoch": 0.5039672159734938, + "grad_norm": 0.1109187673591365, + "learning_rate": 5.183528991849784e-05, + "loss": 0.0704, + "step": 2890 + }, + { + "epoch": 0.5057110471706339, + "grad_norm": 0.055240959366235146, + "learning_rate": 5.155303672231123e-05, + "loss": 0.0689, + "step": 2900 + }, + { + "epoch": 0.507454878367774, + "grad_norm": 0.062304367575237746, + "learning_rate": 5.127073397901248e-05, + "loss": 0.0715, + "step": 2910 + }, + { + "epoch": 0.5091987095649141, + "grad_norm": 0.09104354683280115, + "learning_rate": 5.09883906950117e-05, + "loss": 0.0715, + "step": 2920 + }, + { + "epoch": 0.5109425407620543, + "grad_norm": 0.09335898355116179, + "learning_rate": 5.070601587801246e-05, + "loss": 0.0721, + "step": 2930 + }, + { + "epoch": 0.5126863719591943, + "grad_norm": 0.1212833028716344, + "learning_rate": 5.042361853672428e-05, + "loss": 0.0688, + "step": 2940 + }, + { + "epoch": 0.5144302031563345, + "grad_norm": 0.1267863802852585, + "learning_rate": 5.0141207680575265e-05, + "loss": 0.0692, + "step": 2950 + }, + { + "epoch": 0.5161740343534745, + "grad_norm": 0.13749347686727084, + "learning_rate": 4.985879231942474e-05, + "loss": 0.069, + "step": 2960 + }, + { + "epoch": 0.5179178655506147, + "grad_norm": 0.08673837874814297, + "learning_rate": 4.957638146327574e-05, + "loss": 0.0694, + "step": 2970 + }, + { + "epoch": 0.5196616967477549, + "grad_norm": 0.09636753443359779, + "learning_rate": 4.929398412198755e-05, + "loss": 0.0703, + "step": 2980 + }, + { + "epoch": 0.5214055279448949, + "grad_norm": 0.06507262712865346, + "learning_rate": 4.9011609304988295e-05, + "loss": 0.0683, + "step": 2990 + }, + { + "epoch": 0.5231493591420351, + "grad_norm": 0.06619223766291939, + "learning_rate": 4.8729266020987553e-05, + "loss": 0.0677, + "step": 3000 + }, + { + "epoch": 0.5248931903391751, + "grad_norm": 0.05287355674779802, + "learning_rate": 4.844696327768878e-05, + "loss": 0.0698, + "step": 3010 + }, + { + "epoch": 0.5266370215363153, + "grad_norm": 0.10505577067699386, + "learning_rate": 4.8164710081502165e-05, + "loss": 0.0687, + "step": 3020 + }, + { + "epoch": 0.5283808527334554, + "grad_norm": 0.056820349432236315, + "learning_rate": 4.788251543725711e-05, + "loss": 0.0699, + "step": 3030 + }, + { + "epoch": 0.5301246839305955, + "grad_norm": 0.1260634689291685, + "learning_rate": 4.760038834791503e-05, + "loss": 0.0673, + "step": 3040 + }, + { + "epoch": 0.5318685151277356, + "grad_norm": 0.0968264946104606, + "learning_rate": 4.7318337814282085e-05, + "loss": 0.0674, + "step": 3050 + }, + { + "epoch": 0.5336123463248758, + "grad_norm": 0.085559283784732, + "learning_rate": 4.703637283472213e-05, + "loss": 0.0714, + "step": 3060 + }, + { + "epoch": 0.5353561775220159, + "grad_norm": 0.09957416211753474, + "learning_rate": 4.675450240486943e-05, + "loss": 0.0706, + "step": 3070 + }, + { + "epoch": 0.537100008719156, + "grad_norm": 0.06932794550036621, + "learning_rate": 4.647273551734192e-05, + "loss": 0.0706, + "step": 3080 + }, + { + "epoch": 0.5388438399162961, + "grad_norm": 0.0959577561976307, + "learning_rate": 4.619108116145411e-05, + "loss": 0.0686, + "step": 3090 + }, + { + "epoch": 0.5405876711134362, + "grad_norm": 0.11053090195002527, + "learning_rate": 4.5909548322930386e-05, + "loss": 0.0685, + "step": 3100 + }, + { + "epoch": 0.5423315023105764, + "grad_norm": 0.1385181499715123, + "learning_rate": 4.562814598361834e-05, + "loss": 0.069, + "step": 3110 + }, + { + "epoch": 0.5440753335077164, + "grad_norm": 0.0860474878686007, + "learning_rate": 4.534688312120215e-05, + "loss": 0.0719, + "step": 3120 + }, + { + "epoch": 0.5458191647048566, + "grad_norm": 0.06367906769350236, + "learning_rate": 4.506576870891628e-05, + "loss": 0.0667, + "step": 3130 + }, + { + "epoch": 0.5475629959019966, + "grad_norm": 0.056417791244654396, + "learning_rate": 4.478481171525909e-05, + "loss": 0.0696, + "step": 3140 + }, + { + "epoch": 0.5493068270991368, + "grad_norm": 0.07510052439666184, + "learning_rate": 4.450402110370677e-05, + "loss": 0.07, + "step": 3150 + }, + { + "epoch": 0.551050658296277, + "grad_norm": 0.07820484635095121, + "learning_rate": 4.422340583242733e-05, + "loss": 0.071, + "step": 3160 + }, + { + "epoch": 0.552794489493417, + "grad_norm": 0.1104677720885283, + "learning_rate": 4.3942974853994885e-05, + "loss": 0.0688, + "step": 3170 + }, + { + "epoch": 0.5545383206905572, + "grad_norm": 0.09272002167916459, + "learning_rate": 4.366273711510392e-05, + "loss": 0.0681, + "step": 3180 + }, + { + "epoch": 0.5562821518876973, + "grad_norm": 0.1036837406322013, + "learning_rate": 4.3382701556284006e-05, + "loss": 0.0677, + "step": 3190 + }, + { + "epoch": 0.5580259830848374, + "grad_norm": 0.07390053294467375, + "learning_rate": 4.3102877111614406e-05, + "loss": 0.0661, + "step": 3200 + }, + { + "epoch": 0.5597698142819775, + "grad_norm": 0.10154107392434804, + "learning_rate": 4.282327270843919e-05, + "loss": 0.0678, + "step": 3210 + }, + { + "epoch": 0.5615136454791176, + "grad_norm": 0.05726446240521516, + "learning_rate": 4.2543897267082346e-05, + "loss": 0.0704, + "step": 3220 + }, + { + "epoch": 0.5632574766762577, + "grad_norm": 0.07584421387499146, + "learning_rate": 4.226475970056319e-05, + "loss": 0.0682, + "step": 3230 + }, + { + "epoch": 0.5650013078733979, + "grad_norm": 0.12385055066323168, + "learning_rate": 4.1985868914312035e-05, + "loss": 0.0671, + "step": 3240 + }, + { + "epoch": 0.5667451390705379, + "grad_norm": 0.057812117646785455, + "learning_rate": 4.1707233805886096e-05, + "loss": 0.0673, + "step": 3250 + }, + { + "epoch": 0.5684889702676781, + "grad_norm": 0.05830094610213767, + "learning_rate": 4.1428863264685556e-05, + "loss": 0.0681, + "step": 3260 + }, + { + "epoch": 0.5702328014648183, + "grad_norm": 0.08814953133237691, + "learning_rate": 4.1150766171670044e-05, + "loss": 0.0677, + "step": 3270 + }, + { + "epoch": 0.5719766326619583, + "grad_norm": 0.08651430164476416, + "learning_rate": 4.087295139907528e-05, + "loss": 0.0677, + "step": 3280 + }, + { + "epoch": 0.5737204638590985, + "grad_norm": 0.23832741853388886, + "learning_rate": 4.059542781012998e-05, + "loss": 0.0678, + "step": 3290 + }, + { + "epoch": 0.5754642950562385, + "grad_norm": 0.05885238799413647, + "learning_rate": 4.0318204258773126e-05, + "loss": 0.0684, + "step": 3300 + }, + { + "epoch": 0.5772081262533787, + "grad_norm": 0.07791148857337749, + "learning_rate": 4.00412895893715e-05, + "loss": 0.0687, + "step": 3310 + }, + { + "epoch": 0.5789519574505188, + "grad_norm": 0.06786486116480168, + "learning_rate": 3.9764692636437484e-05, + "loss": 0.0679, + "step": 3320 + }, + { + "epoch": 0.5806957886476589, + "grad_norm": 0.05788405804070718, + "learning_rate": 3.948842222434728e-05, + "loss": 0.0697, + "step": 3330 + }, + { + "epoch": 0.582439619844799, + "grad_norm": 0.06948825516042008, + "learning_rate": 3.921248716705927e-05, + "loss": 0.067, + "step": 3340 + }, + { + "epoch": 0.5841834510419391, + "grad_norm": 0.09718375497294167, + "learning_rate": 3.8936896267832935e-05, + "loss": 0.0671, + "step": 3350 + }, + { + "epoch": 0.5859272822390793, + "grad_norm": 0.32522050061514907, + "learning_rate": 3.866165831894796e-05, + "loss": 0.0688, + "step": 3360 + }, + { + "epoch": 0.5876711134362194, + "grad_norm": 0.09966939851122777, + "learning_rate": 3.8386782101423665e-05, + "loss": 0.0688, + "step": 3370 + }, + { + "epoch": 0.5894149446333595, + "grad_norm": 0.1063520167218931, + "learning_rate": 3.811227638473897e-05, + "loss": 0.0681, + "step": 3380 + }, + { + "epoch": 0.5911587758304996, + "grad_norm": 0.07790458741475327, + "learning_rate": 3.783814992655256e-05, + "loss": 0.0694, + "step": 3390 + }, + { + "epoch": 0.5929026070276397, + "grad_norm": 0.07766471726971445, + "learning_rate": 3.7564411472423464e-05, + "loss": 0.0696, + "step": 3400 + }, + { + "epoch": 0.5946464382247798, + "grad_norm": 0.060585652583308065, + "learning_rate": 3.729106975553214e-05, + "loss": 0.0659, + "step": 3410 + }, + { + "epoch": 0.59639026942192, + "grad_norm": 0.1309180860317793, + "learning_rate": 3.701813349640169e-05, + "loss": 0.0662, + "step": 3420 + }, + { + "epoch": 0.59813410061906, + "grad_norm": 0.13278490095026282, + "learning_rate": 3.674561140261983e-05, + "loss": 0.0675, + "step": 3430 + }, + { + "epoch": 0.5998779318162002, + "grad_norm": 0.08819239845829921, + "learning_rate": 3.647351216856099e-05, + "loss": 0.0661, + "step": 3440 + }, + { + "epoch": 0.6016217630133404, + "grad_norm": 0.0694256875185968, + "learning_rate": 3.620184447510888e-05, + "loss": 0.0691, + "step": 3450 + }, + { + "epoch": 0.6033655942104804, + "grad_norm": 0.05045493054224779, + "learning_rate": 3.5930616989379695e-05, + "loss": 0.0654, + "step": 3460 + }, + { + "epoch": 0.6051094254076206, + "grad_norm": 0.05387040717024746, + "learning_rate": 3.5659838364445505e-05, + "loss": 0.0672, + "step": 3470 + }, + { + "epoch": 0.6068532566047606, + "grad_norm": 0.05687136811369198, + "learning_rate": 3.5389517239058126e-05, + "loss": 0.0665, + "step": 3480 + }, + { + "epoch": 0.6085970878019008, + "grad_norm": 0.17637553404307893, + "learning_rate": 3.511966223737368e-05, + "loss": 0.0676, + "step": 3490 + }, + { + "epoch": 0.6103409189990409, + "grad_norm": 0.09417795829049438, + "learning_rate": 3.485028196867738e-05, + "loss": 0.0656, + "step": 3500 + }, + { + "epoch": 0.612084750196181, + "grad_norm": 0.09675688928564037, + "learning_rate": 3.458138502710876e-05, + "loss": 0.0662, + "step": 3510 + }, + { + "epoch": 0.6138285813933211, + "grad_norm": 0.06982987968601855, + "learning_rate": 3.431297999138768e-05, + "loss": 0.0669, + "step": 3520 + }, + { + "epoch": 0.6155724125904612, + "grad_norm": 0.060806762419563676, + "learning_rate": 3.4045075424540484e-05, + "loss": 0.0665, + "step": 3530 + }, + { + "epoch": 0.6173162437876014, + "grad_norm": 0.057810486903244925, + "learning_rate": 3.37776798736269e-05, + "loss": 0.0687, + "step": 3540 + }, + { + "epoch": 0.6190600749847415, + "grad_norm": 0.09052003071252049, + "learning_rate": 3.3510801869467354e-05, + "loss": 0.0687, + "step": 3550 + }, + { + "epoch": 0.6208039061818816, + "grad_norm": 0.05915583777230159, + "learning_rate": 3.324444992637071e-05, + "loss": 0.0667, + "step": 3560 + }, + { + "epoch": 0.6225477373790217, + "grad_norm": 0.056903572931067674, + "learning_rate": 3.297863254186279e-05, + "loss": 0.0661, + "step": 3570 + }, + { + "epoch": 0.6242915685761619, + "grad_norm": 0.07457729627076666, + "learning_rate": 3.2713358196415146e-05, + "loss": 0.067, + "step": 3580 + }, + { + "epoch": 0.6260353997733019, + "grad_norm": 0.0688133988676, + "learning_rate": 3.244863535317455e-05, + "loss": 0.0664, + "step": 3590 + }, + { + "epoch": 0.6277792309704421, + "grad_norm": 0.08316153717072015, + "learning_rate": 3.2184472457693006e-05, + "loss": 0.0663, + "step": 3600 + }, + { + "epoch": 0.6295230621675821, + "grad_norm": 0.07001307487762984, + "learning_rate": 3.192087793765832e-05, + "loss": 0.0647, + "step": 3610 + }, + { + "epoch": 0.6312668933647223, + "grad_norm": 0.15620567579347566, + "learning_rate": 3.1657860202625146e-05, + "loss": 0.0701, + "step": 3620 + }, + { + "epoch": 0.6330107245618624, + "grad_norm": 0.10373195476410263, + "learning_rate": 3.1395427643746796e-05, + "loss": 0.0668, + "step": 3630 + }, + { + "epoch": 0.6347545557590025, + "grad_norm": 0.0734675356947609, + "learning_rate": 3.113358863350747e-05, + "loss": 0.0681, + "step": 3640 + }, + { + "epoch": 0.6364983869561427, + "grad_norm": 0.07535325822125089, + "learning_rate": 3.0872351525455166e-05, + "loss": 0.0652, + "step": 3650 + }, + { + "epoch": 0.6382422181532827, + "grad_norm": 0.15252639717160144, + "learning_rate": 3.061172465393518e-05, + "loss": 0.0656, + "step": 3660 + }, + { + "epoch": 0.6399860493504229, + "grad_norm": 0.052833579208426094, + "learning_rate": 3.035171633382419e-05, + "loss": 0.0658, + "step": 3670 + }, + { + "epoch": 0.641729880547563, + "grad_norm": 0.14292022401062196, + "learning_rate": 3.009233486026497e-05, + "loss": 0.0664, + "step": 3680 + }, + { + "epoch": 0.6434737117447031, + "grad_norm": 0.10589992815491318, + "learning_rate": 2.9833588508401866e-05, + "loss": 0.0657, + "step": 3690 + }, + { + "epoch": 0.6452175429418432, + "grad_norm": 0.04779313436976461, + "learning_rate": 2.9575485533116598e-05, + "loss": 0.0653, + "step": 3700 + }, + { + "epoch": 0.6469613741389834, + "grad_norm": 0.05400461509544075, + "learning_rate": 2.9318034168765046e-05, + "loss": 0.0667, + "step": 3710 + }, + { + "epoch": 0.6487052053361234, + "grad_norm": 0.059519586489227526, + "learning_rate": 2.906124262891451e-05, + "loss": 0.0672, + "step": 3720 + }, + { + "epoch": 0.6504490365332636, + "grad_norm": 0.0648463847094917, + "learning_rate": 2.880511910608164e-05, + "loss": 0.0679, + "step": 3730 + }, + { + "epoch": 0.6521928677304037, + "grad_norm": 0.1183811255273542, + "learning_rate": 2.8549671771471133e-05, + "loss": 0.0648, + "step": 3740 + }, + { + "epoch": 0.6539366989275438, + "grad_norm": 0.05476695117570433, + "learning_rate": 2.829490877471491e-05, + "loss": 0.0642, + "step": 3750 + }, + { + "epoch": 0.655680530124684, + "grad_norm": 0.06820911786107267, + "learning_rate": 2.8040838243612288e-05, + "loss": 0.0665, + "step": 3760 + }, + { + "epoch": 0.657424361321824, + "grad_norm": 0.10776643187307983, + "learning_rate": 2.7787468283870577e-05, + "loss": 0.0663, + "step": 3770 + }, + { + "epoch": 0.6591681925189642, + "grad_norm": 0.11186248154441321, + "learning_rate": 2.7534806978846465e-05, + "loss": 0.0667, + "step": 3780 + }, + { + "epoch": 0.6609120237161042, + "grad_norm": 0.11155104114763678, + "learning_rate": 2.7282862389288206e-05, + "loss": 0.0648, + "step": 3790 + }, + { + "epoch": 0.6626558549132444, + "grad_norm": 0.08353799399740781, + "learning_rate": 2.7031642553078374e-05, + "loss": 0.0663, + "step": 3800 + }, + { + "epoch": 0.6643996861103845, + "grad_norm": 0.1252138214848371, + "learning_rate": 2.6781155484977493e-05, + "loss": 0.0659, + "step": 3810 + }, + { + "epoch": 0.6661435173075246, + "grad_norm": 0.11677307876369836, + "learning_rate": 2.6531409176368295e-05, + "loss": 0.0652, + "step": 3820 + }, + { + "epoch": 0.6678873485046648, + "grad_norm": 0.13081371005512618, + "learning_rate": 2.6282411595000812e-05, + "loss": 0.0663, + "step": 3830 + }, + { + "epoch": 0.6696311797018049, + "grad_norm": 0.09064110239185938, + "learning_rate": 2.6034170684738064e-05, + "loss": 0.0657, + "step": 3840 + }, + { + "epoch": 0.671375010898945, + "grad_norm": 0.10497326491021886, + "learning_rate": 2.5786694365302856e-05, + "loss": 0.0662, + "step": 3850 + }, + { + "epoch": 0.6731188420960851, + "grad_norm": 0.1894881130574952, + "learning_rate": 2.5539990532024825e-05, + "loss": 0.0663, + "step": 3860 + }, + { + "epoch": 0.6748626732932252, + "grad_norm": 0.11340703925871584, + "learning_rate": 2.5294067055588765e-05, + "loss": 0.0647, + "step": 3870 + }, + { + "epoch": 0.6766065044903653, + "grad_norm": 0.0674795553477859, + "learning_rate": 2.5048931781783456e-05, + "loss": 0.0663, + "step": 3880 + }, + { + "epoch": 0.6783503356875055, + "grad_norm": 0.06649329429370544, + "learning_rate": 2.480459253125132e-05, + "loss": 0.0654, + "step": 3890 + }, + { + "epoch": 0.6800941668846455, + "grad_norm": 0.098929499241832, + "learning_rate": 2.456105709923897e-05, + "loss": 0.0651, + "step": 3900 + }, + { + "epoch": 0.6818379980817857, + "grad_norm": 0.06386861210237169, + "learning_rate": 2.4318333255348525e-05, + "loss": 0.0676, + "step": 3910 + }, + { + "epoch": 0.6835818292789257, + "grad_norm": 0.08662939273115117, + "learning_rate": 2.4076428743289608e-05, + "loss": 0.0647, + "step": 3920 + }, + { + "epoch": 0.6853256604760659, + "grad_norm": 0.1405260835479582, + "learning_rate": 2.3835351280632513e-05, + "loss": 0.0681, + "step": 3930 + }, + { + "epoch": 0.6870694916732061, + "grad_norm": 0.07786293851164922, + "learning_rate": 2.3595108558561812e-05, + "loss": 0.0661, + "step": 3940 + }, + { + "epoch": 0.6888133228703461, + "grad_norm": 0.08244123534587308, + "learning_rate": 2.3355708241630998e-05, + "loss": 0.0644, + "step": 3950 + }, + { + "epoch": 0.6905571540674863, + "grad_norm": 0.08600292121296654, + "learning_rate": 2.311715796751805e-05, + "loss": 0.0696, + "step": 3960 + }, + { + "epoch": 0.6923009852646264, + "grad_norm": 0.06809070228006706, + "learning_rate": 2.2879465346781703e-05, + "loss": 0.0667, + "step": 3970 + }, + { + "epoch": 0.6940448164617665, + "grad_norm": 0.10596061042299985, + "learning_rate": 2.264263796261864e-05, + "loss": 0.0662, + "step": 3980 + }, + { + "epoch": 0.6957886476589066, + "grad_norm": 0.05600677052268759, + "learning_rate": 2.2406683370621618e-05, + "loss": 0.065, + "step": 3990 + }, + { + "epoch": 0.6975324788560467, + "grad_norm": 0.12350042680040363, + "learning_rate": 2.2171609098538278e-05, + "loss": 0.0674, + "step": 4000 + }, + { + "epoch": 0.6992763100531868, + "grad_norm": 0.08609523107160226, + "learning_rate": 2.1937422646031214e-05, + "loss": 0.0672, + "step": 4010 + }, + { + "epoch": 0.701020141250327, + "grad_norm": 0.06523963542097193, + "learning_rate": 2.170413148443852e-05, + "loss": 0.0645, + "step": 4020 + }, + { + "epoch": 0.7027639724474671, + "grad_norm": 0.09613588330972808, + "learning_rate": 2.1471743056535455e-05, + "loss": 0.0655, + "step": 4030 + }, + { + "epoch": 0.7045078036446072, + "grad_norm": 0.08438802353157454, + "learning_rate": 2.124026477629706e-05, + "loss": 0.0648, + "step": 4040 + }, + { + "epoch": 0.7062516348417474, + "grad_norm": 0.0838100106180724, + "learning_rate": 2.100970402866164e-05, + "loss": 0.0649, + "step": 4050 + }, + { + "epoch": 0.7079954660388874, + "grad_norm": 0.048878932271227936, + "learning_rate": 2.0780068169295032e-05, + "loss": 0.0646, + "step": 4060 + }, + { + "epoch": 0.7097392972360276, + "grad_norm": 0.05490806540035838, + "learning_rate": 2.0551364524356054e-05, + "loss": 0.0637, + "step": 4070 + }, + { + "epoch": 0.7114831284331676, + "grad_norm": 0.0928466829346082, + "learning_rate": 2.0323600390262742e-05, + "loss": 0.0631, + "step": 4080 + }, + { + "epoch": 0.7132269596303078, + "grad_norm": 0.07478264466938572, + "learning_rate": 2.0096783033459564e-05, + "loss": 0.0653, + "step": 4090 + }, + { + "epoch": 0.7149707908274479, + "grad_norm": 0.062316603777551216, + "learning_rate": 1.987091969018561e-05, + "loss": 0.0648, + "step": 4100 + }, + { + "epoch": 0.716714622024588, + "grad_norm": 0.09437152013364276, + "learning_rate": 1.9646017566243658e-05, + "loss": 0.0661, + "step": 4110 + }, + { + "epoch": 0.7184584532217282, + "grad_norm": 0.05322246323194081, + "learning_rate": 1.9422083836770406e-05, + "loss": 0.0667, + "step": 4120 + }, + { + "epoch": 0.7202022844188682, + "grad_norm": 0.07479897442184201, + "learning_rate": 1.919912564600753e-05, + "loss": 0.0648, + "step": 4130 + }, + { + "epoch": 0.7219461156160084, + "grad_norm": 0.05492038679380218, + "learning_rate": 1.8977150107073633e-05, + "loss": 0.0642, + "step": 4140 + }, + { + "epoch": 0.7236899468131485, + "grad_norm": 0.08536624329932077, + "learning_rate": 1.8756164301737476e-05, + "loss": 0.0626, + "step": 4150 + }, + { + "epoch": 0.7254337780102886, + "grad_norm": 0.06859524210266144, + "learning_rate": 1.853617528019197e-05, + "loss": 0.0653, + "step": 4160 + }, + { + "epoch": 0.7271776092074287, + "grad_norm": 0.12160361687651873, + "learning_rate": 1.831719006082924e-05, + "loss": 0.0653, + "step": 4170 + }, + { + "epoch": 0.7289214404045689, + "grad_norm": 0.18282902871378182, + "learning_rate": 1.809921563001676e-05, + "loss": 0.0667, + "step": 4180 + }, + { + "epoch": 0.7306652716017089, + "grad_norm": 0.0856597489019827, + "learning_rate": 1.7882258941874432e-05, + "loss": 0.0663, + "step": 4190 + }, + { + "epoch": 0.7324091027988491, + "grad_norm": 0.10649135403842602, + "learning_rate": 1.7666326918052667e-05, + "loss": 0.0642, + "step": 4200 + }, + { + "epoch": 0.7341529339959892, + "grad_norm": 0.12225388455758668, + "learning_rate": 1.745142644751177e-05, + "loss": 0.0657, + "step": 4210 + }, + { + "epoch": 0.7358967651931293, + "grad_norm": 0.11567104795291488, + "learning_rate": 1.7237564386301868e-05, + "loss": 0.0661, + "step": 4220 + }, + { + "epoch": 0.7376405963902695, + "grad_norm": 0.07264396441233593, + "learning_rate": 1.702474755734441e-05, + "loss": 0.0657, + "step": 4230 + }, + { + "epoch": 0.7393844275874095, + "grad_norm": 0.07898587680558024, + "learning_rate": 1.6812982750214385e-05, + "loss": 0.0648, + "step": 4240 + }, + { + "epoch": 0.7411282587845497, + "grad_norm": 0.05769295801958345, + "learning_rate": 1.660227672092373e-05, + "loss": 0.0646, + "step": 4250 + }, + { + "epoch": 0.7428720899816897, + "grad_norm": 0.09139721064795, + "learning_rate": 1.6392636191705817e-05, + "loss": 0.0648, + "step": 4260 + }, + { + "epoch": 0.7446159211788299, + "grad_norm": 0.04328001632629656, + "learning_rate": 1.618406785080095e-05, + "loss": 0.0642, + "step": 4270 + }, + { + "epoch": 0.74635975237597, + "grad_norm": 0.10300148190920724, + "learning_rate": 1.5976578352243017e-05, + "loss": 0.065, + "step": 4280 + }, + { + "epoch": 0.7481035835731101, + "grad_norm": 0.05439102528085213, + "learning_rate": 1.5770174315647186e-05, + "loss": 0.0641, + "step": 4290 + }, + { + "epoch": 0.7498474147702502, + "grad_norm": 0.07283525225952207, + "learning_rate": 1.5564862325998753e-05, + "loss": 0.0663, + "step": 4300 + }, + { + "epoch": 0.7515912459673904, + "grad_norm": 0.08943729068392149, + "learning_rate": 1.5360648933442977e-05, + "loss": 0.0641, + "step": 4310 + }, + { + "epoch": 0.7533350771645305, + "grad_norm": 0.06719452778739451, + "learning_rate": 1.5157540653076219e-05, + "loss": 0.0642, + "step": 4320 + }, + { + "epoch": 0.7550789083616706, + "grad_norm": 0.05251648332079966, + "learning_rate": 1.4955543964738e-05, + "loss": 0.066, + "step": 4330 + }, + { + "epoch": 0.7568227395588107, + "grad_norm": 0.05274636216164364, + "learning_rate": 1.4754665312804311e-05, + "loss": 0.0641, + "step": 4340 + }, + { + "epoch": 0.7585665707559508, + "grad_norm": 0.11011665466316892, + "learning_rate": 1.4554911105982021e-05, + "loss": 0.0639, + "step": 4350 + }, + { + "epoch": 0.760310401953091, + "grad_norm": 0.10498230203392513, + "learning_rate": 1.4356287717104383e-05, + "loss": 0.064, + "step": 4360 + }, + { + "epoch": 0.762054233150231, + "grad_norm": 0.09524120006808019, + "learning_rate": 1.4158801482927764e-05, + "loss": 0.065, + "step": 4370 + }, + { + "epoch": 0.7637980643473712, + "grad_norm": 0.09453574859798163, + "learning_rate": 1.3962458703929459e-05, + "loss": 0.0643, + "step": 4380 + }, + { + "epoch": 0.7655418955445112, + "grad_norm": 0.056312588367211, + "learning_rate": 1.376726564410663e-05, + "loss": 0.0638, + "step": 4390 + }, + { + "epoch": 0.7672857267416514, + "grad_norm": 0.05345047180852192, + "learning_rate": 1.3573228530776605e-05, + "loss": 0.0641, + "step": 4400 + }, + { + "epoch": 0.7690295579387916, + "grad_norm": 0.058868492999594034, + "learning_rate": 1.3380353554378073e-05, + "loss": 0.0652, + "step": 4410 + }, + { + "epoch": 0.7707733891359316, + "grad_norm": 0.05698080816187847, + "learning_rate": 1.3188646868273613e-05, + "loss": 0.0633, + "step": 4420 + }, + { + "epoch": 0.7725172203330718, + "grad_norm": 0.10673862985608311, + "learning_rate": 1.2998114588553429e-05, + "loss": 0.0625, + "step": 4430 + }, + { + "epoch": 0.7742610515302119, + "grad_norm": 0.08436740252106527, + "learning_rate": 1.2808762793840201e-05, + "loss": 0.0649, + "step": 4440 + }, + { + "epoch": 0.776004882727352, + "grad_norm": 0.06436259428184785, + "learning_rate": 1.2620597525095136e-05, + "loss": 0.0646, + "step": 4450 + }, + { + "epoch": 0.7777487139244921, + "grad_norm": 0.06691706834113023, + "learning_rate": 1.2433624785425291e-05, + "loss": 0.0654, + "step": 4460 + }, + { + "epoch": 0.7794925451216322, + "grad_norm": 0.10712410910395756, + "learning_rate": 1.2247850539891948e-05, + "loss": 0.0641, + "step": 4470 + }, + { + "epoch": 0.7812363763187723, + "grad_norm": 0.08342722973198667, + "learning_rate": 1.206328071532048e-05, + "loss": 0.0637, + "step": 4480 + }, + { + "epoch": 0.7829802075159125, + "grad_norm": 0.056140033330775385, + "learning_rate": 1.187992120011111e-05, + "loss": 0.0636, + "step": 4490 + }, + { + "epoch": 0.7847240387130526, + "grad_norm": 0.1470353453729844, + "learning_rate": 1.1697777844051105e-05, + "loss": 0.0623, + "step": 4500 + }, + { + "epoch": 0.7864678699101927, + "grad_norm": 0.06174798787453687, + "learning_rate": 1.1516856458128167e-05, + "loss": 0.0637, + "step": 4510 + }, + { + "epoch": 0.7882117011073329, + "grad_norm": 0.10563261980312372, + "learning_rate": 1.133716281434502e-05, + "loss": 0.0618, + "step": 4520 + }, + { + "epoch": 0.7899555323044729, + "grad_norm": 0.059155903025558475, + "learning_rate": 1.1158702645535286e-05, + "loss": 0.0654, + "step": 4530 + }, + { + "epoch": 0.7916993635016131, + "grad_norm": 0.2236752898985674, + "learning_rate": 1.0981481645180564e-05, + "loss": 0.0655, + "step": 4540 + }, + { + "epoch": 0.7934431946987531, + "grad_norm": 0.05542585716628748, + "learning_rate": 1.080550546722876e-05, + "loss": 0.0632, + "step": 4550 + }, + { + "epoch": 0.7951870258958933, + "grad_norm": 0.12157637986614808, + "learning_rate": 1.063077972591382e-05, + "loss": 0.0619, + "step": 4560 + }, + { + "epoch": 0.7969308570930334, + "grad_norm": 0.06387726990724843, + "learning_rate": 1.0457309995576497e-05, + "loss": 0.063, + "step": 4570 + }, + { + "epoch": 0.7986746882901735, + "grad_norm": 0.08939875101367574, + "learning_rate": 1.0285101810486535e-05, + "loss": 0.0632, + "step": 4580 + }, + { + "epoch": 0.8004185194873136, + "grad_norm": 0.06361929804120545, + "learning_rate": 1.0114160664666155e-05, + "loss": 0.0638, + "step": 4590 + }, + { + "epoch": 0.8021623506844537, + "grad_norm": 0.08559047394309637, + "learning_rate": 9.94449201171479e-06, + "loss": 0.0623, + "step": 4600 + }, + { + "epoch": 0.8039061818815939, + "grad_norm": 0.1318141758332588, + "learning_rate": 9.776101264634969e-06, + "loss": 0.0635, + "step": 4610 + }, + { + "epoch": 0.805650013078734, + "grad_norm": 0.12389032549293967, + "learning_rate": 9.608993795659765e-06, + "loss": 0.064, + "step": 4620 + }, + { + "epoch": 0.8073938442758741, + "grad_norm": 0.0823315848080731, + "learning_rate": 9.443174936081345e-06, + "loss": 0.0638, + "step": 4630 + }, + { + "epoch": 0.8091376754730142, + "grad_norm": 0.051973482541530225, + "learning_rate": 9.278649976080889e-06, + "loss": 0.0649, + "step": 4640 + }, + { + "epoch": 0.8108815066701544, + "grad_norm": 0.059530345330728256, + "learning_rate": 9.11542416455981e-06, + "loss": 0.0656, + "step": 4650 + }, + { + "epoch": 0.8126253378672944, + "grad_norm": 0.10552903129002746, + "learning_rate": 8.953502708972278e-06, + "loss": 0.0638, + "step": 4660 + }, + { + "epoch": 0.8143691690644346, + "grad_norm": 0.07221277969124819, + "learning_rate": 8.792890775159125e-06, + "loss": 0.0638, + "step": 4670 + }, + { + "epoch": 0.8161130002615746, + "grad_norm": 0.0772500242885849, + "learning_rate": 8.633593487183067e-06, + "loss": 0.0663, + "step": 4680 + }, + { + "epoch": 0.8178568314587148, + "grad_norm": 0.06591420894663506, + "learning_rate": 8.475615927165093e-06, + "loss": 0.0623, + "step": 4690 + }, + { + "epoch": 0.819600662655855, + "grad_norm": 0.06507913039563108, + "learning_rate": 8.31896313512247e-06, + "loss": 0.0634, + "step": 4700 + }, + { + "epoch": 0.821344493852995, + "grad_norm": 0.07878320811810173, + "learning_rate": 8.163640108807896e-06, + "loss": 0.0644, + "step": 4710 + }, + { + "epoch": 0.8230883250501352, + "grad_norm": 0.04897281046480619, + "learning_rate": 8.009651803550045e-06, + "loss": 0.0624, + "step": 4720 + }, + { + "epoch": 0.8248321562472752, + "grad_norm": 0.0952496494325907, + "learning_rate": 7.85700313209548e-06, + "loss": 0.065, + "step": 4730 + }, + { + "epoch": 0.8265759874444154, + "grad_norm": 0.05733587546669899, + "learning_rate": 7.70569896445194e-06, + "loss": 0.0656, + "step": 4740 + }, + { + "epoch": 0.8283198186415555, + "grad_norm": 0.09396840285731554, + "learning_rate": 7.555744127732922e-06, + "loss": 0.065, + "step": 4750 + }, + { + "epoch": 0.8300636498386956, + "grad_norm": 0.10474980239912153, + "learning_rate": 7.40714340600378e-06, + "loss": 0.0631, + "step": 4760 + }, + { + "epoch": 0.8318074810358357, + "grad_norm": 0.05498607201861292, + "learning_rate": 7.2599015401289496e-06, + "loss": 0.0635, + "step": 4770 + }, + { + "epoch": 0.8335513122329758, + "grad_norm": 0.055760501809272785, + "learning_rate": 7.114023227620831e-06, + "loss": 0.0642, + "step": 4780 + }, + { + "epoch": 0.835295143430116, + "grad_norm": 0.05306162693666742, + "learning_rate": 6.969513122489863e-06, + "loss": 0.0597, + "step": 4790 + }, + { + "epoch": 0.8370389746272561, + "grad_norm": 0.1088676487625842, + "learning_rate": 6.826375835096038e-06, + "loss": 0.0644, + "step": 4800 + }, + { + "epoch": 0.8387828058243962, + "grad_norm": 0.07413608503611739, + "learning_rate": 6.6846159320018475e-06, + "loss": 0.0623, + "step": 4810 + }, + { + "epoch": 0.8405266370215363, + "grad_norm": 0.128062087657044, + "learning_rate": 6.5442379358265585e-06, + "loss": 0.0629, + "step": 4820 + }, + { + "epoch": 0.8422704682186765, + "grad_norm": 0.0711990370216347, + "learning_rate": 6.405246325101954e-06, + "loss": 0.064, + "step": 4830 + }, + { + "epoch": 0.8440142994158165, + "grad_norm": 0.05618385822056352, + "learning_rate": 6.267645534129446e-06, + "loss": 0.0625, + "step": 4840 + }, + { + "epoch": 0.8457581306129567, + "grad_norm": 0.059419896247745525, + "learning_rate": 6.131439952838608e-06, + "loss": 0.0639, + "step": 4850 + }, + { + "epoch": 0.8475019618100967, + "grad_norm": 0.051860827184772876, + "learning_rate": 5.996633926647083e-06, + "loss": 0.0658, + "step": 4860 + }, + { + "epoch": 0.8492457930072369, + "grad_norm": 0.08959041805389602, + "learning_rate": 5.863231756322019e-06, + "loss": 0.0641, + "step": 4870 + }, + { + "epoch": 0.8509896242043771, + "grad_norm": 0.08513940911176207, + "learning_rate": 5.7312376978428115e-06, + "loss": 0.0645, + "step": 4880 + }, + { + "epoch": 0.8527334554015171, + "grad_norm": 0.0548611114427665, + "learning_rate": 5.600655962265345e-06, + "loss": 0.0634, + "step": 4890 + }, + { + "epoch": 0.8544772865986573, + "grad_norm": 0.05781000046532928, + "learning_rate": 5.4714907155876184e-06, + "loss": 0.0633, + "step": 4900 + }, + { + "epoch": 0.8562211177957973, + "grad_norm": 0.08211213473524111, + "learning_rate": 5.3437460786168795e-06, + "loss": 0.0645, + "step": 4910 + }, + { + "epoch": 0.8579649489929375, + "grad_norm": 0.05678818154491414, + "learning_rate": 5.21742612683811e-06, + "loss": 0.064, + "step": 4920 + }, + { + "epoch": 0.8597087801900776, + "grad_norm": 0.0407657392322624, + "learning_rate": 5.092534890284056e-06, + "loss": 0.064, + "step": 4930 + }, + { + "epoch": 0.8614526113872177, + "grad_norm": 0.058259700076195416, + "learning_rate": 4.969076353406571e-06, + "loss": 0.0633, + "step": 4940 + }, + { + "epoch": 0.8631964425843578, + "grad_norm": 0.0451262739997244, + "learning_rate": 4.847054454949618e-06, + "loss": 0.0672, + "step": 4950 + }, + { + "epoch": 0.864940273781498, + "grad_norm": 0.057460078382529416, + "learning_rate": 4.726473087823524e-06, + "loss": 0.063, + "step": 4960 + }, + { + "epoch": 0.866684104978638, + "grad_norm": 0.06326571394215523, + "learning_rate": 4.6073360989807805e-06, + "loss": 0.0626, + "step": 4970 + }, + { + "epoch": 0.8684279361757782, + "grad_norm": 0.06116487077481144, + "learning_rate": 4.489647289293369e-06, + "loss": 0.0627, + "step": 4980 + }, + { + "epoch": 0.8701717673729183, + "grad_norm": 0.065179252399081, + "learning_rate": 4.3734104134314505e-06, + "loss": 0.0641, + "step": 4990 + }, + { + "epoch": 0.8719155985700584, + "grad_norm": 0.05066888191707678, + "learning_rate": 4.258629179743611e-06, + "loss": 0.0637, + "step": 5000 + }, + { + "epoch": 0.8736594297671986, + "grad_norm": 0.0490167056123082, + "learning_rate": 4.145307250138541e-06, + "loss": 0.0632, + "step": 5010 + }, + { + "epoch": 0.8754032609643386, + "grad_norm": 0.06459688078405998, + "learning_rate": 4.033448239968168e-06, + "loss": 0.0632, + "step": 5020 + }, + { + "epoch": 0.8771470921614788, + "grad_norm": 0.04132712459317927, + "learning_rate": 3.92305571791241e-06, + "loss": 0.0639, + "step": 5030 + }, + { + "epoch": 0.8788909233586188, + "grad_norm": 0.05973904076165523, + "learning_rate": 3.8141332058652447e-06, + "loss": 0.0625, + "step": 5040 + }, + { + "epoch": 0.880634754555759, + "grad_norm": 0.1688894978424013, + "learning_rate": 3.7066841788223394e-06, + "loss": 0.063, + "step": 5050 + }, + { + "epoch": 0.8823785857528991, + "grad_norm": 0.06014827411694666, + "learning_rate": 3.6007120647702564e-06, + "loss": 0.0627, + "step": 5060 + }, + { + "epoch": 0.8841224169500392, + "grad_norm": 0.0690347027695397, + "learning_rate": 3.4962202445770254e-06, + "loss": 0.0631, + "step": 5070 + }, + { + "epoch": 0.8858662481471794, + "grad_norm": 0.06536837705797424, + "learning_rate": 3.3932120518843314e-06, + "loss": 0.0627, + "step": 5080 + }, + { + "epoch": 0.8876100793443195, + "grad_norm": 0.06603810637670604, + "learning_rate": 3.291690773001116e-06, + "loss": 0.0632, + "step": 5090 + }, + { + "epoch": 0.8893539105414596, + "grad_norm": 0.07530260933577586, + "learning_rate": 3.191659646798739e-06, + "loss": 0.0616, + "step": 5100 + }, + { + "epoch": 0.8910977417385997, + "grad_norm": 0.0842389348120118, + "learning_rate": 3.0931218646077065e-06, + "loss": 0.0613, + "step": 5110 + }, + { + "epoch": 0.8928415729357398, + "grad_norm": 0.052177775217524563, + "learning_rate": 2.996080570115778e-06, + "loss": 0.0605, + "step": 5120 + }, + { + "epoch": 0.8945854041328799, + "grad_norm": 0.07153236769063971, + "learning_rate": 2.9005388592676985e-06, + "loss": 0.064, + "step": 5130 + }, + { + "epoch": 0.8963292353300201, + "grad_norm": 0.057729253108185115, + "learning_rate": 2.806499780166455e-06, + "loss": 0.0649, + "step": 5140 + }, + { + "epoch": 0.8980730665271601, + "grad_norm": 0.05652295229188241, + "learning_rate": 2.71396633297602e-06, + "loss": 0.0637, + "step": 5150 + }, + { + "epoch": 0.8998168977243003, + "grad_norm": 0.05132200378789997, + "learning_rate": 2.6229414698255906e-06, + "loss": 0.0649, + "step": 5160 + }, + { + "epoch": 0.9015607289214405, + "grad_norm": 0.06529704901316756, + "learning_rate": 2.5334280947154733e-06, + "loss": 0.0625, + "step": 5170 + }, + { + "epoch": 0.9033045601185805, + "grad_norm": 0.08839424803043143, + "learning_rate": 2.4454290634243927e-06, + "loss": 0.0639, + "step": 5180 + }, + { + "epoch": 0.9050483913157207, + "grad_norm": 0.07271889072883368, + "learning_rate": 2.3589471834183976e-06, + "loss": 0.0636, + "step": 5190 + }, + { + "epoch": 0.9067922225128607, + "grad_norm": 0.06780310617809011, + "learning_rate": 2.273985213761298e-06, + "loss": 0.0624, + "step": 5200 + }, + { + "epoch": 0.9085360537100009, + "grad_norm": 0.05091168643328729, + "learning_rate": 2.1905458650266276e-06, + "loss": 0.0629, + "step": 5210 + }, + { + "epoch": 0.910279884907141, + "grad_norm": 0.09149792256181204, + "learning_rate": 2.108631799211158e-06, + "loss": 0.063, + "step": 5220 + }, + { + "epoch": 0.9120237161042811, + "grad_norm": 0.07438156642001797, + "learning_rate": 2.0282456296500386e-06, + "loss": 0.0638, + "step": 5230 + }, + { + "epoch": 0.9137675473014212, + "grad_norm": 0.07104948596015835, + "learning_rate": 1.9493899209333145e-06, + "loss": 0.0635, + "step": 5240 + }, + { + "epoch": 0.9155113784985613, + "grad_norm": 0.07176357436199812, + "learning_rate": 1.8720671888242059e-06, + "loss": 0.0649, + "step": 5250 + }, + { + "epoch": 0.9172552096957014, + "grad_norm": 0.05532043790257546, + "learning_rate": 1.7962799001787822e-06, + "loss": 0.0625, + "step": 5260 + }, + { + "epoch": 0.9189990408928416, + "grad_norm": 0.06036596788049541, + "learning_rate": 1.7220304728672976e-06, + "loss": 0.0621, + "step": 5270 + }, + { + "epoch": 0.9207428720899817, + "grad_norm": 0.05175396289068676, + "learning_rate": 1.6493212756970355e-06, + "loss": 0.0638, + "step": 5280 + }, + { + "epoch": 0.9224867032871218, + "grad_norm": 0.04494875714954003, + "learning_rate": 1.5781546283367531e-06, + "loss": 0.0618, + "step": 5290 + }, + { + "epoch": 0.924230534484262, + "grad_norm": 0.07299420434011313, + "learning_rate": 1.5085328012426291e-06, + "loss": 0.0637, + "step": 5300 + }, + { + "epoch": 0.925974365681402, + "grad_norm": 0.08713836743706539, + "learning_rate": 1.4404580155859103e-06, + "loss": 0.0627, + "step": 5310 + }, + { + "epoch": 0.9277181968785422, + "grad_norm": 0.0648825275044856, + "learning_rate": 1.3739324431819579e-06, + "loss": 0.0617, + "step": 5320 + }, + { + "epoch": 0.9294620280756822, + "grad_norm": 0.0603878346389834, + "learning_rate": 1.3089582064210293e-06, + "loss": 0.062, + "step": 5330 + }, + { + "epoch": 0.9312058592728224, + "grad_norm": 0.06718431446540517, + "learning_rate": 1.2455373782005342e-06, + "loss": 0.0641, + "step": 5340 + }, + { + "epoch": 0.9329496904699625, + "grad_norm": 0.08168020687674889, + "learning_rate": 1.183671981858897e-06, + "loss": 0.064, + "step": 5350 + }, + { + "epoch": 0.9346935216671026, + "grad_norm": 0.05000874414008422, + "learning_rate": 1.1233639911110317e-06, + "loss": 0.064, + "step": 5360 + }, + { + "epoch": 0.9364373528642428, + "grad_norm": 0.16836322984135893, + "learning_rate": 1.0646153299853523e-06, + "loss": 0.0635, + "step": 5370 + }, + { + "epoch": 0.9381811840613828, + "grad_norm": 0.09538127932642303, + "learning_rate": 1.0074278727623953e-06, + "loss": 0.0626, + "step": 5380 + }, + { + "epoch": 0.939925015258523, + "grad_norm": 0.052191949959066446, + "learning_rate": 9.51803443915017e-07, + "loss": 0.0611, + "step": 5390 + }, + { + "epoch": 0.9416688464556631, + "grad_norm": 0.061928758941747805, + "learning_rate": 8.977438180502118e-07, + "loss": 0.0628, + "step": 5400 + }, + { + "epoch": 0.9434126776528032, + "grad_norm": 0.09241870053906379, + "learning_rate": 8.452507198524584e-07, + "loss": 0.0645, + "step": 5410 + }, + { + "epoch": 0.9451565088499433, + "grad_norm": 0.07538730319047023, + "learning_rate": 7.943258240287354e-07, + "loss": 0.0634, + "step": 5420 + }, + { + "epoch": 0.9469003400470835, + "grad_norm": 0.06605596093399979, + "learning_rate": 7.449707552550533e-07, + "loss": 0.0648, + "step": 5430 + }, + { + "epoch": 0.9486441712442235, + "grad_norm": 0.05499334424638046, + "learning_rate": 6.971870881246678e-07, + "loss": 0.0619, + "step": 5440 + }, + { + "epoch": 0.9503880024413637, + "grad_norm": 0.09947976745780569, + "learning_rate": 6.509763470977926e-07, + "loss": 0.0632, + "step": 5450 + }, + { + "epoch": 0.9521318336385038, + "grad_norm": 0.049014883398517665, + "learning_rate": 6.063400064530155e-07, + "loss": 0.0628, + "step": 5460 + }, + { + "epoch": 0.9538756648356439, + "grad_norm": 0.06291101959215979, + "learning_rate": 5.632794902402206e-07, + "loss": 0.0612, + "step": 5470 + }, + { + "epoch": 0.9556194960327841, + "grad_norm": 0.09331479294747827, + "learning_rate": 5.217961722351894e-07, + "loss": 0.0601, + "step": 5480 + }, + { + "epoch": 0.9573633272299241, + "grad_norm": 0.057764257528601204, + "learning_rate": 4.818913758957377e-07, + "loss": 0.0608, + "step": 5490 + }, + { + "epoch": 0.9591071584270643, + "grad_norm": 0.08288004474062129, + "learning_rate": 4.4356637431953727e-07, + "loss": 0.0621, + "step": 5500 + }, + { + "epoch": 0.9608509896242043, + "grad_norm": 0.07391577549421642, + "learning_rate": 4.068223902034651e-07, + "loss": 0.064, + "step": 5510 + }, + { + "epoch": 0.9625948208213445, + "grad_norm": 0.06724508233844487, + "learning_rate": 3.716605958046071e-07, + "loss": 0.0628, + "step": 5520 + }, + { + "epoch": 0.9643386520184846, + "grad_norm": 0.05990916915396748, + "learning_rate": 3.380821129028489e-07, + "loss": 0.0615, + "step": 5530 + }, + { + "epoch": 0.9660824832156247, + "grad_norm": 0.053834596475272396, + "learning_rate": 3.0608801276511554e-07, + "loss": 0.0641, + "step": 5540 + }, + { + "epoch": 0.9678263144127649, + "grad_norm": 0.06287658543763808, + "learning_rate": 2.7567931611116037e-07, + "loss": 0.0613, + "step": 5550 + }, + { + "epoch": 0.969570145609905, + "grad_norm": 0.07416621242751696, + "learning_rate": 2.468569930810238e-07, + "loss": 0.0633, + "step": 5560 + }, + { + "epoch": 0.9713139768070451, + "grad_norm": 0.04757779630445172, + "learning_rate": 2.1962196320406414e-07, + "loss": 0.0611, + "step": 5570 + }, + { + "epoch": 0.9730578080041852, + "grad_norm": 0.0748135009816523, + "learning_rate": 1.9397509536964175e-07, + "loss": 0.0608, + "step": 5580 + }, + { + "epoch": 0.9748016392013253, + "grad_norm": 0.048298795572652944, + "learning_rate": 1.699172077993916e-07, + "loss": 0.0632, + "step": 5590 + }, + { + "epoch": 0.9765454703984654, + "grad_norm": 0.053997077150683304, + "learning_rate": 1.4744906802110493e-07, + "loss": 0.0608, + "step": 5600 + }, + { + "epoch": 0.9782893015956056, + "grad_norm": 0.04600674397243153, + "learning_rate": 1.2657139284425467e-07, + "loss": 0.0646, + "step": 5610 + }, + { + "epoch": 0.9800331327927456, + "grad_norm": 0.0551671569065242, + "learning_rate": 1.0728484833713582e-07, + "loss": 0.0633, + "step": 5620 + }, + { + "epoch": 0.9817769639898858, + "grad_norm": 0.06031021677931391, + "learning_rate": 8.959004980559904e-08, + "loss": 0.0647, + "step": 5630 + }, + { + "epoch": 0.9835207951870258, + "grad_norm": 0.07156946663140798, + "learning_rate": 7.34875617734332e-08, + "loss": 0.0651, + "step": 5640 + }, + { + "epoch": 0.985264626384166, + "grad_norm": 0.0442263642401745, + "learning_rate": 5.897789796433517e-08, + "loss": 0.0627, + "step": 5650 + }, + { + "epoch": 0.9870084575813062, + "grad_norm": 0.11967681340422083, + "learning_rate": 4.6061521285550856e-08, + "loss": 0.0659, + "step": 5660 + }, + { + "epoch": 0.9887522887784462, + "grad_norm": 0.06948791634563219, + "learning_rate": 3.47388438130758e-08, + "loss": 0.0654, + "step": 5670 + }, + { + "epoch": 0.9904961199755864, + "grad_norm": 0.06338361823849195, + "learning_rate": 2.5010226778537925e-08, + "loss": 0.0627, + "step": 5680 + }, + { + "epoch": 0.9922399511727265, + "grad_norm": 0.05046440916449036, + "learning_rate": 1.687598055764017e-08, + "loss": 0.0649, + "step": 5690 + }, + { + "epoch": 0.9939837823698666, + "grad_norm": 0.0621800160395451, + "learning_rate": 1.0336364660290532e-08, + "loss": 0.0632, + "step": 5700 + }, + { + "epoch": 0.9957276135670067, + "grad_norm": 0.06262117432768159, + "learning_rate": 5.391587722303193e-09, + "loss": 0.0646, + "step": 5710 + }, + { + "epoch": 0.9974714447641468, + "grad_norm": 0.10303152613717605, + "learning_rate": 2.0418074987538227e-09, + "loss": 0.0619, + "step": 5720 + }, + { + "epoch": 0.9992152759612869, + "grad_norm": 0.09188013889582053, + "learning_rate": 2.871308589280641e-10, + "loss": 0.0629, + "step": 5730 + }, + { + "epoch": 1.0, + "step": 5735, + "total_flos": 4951250244206592.0, + "train_loss": 0.08733252992605062, + "train_runtime": 92184.4704, + "train_samples_per_second": 1.991, + "train_steps_per_second": 0.062 + } + ], + "logging_steps": 10, + "max_steps": 5735, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 4951250244206592.0, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..7582166 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74b2ba242ce1a7991ec2f86e74d7a8bc4ecd1ff0f8e8e4ca77d0fcd016634215 +size 8081