From fef4a8b0b6b08fd2b94cf4b873954f96ec8857d3 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 29 Jul 2026 05:52:24 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: lldois/v22_scratch_clean_cot_lr6e6_ep3 Source: Original Platform --- .gitattributes | 36 + README.md | 58 + all_results.json | 8 + chat_template.jinja | 89 + config.json | 63 + experiment_recipe.json | 62 + generation_config.json | 12 + model.safetensors | 3 + ...16502.ubuntu-System-Product-Name.2039686.0 | 3 + tokenizer.json | 3 + tokenizer_config.json | 16 + train.log | 2647 ++++++++++++ train_results.json | 8 + trainer_log.jsonl | 502 +++ trainer_state.json | 3550 +++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 41060 bytes 17 files changed, 7063 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 experiment_recipe.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 runs/Jul10_01-01-42_ubuntu-System-Product-Name/events.out.tfevents.1783616502.ubuntu-System-Product-Name.2039686.0 create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train.log create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..8b91303 --- /dev/null +++ b/README.md @@ -0,0 +1,58 @@ +--- +library_name: transformers +license: other +base_model: OpenOneRec/OneReason-0.8B-pretrain-competition +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: v22_scratch_clean_cot_lr6e6_ep3 + results: [] +--- + + + +# v22_scratch_clean_cot_lr6e6_ep3 + +This model is a fine-tuned version of [OpenOneRec/OneReason-0.8B-pretrain-competition](https://huggingface.co/OpenOneRec/OneReason-0.8B-pretrain-competition) on the exp_scratch_clean_cot_ep3 dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 6e-06 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 202607221 +- gradient_accumulation_steps: 4 +- total_train_batch_size: 4 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 0.02 +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- Transformers 5.6.0 +- Pytorch 2.7.1+cu126 +- Datasets 4.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..78552f4 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "total_flos": 1.2088453569639322e+18, + "train_loss": 1.6374940127907638, + "train_runtime": 20816.512, + "train_samples_per_second": 0.481, + "train_steps_per_second": 0.12 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..c4eb20b --- /dev/null +++ b/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "5.6.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 176253 +} diff --git a/experiment_recipe.json b/experiment_recipe.json new file mode 100644 index 0000000..56da2b1 --- /dev/null +++ b/experiment_recipe.json @@ -0,0 +1,62 @@ +{ + "created_at": "2026-07-10 01:00:49", + "run": { + "name": "v22_scratch_clean_cot_lr6e6_ep3", + "dataset": "scratch_clean_cot_ep3", + "model_path": "OpenOneRec/OneReason-0.8B-pretrain-competition", + "lr": "6.0e-6", + "epochs": 3, + "warmup": 0.02, + "scheduler": "cosine", + "seed": 202607221, + "note": "Scratch SFT from official OneReason. Clean CoT-balanced long run: original CoT data plus short/clean rec CoT, no-think direct rec route, strict user JSON, and strong item replay. Tests whether 3 epochs at low LR learns stable CoT without v7 final-only bias.", + "config": "/home/ll/llm4rec/experiments/configs/v22_scratch_clean_cot_lr6e6_ep3.yaml" + }, + "dataset_manifest": { + "name": "scratch_clean_cot_ep3", + "path": "/home/ll/llm4rec/experiments/data/scratch_clean_cot_ep3.jsonl", + "records": 66060, + "groups": { + "user": 9278, + "item": 21578, + "rec": 35204 + }, + "variants": { + "user_array_json_strict": 1588, + "raw": 32480, + "item_short_think": 2792, + "rec_cot_pattern_clean": 9600, + "rec_no_think_direct_final": 6400, + "user_strict_array": 1588, + "item_compact_cot": 5597, + "user_extra_no_think_logic": 602, + "item_no_think_direct_final": 2805, + "user_logic_json_strict": 1304, + "user_strict_logic": 1304 + }, + "sha256": "a7de0c5c501a7dfeca8170ca9f37a0fa24eae24d78a83164cc24ff502e619a38", + "seed": 202607111 + }, + "dataset_recipe": "Scratch official-OneReason SFT: original CoT all + 9600 cleaned rec CoT + 6400 rec /no_think direct-final + strict user JSON/route aug + item route aug + compact item CoT aug.", + "cot_policy": "Preserve /think reasoning supervision and do not use v7_final_only as a CoT training base. For /no_think prompts, train pure final answers without generated tags. This is route-specific behavior, not global CoT removal.", + "raw_counts": { + "rec": 19204, + "item": 10384, + "user": 2892 + }, + "eval_observations": { + "v07": "best local score so far: total=0.8978, eval_time≈47.3min; fast final outputs likely help.", + "v15": "best CoT-preserving score so far: total=0.8778, eval_time≈70.1min; logs show repeated tokens, JSON shell errors, prompt leakage, and verbose /no_think outputs.", + "v19": "best CoT-native continuation so far: total=0.8855, eval_time≈48.1min; user1 and rec4 improved but world dropped.", + "v20": "v7 final-only continuation with CoT restore failed as a CoT route: total=0.8527, item fell to 0.1840; do not use v7 as future CoT base.", + "v16": "CoT pattern rewrite failed: total=0.7912; logs show malformed user JSON and fragmented recommendation reasoning.", + "v18": "low-LR mixed replay from v12 failed: total=0.8340; item/world dropped and rec outputs mixed text/itemic/think tags." + }, + "script": "/home/ll/llm4rec/experiments/run_experiments.py", + "script_sha256": "a03ddf5a479db437247aed4b8000b25cb5021988029220bd818133123951aa00", + "deadline": "2026-07-10 09:00:00 +0800", + "reproduce": { + "prepare_command": "EXPERIMENT_PREPARE_ONLY=1 python3 experiments/run_experiments.py", + "train_command": "CUDA_VISIBLE_DEVICES= bash -lc 'source /home/ll/llm4rec/demo/LLaMA-Factory/.venv/bin/activate && llamafactory-cli train /home/ll/llm4rec/experiments/configs/v22_scratch_clean_cot_lr6e6_ep3.yaml'" + } +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..cf5bf49 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.6.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..4e6f768 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9f54709372707a5ceea8d5fb1c095300abe5e1118f4b910109c21a10b997364 +size 1602902832 diff --git a/runs/Jul10_01-01-42_ubuntu-System-Product-Name/events.out.tfevents.1783616502.ubuntu-System-Product-Name.2039686.0 b/runs/Jul10_01-01-42_ubuntu-System-Product-Name/events.out.tfevents.1783616502.ubuntu-System-Product-Name.2039686.0 new file mode 100644 index 0000000..c017640 --- /dev/null +++ b/runs/Jul10_01-01-42_ubuntu-System-Product-Name/events.out.tfevents.1783616502.ubuntu-System-Product-Name.2039686.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79c9268dbb483870f064b5b1da8b0ebb1dfa07c379d4209d39bff70242d788a9 +size 111908 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..8aee134 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd4d15f596979aecbc11ba12668cb21c9fb8452ce1235cd9d7878cc950170421 +size 16016554 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..9b55322 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,16 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train.log b/train.log new file mode 100644 index 0000000..0d92b56 --- /dev/null +++ b/train.log @@ -0,0 +1,2647 @@ +/home/ll/llm4rec/demo/LLaMA-Factory/.venv/lib/python3.11/site-packages/jieba/_compat.py:18: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. + import pkg_resources +[transformers] warmup_ratio is deprecated and will be removed in v5.2. Use `warmup_steps` instead. +[transformers] `logging_dir` is deprecated and will be removed in v5.2. Please set `TENSORBOARD_LOGGING_DIR` instead. +[INFO|2026-07-10 01:00:52] llamafactory.hparams.parser:523 >> Process rank: 0, world size: 1, device: cuda:0, distributed training: False, compute dtype: torch.bfloat16 +[INFO|configuration_utils.py:771] 2026-07-10 01:00:53,350 >> loading configuration file config.json from cache at /home/ll/.cache/huggingface/hub/models--OpenOneRec--OneReason-0.8B-pretrain-competition/snapshots/5a0a9ec5c601c268bb2300d99baa7a4ad526ab0c/config.json +[INFO|configuration_utils.py:847] 2026-07-10 01:00:53,352 >> Model config Qwen3Config { + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": null, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "5.6.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 176253 +} + +[INFO|configuration_utils.py:771] 2026-07-10 01:01:00,402 >> loading configuration file config.json from cache at /home/ll/.cache/huggingface/hub/models--OpenOneRec--OneReason-0.8B-pretrain-competition/snapshots/5a0a9ec5c601c268bb2300d99baa7a4ad526ab0c/config.json +[INFO|configuration_utils.py:847] 2026-07-10 01:01:00,403 >> Model config Qwen3Config { + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": null, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "5.6.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 176253 +} + +[INFO|configuration_utils.py:771] 2026-07-10 01:01:01,468 >> loading configuration file config.json from cache at /home/ll/.cache/huggingface/hub/models--OpenOneRec--OneReason-0.8B-pretrain-competition/snapshots/5a0a9ec5c601c268bb2300d99baa7a4ad526ab0c/config.json +[INFO|configuration_utils.py:847] 2026-07-10 01:01:01,469 >> Model config Qwen3Config { + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": null, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "5.6.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 176253 +} + +[INFO|2026-07-10 01:01:06] llamafactory.data.loader:144 >> Loading dataset /home/ll/llm4rec/experiments/data/scratch_clean_cot_ep3.jsonl... +Setting num_proc from 16 back to 1 for the train split to disable multiprocessing as it only contains one shard. + Generating train split: 0 examples [00:00, ? examples/s] Generating train split: 10779 examples [00:00, 96416.36 examples/s] Generating train split: 23971 examples [00:00, 111029.45 examples/s] Generating train split: 38302 examples [00:00, 120310.33 examples/s] Generating train split: 52601 examples [00:00, 126357.35 examples/s] Generating train split: 66060 examples [00:00, 124209.60 examples/s] + Converting format of dataset (num_proc=16): 0%| | 0/66060 [00:00user +【用户交互历史】： +【2023-01-30】 + --:-- [商品-购买] <|prod_begin|> +【2023-03-15】 + --:-- [商品-购买] <|prod_begin|> +【2023-04-07】 + --:-- [商品-购买] <|prod_begin|> +【2023-05-18】 + --:-- [商品-购买] <|prod_begin|> +【2023-08-13】 + --:-- [商品-购买] <|prod_begin|> +【2023-08-15】 + --:-- [商品-购买] <|prod_begin|> +【2023-09-24】 + --:-- [商品-购买] <|prod_begin|> +【2023-09-25】 + --:-- [商品-购买] <|prod_begin|> +【2023-10-12】 + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +【2023-11-08】 + --:-- [商品-购买] <|prod_begin|> +【2023-11-12】 + --:-- [商品-购买] <|prod_begin|> +【2023-11-20】 + --:-- [商品-购买] <|prod_begin|> +【2023-12-09】 + --:-- [商品-购买] <|prod_begin|> +【2023-12-11】 + --:-- [商品-购买] <|prod_begin|> +【2024-01-16】 + --:-- [商品-购买] <|prod_begin|> +【2024-03-22】 + --:-- [商品-购买] <|prod_begin|> +【2024-04-02】 + --:-- [商品-购买] <|prod_begin|> +【2024-04-09】 + --:-- [商品-购买] <|prod_begin|> +【2024-07-25】 + --:-- [商品-购买] <|prod_begin|> +【2024-09-12】 + --:-- [商品-购买] <|prod_begin|> +【2024-09-19】 + --:-- [商品-购买] <|prod_begin|> +【2024-09-26】 + --:-- [商品-购买] <|prod_begin|> +【2024-10-28】 + --:-- [商品-购买] <|prod_begin|> +【2024-11-11】 + --:-- [商品-购买] <|prod_begin|> +【2024-12-14】 + --:-- [商品-购买] <|prod_begin|> +【2024-12-24】 + --:-- [商品-购买] <|prod_begin|> +【2025-01-01】 + --:-- [商品-购买] <|prod_begin|> +【2025-03-29】 + --:-- [商品-购买] <|prod_begin|> +【2025-04-01】 + --:-- [商品-购买] <|prod_begin|> +【2025-05-28】 + --:-- [商品-购买] <|prod_begin|> +【2025-06-03】 + --:-- [直播-首次打赏] <|living_begin|> +【2025-07-12】 + --:-- [商品-购买] <|prod_begin|> +【2025-07-15】 + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +【2025-08-01】 + --:-- [商品-购买] <|prod_begin|> +【2025-08-02】 + --:-- [商品-购买] <|prod_begin|> +【2025-08-04】 + --:-- [商品-购买] <|prod_begin|> +【2025-08-11】 + --:-- [商品-购买] <|prod_begin|> +【2025-08-20】 + --:-- [商品-购买] <|prod_begin|> +【2025-08-25】 + --:-- [商品-购买] <|prod_begin|> +【2025-10-25】 + --:-- [直播-首次打赏] <|living_begin|> +【2025-11-14】 + --:-- [直播-首次打赏] <|living_begin|> +【2025-12-02】 + --:-- [直播-关注] <|living_begin|> +【2025-12-03】 + --:-- [直播-关注] <|living_begin|> + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +【2025-12-04】 + --:-- [直播-关注] <|living_begin|> +【2025-12-06】 + --:-- [直播-关注] <|living_begin|> +【2025-12-07】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> +【2025-12-10】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> +【2025-12-11】 + --:-- [直播-关注] <|living_begin|> + 05:02 [广告-深度转化] <|ad_begin|> +【2025-12-12】 + --:-- [直播-关注] <|living_begin|> + 07:12 [广告-深度转化] <|ad_begin|> +【2025-12-13】 + 06:43 [广告-深度转化] <|ad_begin|> +【2025-12-14】 + 09:43 [广告-深度转化] <|ad_begin|> +【2025-12-15】 + --:-- [直播-关注] <|living_begin|> + 07:26 [广告-深度转化] <|ad_begin|> + 12:21 [广告-深度转化] <|ad_begin|> +【2025-12-16】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> +【2025-12-17】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> + --:-- [直播-首次打赏] <|living_begin|> +【2025-12-18】 + --:-- [直播-首次打赏] <|living_begin|> + 04:24 [广告-深度转化] <|ad_begin|> + 20:44 [广告-深度转化] <|ad_begin|> + 20:44 [广告-点击] <|ad_begin|> +【2025-12-19】 + --:-- [直播-首次打赏] <|living_begin|> + --:-- [直播-关注/首次打赏] <|living_begin|> + 02:03 [广告-点击] <|ad_begin|> + 23:54 [广告-深度转化] <|ad_begin|> + 23:54 [广告-点击] <|ad_begin|> +【2025-12-20】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> + 00:37 [广告-点击] <|ad_begin|> + 02:12 [广告-点击] <|ad_begin|> + 10:02 [广告-深度转化] <|ad_begin|> + 10:02 [广告-点击] <|ad_begin|> + --:-- [商品-购买] <|prod_begin|> +【2025-12-21】 + --:-- [直播-关注] <|living_begin|> + 00:22 [广告-深度转化] <|ad_begin|> + 00:22 [广告-点击] <|ad_begin|> + 11:38 [广告-深度转化] <|ad_begin|> + 11:38 [广告-点击] <|ad_begin|> +【2025-12-22】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> + 05:55 [广告-点击] <|ad_begin|> +【2025-12-23】 + 10:22 [广告-点击] <|ad_begin|> + 11:14 [广告-点击] <|ad_begin|> +【2025-12-25】 + 11:04 [广告-点击] <|ad_begin|> +【2025-12-26】 + 00:13 [广告-点击] <|ad_begin|> +【2025-12-27】 + --:-- [直播-关注] <|living_begin|> +【2025-12-28】 + 14:58 [广告-深度转化] <|ad_begin|> + 14:58 [广告-点击] <|ad_begin|> + 16:16 [广告-深度转化] <|ad_begin|> + 16:16 [广告-点击] <|ad_begin|> + 16:21 [广告-点击] <|ad_begin|> +【2025-12-29】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> + --:-- [直播-首次打赏] <|living_begin|> +【2025-12-30】 + 00:03 [广告-点击] <|ad_begin|> + 04:15 [广告-深度转化] <|ad_begin|> + 04:15 [广告-点击] <|ad_begin|> + 08:47 [广告-深度转化] <|ad_begin|> + 08:47 [广告-点击] <|ad_begin|> + 11:58 [广告-深度转化] <|ad_begin|> + 11:58 [广告-点击] <|ad_begin|> + 13:46 [广告-深度转化] <|ad_begin|> + 13:46 [广告-点击] <|ad_begin|> + 13:53 [广告-点击] <|ad_begin|> + 17:52 [广告-点击] <|ad_begin|> +【2025-12-31】 + --:-- [直播-关注] <|living_begin|> + --:-- [商品-加购] <|prod_begin|> +【2026-01-01】 + 11:20 [广告-深度转化] <|ad_begin|> + 11:20 [广告-点击] <|ad_begin|> +【2026-01-02】 + 01:13 [广告-深度转化] <|ad_begin|> + 01:13 [广告-点击] <|ad_begin|> + 10:29 [广告-深度转化] <|ad_begin|> + 10:29 [广告-点击] <|ad_begin|> +【2026-01-03】 + --:-- [直播-关注/首次打赏] <|living_begin|> + 11:18 [广告-点击] <|ad_begin|> +【2026-01-05】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> +【2026-01-07】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-08】 + 03:13 [广告-点击] <|ad_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-10】 + 22:05 [广告-点击] <|ad_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-11】 + --:-- [直播-关注] <|living_begin|> + 09:56 [广告-点击] <|ad_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-13】 + 02:14 [广告-深度转化] <|ad_begin|> + 02:14 [广告-点击] <|ad_begin|> + 10:08 [广告-深度转化] <|ad_begin|> + 10:08 [广告-点击] <|ad_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-14】 + --:-- [直播-关注] <|living_begin|> + 10:02 [广告-点击] <|ad_begin|> + 13:36 [广告-深度转化] <|ad_begin|> + 13:36 [广告-点击] <|ad_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-15】 + 10:44 [广告-深度转化] <|ad_begin|> + 10:44 [广告-点击] <|ad_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-16】 + 16:07 [广告-深度转化] <|ad_begin|> + 16:07 [广告-点击] <|ad_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-17】 + 00:39 [广告-点击] <|ad_begin|> + 07:23 [广告-点击] <|ad_begin|> + 07:33 [广告-点击] <|ad_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-18】 + --:-- [直播-关注] <|living_begin|> + 04:02 [广告-深度转化] <|ad_begin|> + 04:02 [广告-点击] <|ad_begin|> +【2026-01-19】 + --:-- [直播-关注] <|living_begin|> + 14:43 [广告-深度转化] <|ad_begin|> + 14:43 [广告-点击] <|ad_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-20】 + 03:49 [广告-点击] <|ad_begin|> + 03:54 [广告-深度转化] <|ad_begin|> + 03:54 [广告-点击] <|ad_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-21】 + 16:11 [视频-转发/长播] <|video_begin|> + 16:13 [视频-转发/长播] <|video_begin|> + 16:34 [视频-点赞/长播] <|video_begin|> + 22:01 [视频-点赞/长播] <|video_begin|> + 22:01 [视频-收藏/长播] <|video_begin|> + 22:07 [视频-点赞/长播] <|video_begin|> + 22:41 [视频-收藏/长播] <|video_begin|> + 22:43 [视频-收藏/长播] <|video_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-22】 + 03:22 [广告-点击] <|ad_begin|> + 13:48 [视频-收藏/长播] <|video_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-23】 + --:-- [直播-关注] <|living_begin|> + 03:15 [视频-转发/长播] <|video_begin|> + 04:26 [视频-关注/点赞/长播] <|video_begin|> + 05:02 [视频-点赞/长播] <|video_begin|> + 05:13 [视频-浏览] <|video_begin|> + 05:51 [视频-点赞/长播] <|video_begin|> + 08:18 [广告-深度转化] <|ad_begin|> + 08:18 [广告-点击] <|ad_begin|> + 09:03 [广告-点击] <|ad_begin|> + 12:35 [广告-点击] <|ad_begin|> + 13:23 [视频-收藏/长播] <|video_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-24】 + 10:32 [视频-收藏/长播] <|video_begin|> + 11:01 [视频-收藏/长播] <|video_begin|> + 11:21 [广告-深度转化] <|ad_begin|> + 11:21 [广告-点击] <|ad_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-25】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> + 10:29 [视频-点赞/长播] <|video_begin|> + 10:56 [视频-收藏/长播] <|video_begin|> + 12:35 [视频-收藏/长播] <|video_begin|> + 14:53 [广告-点击] <|ad_begin|> + 15:16 [视频-关注/长播] <|video_begin|> + 15:25 [视频-点赞/长播] <|video_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-26】 + 01:35 [视频-点赞/长播] <|video_begin|> + 02:07 [广告-点击] <|ad_begin|> + 06:46 [视频-收藏/长播] <|video_begin|> + 06:48 [视频-转发/长播] <|video_begin|> + 06:55 [广告-点击] <|ad_begin|> + 07:15 [视频-收藏/长播] <|video_begin|> + 07:18 [视频-收藏/长播] <|video_begin|> + 07:28 [视频-转发/长播] <|video_begin|> + 07:34 [视频-转发/长播] <|video_begin|> + 08:14 [视频-点赞/长播] <|video_begin|> + 08:14 [视频-点赞/长播] <|video_begin|> + 08:18 [视频-点赞/长播] <|video_begin|> + 13:39 [视频-收藏/长播] <|video_begin|> + 13:46 [视频-点赞/长播] <|video_begin|> + 16:51 [视频-点赞/长播] <|video_begin|> + 17:02 [视频-收藏/长播] <|video_begin|> + 21:51 [视频-点赞/长播] <|video_begin|> + 21:51 [视频-点赞/长播] <|video_begin|> + 22:18 [视频-收藏/长播] <|video_begin|> + 22:18 [视频-关注/点赞/长播] <|video_begin|> + 22:21 [视频-关注/长播] <|video_begin|> + 22:25 [视频-点赞/长播] <|video_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-27】 + --:-- [直播-关注] <|living_begin|> + 01:44 [视频-点赞/长播] <|video_begin|> + 01:46 [视频-点赞/长播] <|video_begin|> + 01:49 [视频-收藏/长播] <|video_begin|> + 04:09 [广告-深度转化] <|ad_begin|> + 04:09 [广告-点击] <|ad_begin|> + 10:11 [视频-收藏/长播] <|video_begin|> + 10:32 [广告-深度转化] <|ad_begin|> + 10:32 [广告-点击] <|ad_begin|> + 11:46 [广告-点击] <|ad_begin|> + 13:48 [广告-点击] <|ad_begin|> + 23:52 [广告-点击] <|ad_begin|> +【2026-01-28】 + 00:54 [视频-收藏/长播] <|video_begin|> + 03:42 [视频-收藏/长播] <|video_begin|> + 04:05 [视频-收藏/长播] <|video_begin|> + 04:11 [视频-收藏/长播] <|video_begin|> + 05:08 [视频-收藏/长播] <|video_begin|> + 09:57 [广告-点击] <|ad_begin|> + 12:52 [广告-点击] <|ad_begin|> + 13:41 [广告-深度转化] <|ad_begin|> + 13:41 [广告-点击] <|ad_begin|> + 14:40 [视频-关注/点赞/长播] <|video_begin|> + 22:56 [视频-点赞/长播] <|video_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-29】 + --:-- [直播-关注] <|living_begin|> + 00:12 [视频-收藏/长播] <|video_begin|> + 01:24 [视频-收藏/长播] <|video_begin|> + 01:25 [视频-收藏/长播] <|video_begin|> + 03:15 [视频-浏览] <|video_begin|> + 03:44 [视频-点赞/长播] <|video_begin|> + 07:07 [广告-点击] <|ad_begin|> + 21:58 [视频-点赞/长播] <|video_begin|> + 21:58 [视频-关注/点赞/长播] <|video_begin|> + 21:59 [视频-点赞/长播] <|video_begin|> + 22:39 [视频-点赞/长播] <|video_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-30】 + --:-- [直播-关注] <|living_begin|> + 00:38 [视频-收藏/长播] <|video_begin|> + 00:41 [视频-点赞/长播] <|video_begin|> + 01:12 [视频-收藏/长播] <|video_begin|> + 01:39 [视频-浏览] <|video_begin|> + 02:17 [视频-收藏/长播] <|video_begin|> + 04:21 [视频-收藏/长播] <|video_begin|> + 04:53 [视频-收藏/长播] <|video_begin|> + 06:18 [视频-转发/长播] <|video_begin|> + 08:05 [视频-收藏/长播] <|video_begin|> + 15:19 [广告-点击] <|ad_begin|> + 21:36 [视频-关注/长播] <|video_begin|> + 23:35 [视频-关注/收藏/长播] <|video_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-31】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-首次打赏] <|living_begin|> + 01:23 [视频-点赞/长播] <|video_begin|> + 01:23 [视频-关注/收藏/长播] <|video_begin|> + 01:32 [视频-收藏/长播] <|video_begin|> + 10:09 [视频-点赞/长播] <|video_begin|> + 16:39 [视频-点赞/长播] <|video_begin|> + 16:39 [视频-收藏/长播] <|video_begin|> + 16:39 [视频-收藏/长播] <|video_begin|> + 16:43 [视频-点赞/长播] <|video_begin|> + 16:47 [视频-点赞/长播] <|video_begin|> + 16:53 [广告-点击] <|ad_begin|> + 18:32 [视频-收藏/长播] <|video_begin|> + 18:33 [视频-点赞/长播] <|video_begin|> + 18:33 [视频-收藏/长播] <|video_begin|> + 18:34 [视频-收藏/长播] <|video_begin|> +【2026-02-01】 + 07:04 [视频-关注/长播] <|video_begin|> + 07:12 [视频-点赞/长播] <|video_begin|> + 07:12 [视频-点赞/长播] <|video_begin|> + 12:19 [视频-点赞/长播] <|video_begin|> + 12:19 [视频-点赞/长播] <|video_begin|> + 14:50 [视频-点赞/长播] <|video_begin|> + 15:03 [视频-转发/收藏/点赞/长播] <|video_begin|> + 15:31 [视频-收藏/长播] <|video_begin|> + 16:17 [视频-收藏/长播] <|video_begin|> +【2026-02-02】 + 00:30 [视频-收藏/长播] <|video_begin|> + 00:37 [广告-点击] <|ad_begin|> + 07:22 [视频-关注/长播] <|video_begin|> + 07:36 [广告-深度转化] <|ad_begin|> + 07:36 [广告-点击] <|ad_begin|> + 11:06 [视频-点赞/长播] <|video_begin|> + 18:13 [视频-点赞/长播] <|video_begin|> + 18:16 [视频-转发/长播] <|video_begin|> + 23:36 [视频-评论/长播] <|video_begin|> +【2026-02-03】 + 02:35 [视频-收藏/长播] <|video_begin|> + 06:00 [视频-点赞/长播] <|video_begin|> + 09:49 [视频-收藏/长播] <|video_begin|> + 10:03 [视频-收藏/长播] <|video_begin|> + 10:30 [视频-点赞/长播] <|video_begin|> + 10:30 [视频-点赞/长播] <|video_begin|> + 15:42 [视频-长播] <|video_begin|> + 15:42 [视频-长播] <|video_begin|> + 16:19 [广告-深度转化] <|ad_begin|> + 16:19 [广告-点击] <|ad_begin|> + 20:39 [视频-长播] <|video_begin|> + 20:39 [视频-长播] <|video_begin|> + 20:39 [视频-长播] <|video_begin|> + 20:39 [视频-长播] <|video_begin|> + 20:43 [视频-转发/长播] <|video_begin|> + 20:44 [视频-长播] <|video_begin|> + 20:45 [视频-长播] <|video_begin|> + 20:45 [视频-长播] <|video_begin|> + 20:45 [视频-长播] <|video_begin|> + 20:45 [视频-点赞/长播] <|video_begin|> + 20:50 [视频-长播] <|video_begin|> + 20:50 [视频-长播] <|video_begin|> + 20:50 [视频-点赞/长播] <|video_begin|> + 20:52 [视频-长播] <|video_begin|> + 20:52 [视频-长播] <|video_begin|> + 20:52 [视频-长播] <|video_begin|> + 20:56 [视频-长播] <|video_begin|> + 20:56 [视频-长播] <|video_begin|> + 20:56 [视频-点赞/长播] <|video_begin|> + 20:59 [视频-长播] <|video_begin|> + 22:14 [视频-长播] <|video_begin|> + 22:32 [视频-长播] <|video_begin|> + 22:35 [视频-收藏/长播] <|video_begin|> + 22:36 [视频-长播] <|video_begin|> + 22:36 [视频-点赞/长播] <|video_begin|> + 23:16 [视频-长播] <|video_begin|> + 23:16 [视频-长播] <|video_begin|> + 23:16 [视频-长播] <|video_begin|> + 23:29 [视频-长播] <|video_begin|> +【2026-02-04】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> + 12:22 [视频-长播] <|video_begin|> + 14:21 [广告-点击] <|ad_begin|> + 15:00 [视频-浏览] <|video_begin|> + 15:28 [广告-深度转化] <|ad_begin|> + 15:28 [广告-点击] <|ad_begin|> + 16:14 [视频-点赞/长播] <|video_begin|> +【2026-02-05】 + 00:04 [视频-长播] <|video_begin|> + 00:04 [视频-收藏/长播] <|video_begin|> + 00:04 [视频-关注/点赞/长播] <|video_begin|> + 00:06 [视频-长播] <|video_begin|> + 00:06 [视频-长播] <|video_begin|> + 00:06 [视频-收藏/长播] <|video_begin|> + 00:10 [视频-长播] <|video_begin|> + 00:10 [视频-长播] <|video_begin|> + 00:36 [广告-深度转化] <|ad_begin|> + 00:36 [广告-点击] <|ad_begin|> + 03:14 [视频-点赞/长播] <|video_begin|> + 04:01 [视频-长播] <|video_begin|> + 04:01 [视频-长播] <|video_begin|> + 04:01 [视频-长播] <|video_begin|> + 04:01 [视频-长播] <|video_begin|> + 04:06 [视频-长播] <|video_begin|> + 04:55 [视频-长播] <|video_begin|> + 04:55 [视频-长播] <|video_begin|> + 04:55 [视频-长播] <|video_begin|> + 05:02 [广告-点击] <|ad_begin|> + 05:30 [视频-长播] <|video_begin|> + 07:08 [视频-长播] <|video_begin|> + 07:08 [视频-点赞/长播] <|video_begin|> + 08:31 [视频-长播] <|video_begin|> + 08:31 [视频-长播] <|video_begin|> + 08:31 [视频-长播] <|video_begin|> + 08:31 [视频-长播] <|video_begin|> + 08:56 [广告-深度转化] <|ad_begin|> + 08:56 [广告-点击] <|ad_begin|> + 14:45 [视频-长播] <|video_begin|> + 14:45 [视频-长播] <|video_begin|> + 14:45 [视频-长播] <|video_begin|> + 14:50 [视频-长播] <|video_begin|> + 14:50 [视频-长播] <|video_begin|> +角色任务：你作为极端严苛的用户行为数据挖掘专家和数据格式化专家，需要根据以上用户交互历史，围绕给定主题抽取存在行为递进逻辑与内在关联的交互行为逻辑链。 +交互行为类型（固定格式严禁更改）： 搜索-搜索、视频-浏览、视频-长播、直播-关注、直播-首次打赏、商品-点击、商品-购买、广告-点击、广告-深度转化 +核心逻辑要求（递进性准则）： +请依时间顺序提取 5 步以内的行为链，并确保后项交互B是前项交互A的场景需求协同补充、副作用诱因或兴趣细化升级，也就是 B 必须由 A 的延伸需求所驱动；严禁提取任何品类平级、内容重复或仅因天气/促销形成的并列凑单行为。 +1.场景驱动协同：交互 B 相对于交互 A，必须在同一生活场景与主题类目下形成强需求补完关系。 +2.兴趣因果递进：交互 B 需要体现为交互 A 之后衍生出的副作用需求或新需求，或者 A 是促使 B 出现的诱因。 +3.需求深度细化：在同一主题类目中，交互 B 相比交互 A 应体现出更具体、更详细的需求层次，但不得包含多次重复的购买、点击、搜索等行为，以避免重复节点内容。 +请围绕以下主题提取行为逻辑链： +主题：从被动接收到主动探索：汽车后市场消费决策演化 + +输出格式：请以 JSON 对象形式返回，结构如下： +{ + "logic_chain": { + "name": "从被动接收到主动探索：汽车后市场消费决策演化", + "events": [ + { + "date": "YYYY-MM-DD", + "action": "[交互行为类型] 交互内容"（严格对应Timeline中交互条目，不允许省略）, + "logic": "逻辑说明" + } + ] + } +} + +强约束：最终答案必须是一个可被 json.loads 解析的 JSON，不能包含 Markdown、解释、重复键或 JSON 外额外字符。/no_think<|im_end|> +<|im_start|>assistant +{"logic_chain":{"name":"从被动接收到主动探索：汽车后市场消费决策演化","events":[{"date":"2026-01-21","action":"[视频-收藏/长播] <|video_begin|>","logic":"初始触发：通过收藏汽车实用技巧视频，表现出对提升驾驶体验和安全性的初步兴趣。"},{"date":"2026-01-30","action":"[视频-收藏/长播] <|video_begin|>","logic":"兴趣聚焦：从泛化的汽车知识，收敛到对“行车记录仪”这一具体安防设备的功能性认知，并收藏了介绍视频。"},{"date":"2026-01-30","action":"[商品-点击] <|prod_begin|>","logic":"决策深化与参数对比（维度一）：主动点击具体商品，关注点明确为“4K高清”、“前后双录”、“手机互联”，开始进入产品选型和参数对比阶段。"},{"date":"2026-01-30","action":"[商品-点击] <|prod_begin|>","logic":"认知增量与需求升级（维度二）：在“4K高清”基础上，增加了“三镜头”、“车内录像”、“倒车影像”等新功能维度，体现了对产品功能覆盖面更全面的考量，完成了从“前后双录”到“三镜头全景”的认知跃迁。"}]}}<|im_end|> +<|im_start|>user +【用户交互历史】： +【2024-12-24】 + --:-- [商品-点击] <|prod_begin|> +【2025-01-15】 + --:-- [商品-点击] <|prod_begin|> +【2025-04-28】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2025-05-26】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2025-08-31】 + --:-- [商品-点击] <|prod_begin|> +【2026-01-06】 + --:-- [商品-点击] <|prod_begin|> +【2026-01-24】 + 05:46 [视频-收藏/点赞/长播] <|video_begin|> + 10:49 [视频-关注/长播] <|video_begin|> +【2026-01-26】 + 07:21 [视频-收藏/点赞/长播] <|video_begin|> +【2026-01-27】 + 05:35 [视频-点赞] <|video_begin|> + 05:40 [视频-收藏/点赞/长播] <|video_begin|> + 06:36 [视频-收藏/点赞/长播] <|video_begin|> + 09:15 [视频-收藏/点赞/长播] <|video_begin|> + 10:27 [视频-收藏/点赞/长播] <|video_begin|> + 10:37 [视频-收藏/点赞/长播] <|video_begin|> +【2026-01-28】 + 03:12 [视频-收藏/点赞/长播] <|video_begin|> + 03:28 [视频-收藏/点赞/长播] <|video_begin|> + 03:28 [视频-收藏/点赞/长播] <|video_begin|> + 08:08 [视频-收藏/点赞/长播] <|video_begin|> + 08:20 [视频-关注/长播] <|video_begin|> + 08:27 [视频-关注/长播] <|video_begin|> + 09:20 [视频-关注] <|video_begin|> + 09:33 [视频-浏览] <|video_begin|> + 10:50 [广告-深度转化] <|ad_begin|> + 10:51 [视频-关注/长播] <|video_begin|> + 10:56 [视频-关注/长播] <|video_begin|> + 11:08 [视频-关注/长播] <|video_begin|> + 11:50 [视频-点赞] <|video_begin|> + 12:16 [广告-深度转化] <|ad_begin|> +【2026-01-29】 + 09:58 [视频-收藏/点赞/长播] <|video_begin|> + 11:25 [广告-深度转化] <|ad_begin|> + 12:07 [广告-深度转化] <|ad_begin|> +【2026-01-30】 + 00:43 [广告-深度转化] <|ad_begin|> + 03:45 [广告-深度转化] <|ad_begin|> + 06:19 [广告-深度转化] <|ad_begin|> + 08:24 [广告-深度转化] <|ad_begin|> + 08:46 [广告-深度转化] <|ad_begin|> + 08:46 [广告-点击] <|ad_begin|> + 10:01 [广告-深度转化] <|ad_begin|> + 10:01 [广告-点击] <|ad_begin|> + 12:03 [视频-收藏/点赞/长播] <|video_begin|> + 12:14 [视频-收藏/点赞/长播] <|video_begin|> + 12:14 [视频-收藏/点赞/长播] <|video_begin|> + 12:31 [广告-深度转化] <|ad_begin|> + 12:31 [广告-点击] <|ad_begin|> + 13:02 [视频-关注/收藏/点赞/长播] <|video_begin|> + 13:05 [视频-关注/收藏/点赞/长播] <|video_begin|> + 13:25 [视频-关注/收藏/点赞/长播] <|video_begin|> + 13:53 [广告-深度转化] <|ad_begin|> + 13:53 [广告-点击] <|ad_begin|> +【2026-01-31】 + 03:00 [广告-深度转化] <|ad_begin|> + 03:00 [广告-点击] <|ad_begin|> + 04:28 [广告-深度转化] <|ad_begin|> + 04:28 [广告-点击] <|ad_begin|> + 06:43 [视频-关注/收藏/点赞/长播] <|video_begin|> + 06:54 [视频-收藏/点赞/长播] <|video_begin|> + 07:43 [广告-深度转化] <|ad_begin|> + 07:43 [广告-点击] <|ad_begin|> + 09:13 [视频-关注/收藏/点赞/长播] <|video_begin|> + 09:30 [视频-关注/收藏/点赞/长播] <|video_begin|> + 09:32 [视频-关注/收藏/点赞/长播] <|video_begin|> + 10:06 [视频-关注/收藏/点赞/长播] <|video_begin|> + 10:16 [视频-关注/收藏/点赞/长播] <|video_begin|> + 10:31 [视频-关注/收藏/点赞/长播] <|video_begin|> + 10:31 [视频-关注/收藏/点赞/长播] <|video_begin|> + 10:40 [视频-关注/收藏/点赞/长播] <|video_begin|> + 11:13 [广告-深度转化] <|ad_begin|> + 11:13 [广告-点击] <|ad_begin|> + 11:15 [视频-关注/收藏/点赞/长播] <|video_begin|> + 11:15 [视频-收藏/点赞/长播] <|video_begin|> + 11:51 [视频-收藏/点赞/长播] <|video_begin|> + 12:11 [视频-关注/收藏/点赞/长播] <|video_begin|> + 12:11 [视频-关注/收藏/点赞/长播] <|video_begin|> + 12:11 [视频-收藏/点赞/长播] <|video_begin|> + 12:12 [广告-深度转化] <|ad_begin|> + 12:12 [广告-点击] <|ad_begin|> + 12:25 [广告-深度转化] <|ad_begin|> + 12:25 [广告-点击] <|ad_begin|> + 13:05 [广告-点击] <|ad_begin|> +【2026-02-01】 + 00:17 [广告-深度转化] <|ad_begin|> + 00:17 [广告-点击] <|ad_begin|> + 00:53 [广告-深度转化] <|ad_begin|> + 00:53 [广告-点击] <|ad_begin|> + 01:36 [广告-深度转化] <|ad_begin|> + 01:36 [广告-点击] <|ad_begin|> + 02:10 [广告-深度转化] <|ad_begin|> + 02:10 [广告-点击] <|ad_begin|> + 02:18 [广告-深度转化] <|ad_begin|> + 02:18 [广告-点击] <|ad_begin|> + 05:24 [广告-点击] <|ad_begin|> + 05:45 [广告-深度转化] <|ad_begin|> + 05:45 [广告-点击] <|ad_begin|> + 05:56 [广告-深度转化] <|ad_begin|> + 05:56 [广告-点击] <|ad_begin|> + 06:21 [视频-关注/收藏/点赞/长播] <|video_begin|> + 06:21 [视频-关注/收藏/点赞/长播] <|video_begin|> + 06:21 [广告-深度转化] <|ad_begin|> + 06:21 [广告-点击] <|ad_begin|> + 07:12 [广告-深度转化] <|ad_begin|> + 07:12 [广告-点击] <|ad_begin|> + 08:10 [广告-深度转化] <|ad_begin|> + 08:10 [广告-点击] <|ad_begin|> + 08:13 [广告-深度转化] <|ad_begin|> + 08:13 [广告-点击] <|ad_begin|> + 10:11 [广告-深度转化] <|ad_begin|> + 10:11 [广告-点击] <|ad_begin|> + 11:02 [广告-深度转化] <|ad_begin|> + 11:02 [广告-点击] <|ad_begin|> + 11:06 [广告-深度转化] <|ad_begin|> + 11:06 [广告-点击] <|ad_begin|> + 11:35 [广告-深度转化] <|ad_begin|> + 11:35 [广告-点击] <|ad_begin|> + 12:12 [广告-深度转化] <|ad_begin|> + 12:12 [广告-点击] <|ad_begin|> + 13:13 [广告-深度转化] <|ad_begin|> + 13:13 [广告-点击] <|ad_begin|> + 13:17 [视频-关注/收藏/点赞/长播] <|video_begin|> + 14:49 [广告-点击] <|ad_begin|> + 15:01 [广告-深度转化] <|ad_begin|> + 15:01 [广告-点击] <|ad_begin|> +【2026-02-02】 + 04:24 [广告-深度转化] <|ad_begin|> + 04:24 [广告-点击] <|ad_begin|> + 05:29 [广告-深度转化] <|ad_begin|> + 05:29 [广告-点击] <|ad_begin|> + 05:33 [广告-点击] <|ad_begin|> + 07:41 [广告-点击] <|ad_begin|> + 07:56 [广告-深度转化] <|ad_begin|> + 07:56 [广告-点击] <|ad_begin|> + 09:06 [广告-深度转化] <|ad_begin|> + 09:06 [广告-点击] <|ad_begin|> + 09:32 [广告-深度转化] <|ad_begin|> + 09:32 [广告-点击] <|ad_begin|> + 09:43 [视频-关注/收藏/点赞/长播] <|video_begin|> + 09:46 [视频-关注/收藏/点赞/长播] <|video_begin|> + 10:05 [视频-收藏/点赞/长播] <|video_begin|> + 10:29 [视频-长播] <|video_begin|> + 11:00 [广告-深度转化] <|ad_begin|> + 11:00 [广告-点击] <|ad_begin|> + 11:03 [视频-长播] <|video_begin|> + 11:09 [广告-深度转化] <|ad_begin|> + 11:09 [广告-点击] <|ad_begin|> + 11:15 [广告-深度转化] <|ad_begin|> + 11:15 [广告-点击] <|ad_begin|> + 11:21 [视频-长播] <|video_begin|> + 11:21 [视频-长播] <|video_begin|> + 11:21 [视频-长播] <|video_begin|> + 11:21 [视频-长播] <|video_begin|> + 11:21 [视频-长播] <|video_begin|> + 11:21 [视频-长播] <|video_begin|> + 11:27 [视频-长播] <|video_begin|> + 11:33 [视频-关注/收藏/点赞/长播] <|video_begin|> + 11:34 [视频-长播] <|video_begin|> + 11:34 [视频-长播] <|video_begin|> + 11:40 [视频-关注/收藏/点赞/长播] <|video_begin|> + 11:48 [广告-深度转化] <|ad_begin|> + 11:48 [广告-点击] <|ad_begin|> + 12:04 [广告-点击] <|ad_begin|> + 12:05 [视频-长播] <|video_begin|> + 12:05 [视频-长播] <|video_begin|> +【2026-02-03】 + 00:16 [视频-长播] <|video_begin|> + 01:49 [视频-关注/收藏/点赞/长播] <|video_begin|> + 03:34 [广告-深度转化] <|ad_begin|> + 03:34 [广告-点击] <|ad_begin|> + 03:47 [广告-点击] <|ad_begin|> + 04:43 [广告-深度转化] <|ad_begin|> + 04:43 [广告-点击] <|ad_begin|> + 04:59 [广告-深度转化] <|ad_begin|> + 04:59 [广告-点击] <|ad_begin|> + 05:44 [广告-深度转化] <|ad_begin|> + 05:44 [广告-点击] <|ad_begin|> + 08:22 [视频-收藏/点赞/长播] <|video_begin|> + 08:30 [视频-收藏/长播] <|video_begin|> + 08:33 [视频-长播] <|video_begin|> + 08:49 [广告-深度转化] <|ad_begin|> + 08:49 [广告-点击] <|ad_begin|> + 10:08 [广告-深度转化] <|ad_begin|> + 10:08 [广告-点击] <|ad_begin|> + 10:53 [广告-深度转化] <|ad_begin|> + 10:53 [广告-点击] <|ad_begin|> + 11:33 [广告-深度转化] <|ad_begin|> + 11:33 [广告-点击] <|ad_begin|> +【2026-02-04】 + 01:01 [广告-深度转化] <|ad_begin|> + 01:01 [广告-点击] <|ad_begin|> + 01:38 [视频-长播] <|video_begin|> + 01:48 [视频-关注/收藏/点赞/长播] <|video_begin|> + 01:53 [视频-关注/收藏/点赞/长播] <|video_begin|> + 01:53 [视频-关注/收藏/点赞/长播] <|video_begin|> + 01:53 [视频-收藏/点赞/长播] <|video_begin|> + 02:11 [视频-长播] <|video_begin|> + 02:17 [视频-关注/点赞/长播] <|video_begin|> + 02:21 [视频-关注/点赞/长播] <|video_begin|> + 02:21 [视频-关注/点赞/长播] <|video_begin|> + 02:30 [视频-关注/点赞/长播] <|video_begin|> + 02:35 [视频-关注/点赞/长播] <|video_begin|> + 02:35 [视频-关注/点赞/长播] <|video_begin|> + 02:35 [视频-关注/点赞/长播] <|video_begin|> + 03:30 [视频-关注/收藏/点赞/长播] <|video_begin|> + 03:30 [视频-关注/收藏/点赞/长播] <|video_begin|> + 03:30 [视频-收藏/点赞/长播] <|video_begin|> + 03:30 [视频-关注/点赞/长播] <|video_begin|> + 03:34 [视频-关注/点赞/长播] <|video_begin|> + 03:56 [视频-长播] <|video_begin|> + 03:56 [视频-关注/收藏/点赞/长播] <|video_begin|> + 03:56 [视频-关注/收藏/点赞/长播] <|video_begin|> + 03:56 [视频-收藏/点赞/长播] <|video_begin|> + 04:06 [视频-关注/收藏/点赞/长播] <|video_begin|> + 04:06 [视频-关注/点赞/长播] <|video_begin|> + 05:20 [视频-长播] <|video_begin|> + 05:20 [视频-关注/点赞/长播] <|video_begin|> + 05:33 [视频-关注/收藏/点赞/长播] <|video_begin|> + 05:33 [视频-关注/点赞/长播] <|video_begin|> + 05:40 [视频-关注/点赞/长播] <|video_begin|> + 05:44 [视频-关注/收藏/点赞/长播] <|video_begin|> + 05:44 [视频-收藏/点赞/长播] <|video_begin|> + 05:47 [视频-关注/收藏/点赞/长播] <|video_begin|> + 05:47 [视频-收藏/点赞/长播] <|video_begin|> + 05:47 [视频-关注/点赞/长播] <|video_begin|> + 05:49 [视频-关注/点赞/长播] <|video_begin|> + 05:53 [视频-关注/点赞/长播] <|video_begin|> + 05:57 [视频-关注/点赞/长播] <|video_begin|> + 06:02 [广告-深度转化] <|ad_begin|> + 06:02 [广告-点击] <|ad_begin|> + 07:47 [广告-深度转化] <|ad_begin|> + 07:47 [广告-点击] <|ad_begin|> + 07:53 [广告-深度转化] <|ad_begin|> + 07:53 [广告-点击] <|ad_begin|> + 08:53 [广告-深度转化] <|ad_begin|> + 08:53 [广告-点击] <|ad_begin|> + 09:04 [视频-收藏/点赞/长播] <|video_begin|> + 09:04 [视频-关注/点赞/长播] <|video_begin|> + 09:07 [视频-关注/收藏/点赞/长播] <|video_begin|> + 09:11 [视频-收藏/点赞/长播] <|video_begin|> + 09:11 [视频-关注/点赞/长播] <|video_begin|> + 09:14 [视频-长播] <|video_begin|> + 09:14 [视频-关注/收藏/点赞/长播] <|video_begin|> + 09:14 [视频-关注/收藏/点赞/长播] <|video_begin|> + 09:14 [视频-关注/收藏/点赞/长播] <|video_begin|> + 09:14 [视频-关注/收藏/点赞/长播] <|video_begin|> + 09:24 [视频-长播] <|video_begin|> + 09:24 [视频-关注/收藏/点赞/长播] <|video_begin|> + 09:24 [视频-关注/收藏/点赞/长播] <|video_begin|> + 09:35 [视频-收藏/点赞/长播] <|video_begin|> + 09:35 [视频-关注/长播] <|video_begin|> + 09:40 [视频-关注/收藏/点赞/长播] <|video_begin|> + 09:40 [视频-关注/点赞/长播] <|video_begin|> + 09:58 [广告-深度转化] <|ad_begin|> + 09:58 [广告-点击] <|ad_begin|> + 10:03 [视频-收藏/点赞/长播] <|video_begin|> + 10:03 [视频-收藏/点赞/长播] <|video_begin|> + 10:03 [视频-关注/点赞/长播] <|video_begin|> + 10:03 [视频-关注/点赞/长播] <|video_begin|> + 10:09 [广告-深度转化] <|ad_begin|> + 10:09 [广告-点击] <|ad_begin|> + 10:22 [广告-深度转化] <|ad_begin|> + 10:22 [广告-点击] <|ad_begin|> + 11:37 [视频-关注/收藏/点赞/长播] <|video_begin|> + 11:37 [视频-关注/点赞/长播] <|video_begin|> + 11:37 [视频-关注/点赞/长播] <|video_begin|> + 11:37 [视频-关注/点赞/长播] <|video_begin|> + 12:41 [视频-关注/点赞/长播] <|video_begin|> + 12:45 [视频-长播] <|video_begin|> + 13:50 [视频-关注/点赞/长播] <|video_begin|> +【2026-02-05】 + 02:06 [视频-点赞/长播] <|video_begin|> + 02:06 [视频-点赞/长播] <|video_begin|> + 02:11 [视频-点赞/长播] <|video_begin|> + 02:11 [视频-点赞/长播] <|video_begin|> + 02:11 [视频-关注/点赞/长播] <|video_begin|> + 02:11 [视频-关注/点赞/长播] <|video_begin|> + 02:16 [视频-点赞/长播] <|video_begin|> + 02:16 [视频-点赞/长播] <|video_begin|> + 02:16 [视频-点赞/长播] <|video_begin|> + 02:31 [视频-长播] <|video_begin|> + 02:31 [视频-点赞/长播] <|video_begin|> + 02:31 [视频-点赞/长播] <|video_begin|> + 02:31 [视频-收藏/点赞/长播] <|video_begin|> + 02:37 [视频-点赞/长播] <|video_begin|> + 02:37 [视频-收藏/点赞/长播] <|video_begin|> + 02:37 [视频-关注/点赞/长播] <|video_begin|> + 03:04 [广告-深度转化] <|ad_begin|> + 03:04 [广告-点击] <|ad_begin|> + 06:24 [视频-点赞/长播] <|video_begin|> + 06:27 [视频-长播] <|video_begin|> + 06:27 [视频-关注/点赞/长播] <|video_begin|> + 06:30 [广告-点击] <|ad_begin|> + 06:34 [广告-深度转化] <|ad_begin|> + 06:34 [广告-点击] <|ad_begin|> + 06:38 [视频-关注/点赞/长播] <|video_begin|> + 06:38 [视频-长播] <|video_begin|> + 06:43 [视频-点赞/长播] <|video_begin|> + 06:47 [视频-关注/收藏/点赞/长播] <|video_begin|> + 06:48 [视频-点赞/长播] <|video_begin|> + 06:48 [视频-点赞/长播] <|video_begin|> + 06:48 [视频-点赞/长播] <|video_begin|> + 06:48 [视频-关注/点赞/长播] <|video_begin|> + 06:57 [视频-点赞/长播] <|video_begin|> + 07:00 [视频-关注/点赞/长播] <|video_begin|> + 07:03 [视频-长播] <|video_begin|> + 07:03 [视频-点赞/长播] <|video_begin|> + 07:03 [视频-点赞/长播] <|video_begin|> + 07:03 [视频-点赞/长播] <|video_begin|> + 07:03 [视频-点赞/长播] <|video_begin|> + 07:09 [视频-长播] <|video_begin|> + 07:09 [视频-点赞/长播] <|video_begin|> + 07:23 [视频-点赞/长播] <|video_begin|> + 07:23 [视频-关注/点赞/长播] <|video_begin|> + 07:28 [视频-点赞/长播] <|video_begin|> + 07:28 [视频-关注/收藏/点赞/长播] <|video_begin|> + 07:31 [视频-点赞/长播] <|video_begin|> + 07:31 [视频-点赞/长播] <|video_begin|> + 07:31 [视频-关注/点赞/长播] <|video_begin|> + 07:35 [视频-关注/点赞/长播] <|video_begin|> + 07:38 [视频-关注/点赞/长播] <|video_begin|> + 07:45 [视频-长播] <|video_begin|> + 07:45 [视频-点赞/长播] <|video_begin|> + 07:45 [视频-点赞/长播] <|video_begin|> + 07:45 [视频-关注/点赞/长播] <|video_begin|> + 07:51 [视频-点赞/长播] <|video_begin|> + 07:55 [视频-关注/点赞/长播] <|video_begin|> + 07:55 [视频-关注/长播] <|video_begin|> + 07:57 [视频-长播] <|video_begin|> + 07:57 [视频-点赞/长播] <|video_begin|> + 07:57 [视频-关注/收藏/点赞/长播] <|video_begin|> + 07:57 [视频-关注/点赞/长播] <|video_begin|> + 08:00 [视频-长播] <|video_begin|> + 08:00 [视频-点赞/长播] <|video_begin|> + 08:00 [视频-点赞/长播] <|video_begin|> + 08:00 [视频-点赞/长播] <|video_begin|> + 08:01 [广告-深度转化] <|ad_begin|> + 08:01 [广告-点击] <|ad_begin|> + 08:11 [视频-点赞/长播] <|video_begin|> + 08:11 [视频-关注/点赞/长播] <|video_begin|> + 08:11 [视频-关注/点赞/长播] <|video_begin|> + 08:14 [广告-深度转化] <|ad_begin|> + 08:14 [广告-点击] <|ad_begin|> + 09:40 [视频-长播] <|video_begin|> + 09:40 [视频-点赞/长播] <|video_begin|> + 09:40 [视频-点赞/长播] <|video_begin|> + 09:40 [视频-点赞/长播] <|video_begin|> + 09:40 [视频-关注/点赞/长播] <|video_begin|> + 09:50 [视频-点赞/长播] <|video_begin|> + 10:13 [广告-深度转化] <|ad_begin|> + 10:13 [广告-点击] <|ad_begin|> + 10:16 [视频-长播] <|video_begin|> + 10:16 [视频-长播] <|video_begin|> + 10:16 [视频-点赞/长播] <|video_begin|> + 10:20 [视频-长播] <|video_begin|> + 10:20 [视频-点赞/长播] <|video_begin|> + 10:24 [视频-关注/收藏/点赞/长播] <|video_begin|> + 10:24 [视频-关注/点赞/长播] <|video_begin|> + 10:31 [广告-深度转化] <|ad_begin|> + 10:31 [广告-点击] <|ad_begin|> + 10:39 [视频-长播] <|video_begin|> + 10:39 [视频-长播] <|video_begin|> + 10:41 [广告-深度转化] <|ad_begin|> + 10:41 [广告-点击] <|ad_begin|> + 10:42 [视频-长播] <|video_begin|> + 10:42 [视频-长播] <|video_begin|> + 10:45 [视频-长播] <|video_begin|> + 10:45 [视频-长播] <|video_begin|> + 10:45 [视频-长播] <|video_begin|> + 10:51 [视频-长播] <|video_begin|> + 10:51 [视频-长播] <|video_begin|> + 10:55 [视频-长播] <|video_begin|> + 11:10 [视频-长播] <|video_begin|> + 11:10 [视频-点赞/长播] <|video_begin|> + 11:10 [视频-关注/收藏/点赞/长播] <|video_begin|> + 11:25 [广告-深度转化] <|ad_begin|> + 11:25 [广告-点击] <|ad_begin|> + 11:27 [视频-长播] <|video_begin|> + 11:27 [视频-点赞/长播] <|video_begin|> + 11:27 [视频-关注/长播] <|video_begin|> + 11:34 [视频-长播] <|video_begin|> + 11:34 [视频-关注/点赞/长播] <|video_begin|> + 11:35 [视频-关注/收藏/点赞/长播] <|video_begin|> + 11:37 [广告-深度转化] <|ad_begin|> + 11:37 [广告-点击] <|ad_begin|> + 11:45 [视频-长播] <|video_begin|> + 11:45 [视频-点赞/长播] <|video_begin|> + 11:45 [视频-关注/点赞/长播] <|video_begin|> + 11:45 [视频-关注/点赞/长播] <|video_begin|> + 11:56 [视频-关注/点赞/长播] <|video_begin|> + 11:56 [视频-关注/点赞/长播] <|video_begin|> + 12:01 [视频-点赞/长播] <|video_begin|> + 12:01 [视频-点赞/长播] <|video_begin|> + 12:38 [视频-点赞/长播] <|video_begin|> + 12:38 [视频-点赞/长播] <|video_begin|> + 12:38 [视频-关注/长播] <|video_begin|> + 12:50 [视频-长播] <|video_begin|> + 12:50 [视频-长播] <|video_begin|> + 12:50 [视频-点赞/长播] <|video_begin|> + 12:50 [视频-点赞/长播] <|video_begin|> + 12:50 [视频-点赞/长播] <|video_begin|> + 12:50 [视频-关注/收藏/点赞/长播] <|video_begin|> + 12:52 [视频-点赞/长播] <|video_begin|> +角色任务：你需要以极端严苛的用户行为数据挖掘专家及数据格式化专家身份，根据以上用户交互历史，针对给定主题抽取存在行为递进性与内在联系的交互行为逻辑链。 +交互行为类型（固定格式严禁更改）： 商品-点击、商品-购买、搜索-搜索、直播-关注、直播-首次打赏、视频-浏览、视频-长播、广告-点击、广告-深度转化 +核心判定逻辑（递进性准则）： +请按时间顺序提取 5 步以内的行为链，且后项交互B必须构成前项交互A在场景需求上的协同补充、副作用诱因或兴趣细化升级——即 B 必须源于 A 所延伸出的需求，严禁提取任何品类平级、内容重复或仅由天气/促销触发的并列凑单行为。 +1.场景驱动协同：交互 B 与交互 A 必须处于同一生活场景和主题类目下，并具备极强的需求补完关系。 +2.兴趣因果递进：交互 B 是因为 交互 A 产生的副作用或新需求，或者 A 是 B 的诱因。 +3.需求深度细化：在相同主题类目下，交互 B 的需求应较交互 A 更加具体和细致，但不包含多次重复的购买、点击、搜索等行为，以避免节点内容重复。 +请围绕以下主题提取行为逻辑链： +主题：从娱乐八卦消费到健康焦虑驱动的知识探索 + +输出格式：请以 JSON 对象形式返回，结构如下： +{ + "logic_chain": { + "name": "从娱乐八卦消费到健康焦虑驱动的知识探索", + "events": [ + { + "date": "YYYY-MM-DD", + "action": "[交互行为类型] 交互内容"（严格对应Timeline中交互条目，不允许省略）, + "logic": "逻辑说明" + } + ] + } +} + +强约束：最终答案必须是一个可被 json.loads 解析的 JSON，不能包含 Markdown、解释、重复键或 JSON 外额外字符。/no_think<|im_end|> +<|im_start|>assistant +{"logic_chain":{"name":"从娱乐八卦消费到健康焦虑驱动的知识探索","events":[{"date":"2026-02-05","action":"[视频-关注/收藏/点赞/长播] <|video_begin|>","logic":"背景行为：密集消费关于特定明星（赵丽颖/冯绍峰）的情感、婚姻及家庭生活的娱乐性内容。"},{"date":"2026-02-05","action":"[视频-关注/点赞/长播] <|video_begin|>","logic":"兴趣转折与问题触发：从娱乐八卦的被动消费，突然转变为对“心脏不好”这一具体健康问题的主动知识获取。这是一个明显的从消遣到实用、从他人故事到自身关切的认知跃迁。"},{"date":"2026-02-05","action":"[视频-关注/收藏/点赞/长播] <|video_begin|>","logic":"认知拓展与深化：在心脏健康的基础上，进一步关注到“肝病患者”的饮食禁忌。这表明用户的健康焦虑并非单一问题，而是在一个触发点后，开始系统性地关注不同器官的健康保养知识，体现了兴趣的深化和关联拓展。"}]}}<|im_end|> +<|im_start|>user +【用户交互历史】： +【2025-08-16】 + --:-- [直播-关注] <|living_begin|> +【2025-09-03】 + --:-- [商品-购买] <|prod_begin|> +【2025-09-08】 + --:-- [直播-首次打赏] <|living_begin|> + --:-- [直播-首次打赏] <|living_begin|> +【2025-09-17】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2025-09-18】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2025-09-19】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2025-09-25】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2025-09-26】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2025-09-30】 + --:-- [商品-点击] <|prod_begin|> +【2025-10-05】 + --:-- [商品-点击] <|prod_begin|> +【2025-10-09】 + --:-- [商品-点击] <|prod_begin|> +【2025-10-10】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2025-10-11】 + --:-- [商品-点击] <|prod_begin|> +【2025-10-12】 + --:-- [商品-点击] <|prod_begin|> +【2025-10-13】 + --:-- [直播-关注] <|living_begin|> +【2025-10-14】 + --:-- [商品-点击] <|prod_begin|> +【2025-10-16】 + --:-- [商品-点击] <|prod_begin|> +【2025-10-19】 + --:-- [商品-点击] <|prod_begin|> +【2025-10-20】 + --:-- [直播-关注/首次打赏] <|living_begin|> +【2025-10-28】 + --:-- [商品-点击] <|prod_begin|> +【2025-10-29】 + --:-- [商品-点击] <|prod_begin|> +【2025-11-05】 + --:-- [直播-首次打赏] <|living_begin|> +【2025-11-08】 + --:-- [直播-首次打赏] <|living_begin|> + --:-- [直播-关注/首次打赏] <|living_begin|> +【2025-11-09】 + --:-- [商品-点击] <|prod_begin|> +【2025-11-10】 + --:-- [直播-关注/首次打赏] <|living_begin|> +【2025-11-16】 + --:-- [直播-关注/首次打赏] <|living_begin|> + --:-- [直播-首次打赏] <|living_begin|> +【2025-11-17】 + --:-- [商品-点击] <|prod_begin|> +【2025-11-20】 + --:-- [商品-点击] <|prod_begin|> +【2025-11-21】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2025-12-17】 + --:-- [直播-关注/首次打赏] <|living_begin|> +【2025-12-28】 + 14:54 [广告-深度转化] <|ad_begin|> + 15:43 [广告-深度转化] <|ad_begin|> +【2025-12-29】 + 01:44 [广告-深度转化] <|ad_begin|> + 02:59 [广告-深度转化] <|ad_begin|> + 09:27 [广告-深度转化] <|ad_begin|> + 12:16 [广告-深度转化] <|ad_begin|> + 15:17 [广告-深度转化] <|ad_begin|> +【2025-12-30】 + 01:40 [广告-深度转化] <|ad_begin|> + 02:39 [广告-深度转化] <|ad_begin|> + 05:21 [广告-深度转化] <|ad_begin|> +【2025-12-31】 + 18:18 [广告-深度转化] <|ad_begin|> + 18:41 [广告-深度转化] <|ad_begin|> + 18:42 [广告-深度转化] <|ad_begin|> +【2026-01-01】 + 16:56 [广告-深度转化] <|ad_begin|> +【2026-01-02】 + --:-- [直播-关注] <|living_begin|> + 14:28 [广告-深度转化] <|ad_begin|> + 16:32 [广告-深度转化] <|ad_begin|> + 18:06 [广告-深度转化] <|ad_begin|> +【2026-01-03】 + 04:13 [广告-深度转化] <|ad_begin|> + 17:35 [广告-深度转化] <|ad_begin|> +【2026-01-04】 + 04:41 [广告-深度转化] <|ad_begin|> + 17:22 [广告-深度转化] <|ad_begin|> +【2026-01-05】 + 13:00 [广告-深度转化] <|ad_begin|> + 18:17 [广告-深度转化] <|ad_begin|> +【2026-01-06】 + 13:12 [广告-深度转化] <|ad_begin|> + 15:53 [广告-深度转化] <|ad_begin|> + 16:11 [广告-深度转化] <|ad_begin|> +【2026-01-07】 + 13:31 [广告-深度转化] <|ad_begin|> + 15:52 [广告-深度转化] <|ad_begin|> +【2026-01-08】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + 04:41 [广告-深度转化] <|ad_begin|> + 04:41 [广告-点击] <|ad_begin|> + 04:54 [广告-深度转化] <|ad_begin|> + 04:54 [广告-点击] <|ad_begin|> + 08:58 [广告-深度转化] <|ad_begin|> + 08:58 [广告-点击] <|ad_begin|> + 10:00 [广告-点击] <|ad_begin|> + 11:43 [广告-点击] <|ad_begin|> + 14:24 [广告-点击] <|ad_begin|> + 15:11 [广告-深度转化] <|ad_begin|> + 15:11 [广告-点击] <|ad_begin|> +【2026-01-09】 + 06:09 [广告-点击] <|ad_begin|> + 15:20 [广告-深度转化] <|ad_begin|> + 15:20 [广告-点击] <|ad_begin|> + 16:58 [广告-深度转化] <|ad_begin|> + 16:58 [广告-点击] <|ad_begin|> +【2026-01-10】 + 05:07 [广告-深度转化] <|ad_begin|> + 05:07 [广告-点击] <|ad_begin|> + 05:46 [广告-深度转化] <|ad_begin|> + 05:46 [广告-点击] <|ad_begin|> + 07:19 [广告-深度转化] <|ad_begin|> + 07:19 [广告-点击] <|ad_begin|> + 13:36 [广告-深度转化] <|ad_begin|> + 13:36 [广告-点击] <|ad_begin|> + 14:28 [广告-点击] <|ad_begin|> + 14:32 [广告-深度转化] <|ad_begin|> + 14:32 [广告-点击] <|ad_begin|> + 15:18 [广告-深度转化] <|ad_begin|> + 15:18 [广告-点击] <|ad_begin|> +【2026-01-11】 + 06:02 [广告-深度转化] <|ad_begin|> + 06:02 [广告-点击] <|ad_begin|> + 06:08 [广告-点击] <|ad_begin|> + 06:14 [广告-深度转化] <|ad_begin|> + 06:14 [广告-点击] <|ad_begin|> + 06:23 [广告-深度转化] <|ad_begin|> + 06:23 [广告-点击] <|ad_begin|> + 06:38 [广告-点击] <|ad_begin|> + 06:56 [广告-深度转化] <|ad_begin|> + 06:56 [广告-点击] <|ad_begin|> + 10:42 [广告-点击] <|ad_begin|> + 14:40 [广告-深度转化] <|ad_begin|> + 14:40 [广告-点击] <|ad_begin|> + 14:40 [广告-点击] <|ad_begin|> + 14:42 [广告-点击] <|ad_begin|> +【2026-01-12】 + 03:53 [广告-深度转化] <|ad_begin|> + 03:53 [广告-点击] <|ad_begin|> + 10:03 [广告-点击] <|ad_begin|> + 12:17 [广告-点击] <|ad_begin|> + 12:21 [广告-深度转化] <|ad_begin|> + 12:21 [广告-点击] <|ad_begin|> + 14:07 [广告-深度转化] <|ad_begin|> + 14:07 [广告-点击] <|ad_begin|> + 14:49 [广告-深度转化] <|ad_begin|> + 14:49 [广告-点击] <|ad_begin|> + 14:53 [广告-深度转化] <|ad_begin|> + 14:53 [广告-点击] <|ad_begin|> + 14:55 [广告-点击] <|ad_begin|> + 15:37 [广告-点击] <|ad_begin|> + 16:05 [广告-点击] <|ad_begin|> + 16:59 [广告-深度转化] <|ad_begin|> + 16:59 [广告-点击] <|ad_begin|> +【2026-01-13】 + 02:44 [广告-点击] <|ad_begin|> + 02:52 [广告-深度转化] <|ad_begin|> + 02:52 [广告-点击] <|ad_begin|> + 03:33 [广告-点击] <|ad_begin|> +【2026-01-15】 + 16:18 [广告-点击] <|ad_begin|> +【2026-01-16】 + 02:38 [广告-点击] <|ad_begin|> +【2026-01-17】 + --:-- [商品-点击] <|prod_begin|> + 02:59 [广告-点击] <|ad_begin|> +【2026-01-18】 + 02:16 [广告-点击] <|ad_begin|> + 08:01 [广告-深度转化] <|ad_begin|> + 08:01 [广告-点击] <|ad_begin|> +【2026-01-19】 + 02:06 [广告-深度转化] <|ad_begin|> + 02:06 [广告-点击] <|ad_begin|> + 02:22 [广告-深度转化] <|ad_begin|> + 02:22 [广告-点击] <|ad_begin|> + 02:37 [广告-深度转化] <|ad_begin|> + 02:37 [广告-点击] <|ad_begin|> + 04:08 [广告-深度转化] <|ad_begin|> + 04:08 [广告-点击] <|ad_begin|> + 10:11 [广告-深度转化] <|ad_begin|> + 10:11 [广告-点击] <|ad_begin|> + 15:18 [广告-深度转化] <|ad_begin|> + 15:18 [广告-点击] <|ad_begin|> + 15:36 [广告-深度转化] <|ad_begin|> + 15:36 [广告-点击] <|ad_begin|> + 16:09 [广告-深度转化] <|ad_begin|> + 16:09 [广告-点击] <|ad_begin|> +【2026-01-20】 + 01:31 [广告-深度转化] <|ad_begin|> + 01:31 [广告-点击] <|ad_begin|> + 08:10 [广告-深度转化] <|ad_begin|> + 08:10 [广告-点击] <|ad_begin|> +【2026-01-21】 + 01:25 [广告-深度转化] <|ad_begin|> + 01:25 [广告-点击] <|ad_begin|> + 02:38 [广告-深度转化] <|ad_begin|> + 02:38 [广告-点击] <|ad_begin|> + --:-- [商品-点击] <|prod_begin|> + 02:55 [广告-深度转化] <|ad_begin|> + 02:55 [广告-点击] <|ad_begin|> + 03:07 [广告-深度转化] <|ad_begin|> + 03:07 [广告-点击] <|ad_begin|> +【2026-01-22】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + 06:51 [视频-收藏/点赞/长播] <|video_begin|> + 11:27 [广告-点击] <|ad_begin|> +【2026-01-23】 + --:-- [商品-点击] <|prod_begin|> + 03:37 [广告-点击] <|ad_begin|> + 04:05 [广告-点击] <|ad_begin|> + 10:20 [视频-收藏/点赞/长播] <|video_begin|> + 15:22 [视频-收藏/长播] <|video_begin|> + 15:50 [视频-关注/长播] <|video_begin|> + 16:39 [视频-收藏/点赞/长播] <|video_begin|> +【2026-01-24】 + --:-- [直播-关注] <|living_begin|> + 06:44 [视频-评论/点赞/长播] <|video_begin|> + 09:43 [视频-收藏/长播] <|video_begin|> + 17:58 [视频-收藏/长播] <|video_begin|> +【2026-01-25】 + 06:48 [视频-收藏/点赞/长播] <|video_begin|> +【2026-01-26】 + 02:44 [视频-评论/点赞/长播] <|video_begin|> + 02:58 [视频-收藏/点赞/长播] <|video_begin|> + 02:58 [视频-评论/点赞/长播] <|video_begin|> + 02:58 [视频-收藏/点赞/长播] <|video_begin|> + 03:00 [视频-收藏/长播] <|video_begin|> + 03:01 [视频-收藏/点赞/长播] <|video_begin|> + 03:05 [视频-收藏/点赞/长播] <|video_begin|> + 03:05 [视频-收藏/点赞/长播] <|video_begin|> +【2026-01-27】 + 03:07 [视频-收藏/点赞/长播] <|video_begin|> + 03:17 [视频-收藏/点赞/长播] <|video_begin|> + 03:32 [视频-收藏/点赞/长播] <|video_begin|> + 03:42 [视频-收藏/点赞/长播] <|video_begin|> + 05:58 [视频-评论/收藏/点赞/长播] <|video_begin|> + 06:11 [广告-深度转化] <|ad_begin|> + 06:11 [广告-点击] <|ad_begin|> +【2026-01-28】 + 06:28 [视频-收藏/点赞/长播] <|video_begin|> + 07:24 [视频-收藏/点赞/长播] <|video_begin|> + 09:43 [广告-深度转化] <|ad_begin|> + 09:43 [广告-点击] <|ad_begin|> +【2026-01-29】 + 07:04 [视频-评论/点赞/长播] <|video_begin|> + 07:22 [视频-收藏/点赞/长播] <|video_begin|> + 17:44 [视频-收藏/点赞/长播] <|video_begin|> + 18:08 [视频-收藏/点赞/长播] <|video_begin|> +【2026-01-30】 + 03:01 [视频-收藏/点赞/长播] <|video_begin|> + 03:05 [广告-点击] <|ad_begin|> + 06:01 [广告-点击] <|ad_begin|> +【2026-01-31】 + 09:53 [视频-收藏/点赞/长播] <|video_begin|> +【2026-02-01】 + 02:40 [视频-收藏/点赞/长播] <|video_begin|> + 06:22 [视频-点赞/长播] <|video_begin|> + 06:22 [视频-点赞/长播] <|video_begin|> + 09:11 [视频-点赞/长播] <|video_begin|> + 09:12 [视频-收藏/点赞/长播] <|video_begin|> + 09:24 [视频-点赞/长播] <|video_begin|> + 09:24 [视频-收藏/点赞/长播] <|video_begin|> + 11:37 [视频-点赞/长播] <|video_begin|> + 14:24 [视频-点赞/长播] <|video_begin|> + 15:24 [视频-点赞/长播] <|video_begin|> + 15:29 [视频-点赞/长播] <|video_begin|> + 16:27 [视频-点赞/长播] <|video_begin|> + 16:31 [视频-点赞/长播] <|video_begin|> + 16:31 [视频-点赞/长播] <|video_begin|> + 16:31 [视频-点赞/长播] <|video_begin|> + 17:27 [视频-点赞/长播] <|video_begin|> +【2026-02-02】 + 01:58 [视频-浏览] <|video_begin|> + 02:01 [视频-收藏/点赞/长播] <|video_begin|> + 02:01 [视频-收藏/点赞/长播] <|video_begin|> + 02:08 [视频-收藏/点赞/长播] <|video_begin|> + 04:57 [视频-点赞/长播] <|video_begin|> + 07:27 [视频-点赞/长播] <|video_begin|> + 07:27 [视频-收藏/点赞/长播] <|video_begin|> + 08:13 [视频-收藏/点赞/长播] <|video_begin|> + 08:56 [视频-点赞/长播] <|video_begin|> + 09:00 [视频-点赞/长播] <|video_begin|> + 10:34 [视频-点赞/长播] <|video_begin|> + 10:43 [视频-收藏/点赞/长播] <|video_begin|> + 10:56 [视频-收藏/点赞/长播] <|video_begin|> + 11:56 [视频-点赞/长播] <|video_begin|> + 11:56 [视频-点赞/长播] <|video_begin|> + 12:32 [视频-收藏/点赞/长播] <|video_begin|> + 17:35 [视频-点赞/长播] <|video_begin|> + 18:08 [视频-点赞/长播] <|video_begin|> +【2026-02-03】 + 01:44 [视频-评论/长播] <|video_begin|> + 03:50 [视频-点赞/长播] <|video_begin|> + 03:50 [视频-点赞/长播] <|video_begin|> + 04:55 [视频-点赞/长播] <|video_begin|> + 04:55 [视频-点赞/长播] <|video_begin|> + 05:01 [广告-点击] <|ad_begin|> + 08:16 [视频-收藏/点赞/长播] <|video_begin|> + 10:33 [视频-收藏/点赞/长播] <|video_begin|> + 10:33 [视频-收藏/点赞/长播] <|video_begin|> + 10:33 [视频-收藏/点赞/长播] <|video_begin|> + 11:18 [视频-点赞/长播] <|video_begin|> + 11:18 [视频-点赞/长播] <|video_begin|> + 11:18 [视频-点赞] <|video_begin|> + 14:43 [视频-收藏/长播] <|video_begin|> + 15:05 [视频-点赞/长播] <|video_begin|> + 18:10 [视频-收藏/点赞/长播] <|video_begin|> +【2026-02-04】 + 03:57 [视频-点赞/长播] <|video_begin|> + 05:06 [视频-点赞/长播] <|video_begin|> + 05:21 [视频-点赞/长播] <|video_begin|> + 05:21 [视频-点赞/长播] <|video_begin|> + 05:37 [视频-点赞/长播] <|video_begin|> + 05:37 [视频-点赞/长播] <|video_begin|> + 06:13 [视频-点赞/长播] <|video_begin|> + 06:33 [视频-点赞/长播] <|video_begin|> + 11:46 [视频-点赞/长播] <|video_begin|> + 12:05 [广告-点击] <|ad_begin|> + 17:25 [广告-深度转化] <|ad_begin|> + 17:25 [广告-点击] <|ad_begin|> +【2026-02-05】 + 01:40 [视频-点赞/长播] <|video_begin|> + 01:40 [视频-点赞/长播] <|video_begin|> + 01:47 [视频-收藏/点赞/长播] <|video_begin|> + 02:45 [视频-评论/点赞/长播] <|video_begin|> + 03:21 [视频-点赞/长播] <|video_begin|> + 03:21 [视频-点赞/长播] <|video_begin|> + 03:24 [视频-长播] <|video_begin|> + 03:57 [视频-收藏/点赞/长播] <|video_begin|> + 04:05 [视频-长播] <|video_begin|> + 04:05 [视频-长播] <|video_begin|> + 04:12 [视频-点赞/长播] <|video_begin|> + 04:12 [视频-点赞/长播] <|video_begin|> + 04:19 [视频-点赞/长播] <|video_begin|> + 04:19 [视频-点赞/长播] <|video_begin|> + 04:19 [视频-长播] <|video_begin|> + 04:22 [视频-长播] <|video_begin|> + 04:28 [视频-长播] <|video_begin|> + 04:36 [视频-点赞/长播] <|video_begin|> + 05:00 [视频-长播] <|video_begin|> + 05:00 [视频-长播] <|video_begin|> + 05:00 [视频-长播] <|video_begin|> + 05:38 [视频-长播] <|video_begin|> + 05:46 [视频-长播] <|video_begin|> + 05:51 [视频-长播] <|video_begin|> + 05:55 [视频-长播] <|video_begin|> + 05:58 [视频-长播] <|video_begin|> + 05:58 [视频-长播] <|video_begin|> + 06:00 [视频-长播] <|video_begin|> + 06:03 [视频-长播] <|video_begin|> + 06:04 [视频-收藏/长播] <|video_begin|> + 06:05 [视频-长播] <|video_begin|> + 06:05 [视频-收藏/点赞/长播] <|video_begin|> + 06:05 [视频-收藏/点赞/长播] <|video_begin|> + 06:06 [视频-长播] <|video_begin|> + 06:06 [视频-长播] <|video_begin|> + 06:06 [视频-长播] <|video_begin|> + 06:09 [视频-收藏/点赞/长播] <|video_begin|> + 06:14 [视频-点赞/长播] <|video_begin|> + 06:30 [视频-长播] <|video_begin|> + 06:30 [视频-长播] <|video_begin|> + 06:33 [视频-点赞/长播] <|video_begin|> + 06:35 [视频-长播] <|video_begin|> + 06:35 [视频-长播] <|video_begin|> + 06:45 [视频-点赞/长播] <|video_begin|> + 06:45 [视频-长播] <|video_begin|> + 06:46 [视频-长播] <|video_begin|> + 06:49 [视频-长播] <|video_begin|> + 06:49 [视频-长播] <|video_begin|> + 07:12 [视频-长播] <|video_begin|> + 07:15 [视频-长播] <|video_begin|> + 07:15 [视频-长播] <|video_begin|> + 07:16 [视频-长播] <|video_begin|> + 07:16 [视频-长播] <|video_begin|> + 08:20 [视频-长播] <|video_begin|> + 08:20 [视频-长播] <|video_begin|> + 08:35 [视频-长播] <|video_begin|> + 08:35 [视频-长播] <|video_begin|> + 08:49 [视频-长播] <|video_begin|> + 09:35 [视频-长播] <|video_begin|> + 09:35 [视频-长播] <|video_begin|> + 09:35 [视频-长播] <|video_begin|> + 09:46 [视频-长播] <|video_begin|> + 10:03 [视频-长播] <|video_begin|> + 10:03 [视频-长播] <|video_begin|> + 10:03 [视频-长播] <|video_begin|> + 10:33 [视频-长播] <|video_begin|> + 11:07 [视频-长播] <|video_begin|> + 12:36 [视频-长播] <|video_begin|> + 13:46 [视频-收藏/点赞/长播] <|video_begin|> + 13:56 [视频-长播] <|video_begin|> +角色任务：你是一位极端严苛的用户行为数据挖掘专家兼数据格式化专家，请依托以上用户交互历史，针对指定主题提炼具有递进逻辑与内部关联的交互行为逻辑链。 +交互行为类型（固定格式严禁更改）： 商品-点击、商品-购买、搜索-搜索、直播-关注、直播-首次打赏、视频-浏览、视频-长播、广告-点击、广告-深度转化 +核心判定逻辑（递进性准则）： +请依时间顺序提取 5 步以内的行为链，并确保后项交互B是前项交互A的场景需求协同补充、副作用诱因或兴趣细化升级，也就是 B 必须由 A 的延伸需求所驱动；严禁提取任何品类平级、内容重复或仅因天气/促销形成的并列凑单行为。 +1.场景驱动协同：交互 B 与交互 A 必须同属一个生活场景及主题类目，并呈现极强的需求补完性。 +2.兴趣因果递进：交互 B 是因为 交互 A 产生的副作用或新需求，或者 A 是 B 的诱因。 +3.需求深度细化：在同一主题类目中，交互 B 相比交互 A 应体现出更具体、更详细的需求层次，但不得包含多次重复的购买、点击、搜索等行为，以避免重复节点内容。 +请面向以下主题提取行为逻辑链： +主题：从被动种草到主动探索的美妆工具认知升级 + +输出格式：请以 JSON 对象形式返回，结构如下： +{ + "logic_chain": { + "name": "从被动种草到主动探索的美妆工具认知升级", + "events": [ + { + "date": "YYYY-MM-DD", + "action": "[交互行为类型] 交互内容"（严格对应Timeline中交互条目，不允许省略）, + "logic": "逻辑说明" + } + ] + } +}/no_think<|im_end|> +<|im_start|>assistant + + +{"logic_chain": {"name": "从被动种草到主动探索的美妆工具认知升级", "events": [{"date": "2025-09-26", "action": "[商品-点击] <|prod_begin|>", "logic": "初始触发：用户被动点击了一个包含多种底妆工具的“新手套装”，初步接触到“粉底刷”和“粉扑”等概念。"}, {"date": "2025-10-11", "action": "[商品-点击] <|prod_begin|>", "logic": "认知深化与聚焦：用户从宽泛的套装概念中，开始主动关注并点击特定形态（月牙、弧形、扁头）的单一工具“粉底刷”，表明其兴趣点已从“一套工具”收敛至“某个特定工具”。"}, {"date": "2025-10-19", "action": "[商品-点击] <|prod_begin|>", "logic": "决策收敛与闭环：在对单一“月牙粉底刷”进行两次（10-11, 10-16）独立的点击了解后，用户最终选择了一个明确包含“月牙粉底刷”的“三件套”。这表明用户已确认该工具的核心价值，并开始寻求包含此核心工具的、更具性价比的组合方案，完成了从工具认知到购买决策的演化。"}]}}<|im_end|> +<|im_start|>user +【用户交互历史】： +【2025-01-07】 + --:-- [直播-关注] <|living_begin|> +【2025-01-12】 + --:-- [直播-关注] <|living_begin|> +【2025-01-28】 + --:-- [直播-关注] <|living_begin|> +【2025-04-05】 + --:-- [直播-首次打赏] <|living_begin|> +【2025-04-08】 + --:-- [直播-关注] <|living_begin|> +【2025-04-11】 + --:-- [直播-关注] <|living_begin|> +【2025-04-14】 + --:-- [直播-关注] <|living_begin|> +【2025-04-25】 + --:-- [直播-关注] <|living_begin|> +【2025-04-26】 + --:-- [直播-关注] <|living_begin|> +【2025-04-28】 + --:-- [直播-首次打赏] <|living_begin|> +【2025-05-20】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-首次打赏] <|living_begin|> +【2025-05-21】 + --:-- [直播-关注] <|living_begin|> +【2025-05-22】 + --:-- [直播-关注] <|living_begin|> +【2025-06-01】 + --:-- [直播-关注] <|living_begin|> +【2025-06-02】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-首次打赏] <|living_begin|> +【2025-06-09】 + --:-- [直播-关注/首次打赏] <|living_begin|> +【2025-06-12】 + --:-- [直播-关注] <|living_begin|> +【2025-06-19】 + --:-- [直播-关注] <|living_begin|> +【2025-06-21】 + --:-- [直播-关注] <|living_begin|> +【2025-06-27】 + --:-- [直播-关注] <|living_begin|> +【2025-06-30】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> +【2025-07-03】 + --:-- [直播-关注] <|living_begin|> +【2025-07-06】 + --:-- [直播-打赏] <|living_begin|> +【2025-07-11】 + --:-- [直播-首次打赏] <|living_begin|> +【2025-07-15】 + --:-- [直播-关注] <|living_begin|> +【2025-07-17】 + --:-- [直播-关注] <|living_begin|> +【2025-07-18】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-关注] <|living_begin|> +【2025-07-19】 + --:-- [直播-关注] <|living_begin|> +【2025-07-28】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-打赏] <|living_begin|> +【2025-07-29】 + --:-- [直播-关注] <|living_begin|> +【2025-07-30】 + --:-- [直播-打赏] <|living_begin|> +【2025-08-02】 + --:-- [直播-关注/首次打赏] <|living_begin|> +【2025-08-04】 + --:-- [直播-关注] <|living_begin|> +【2025-08-06】 + --:-- [直播-关注] <|living_begin|> +【2025-08-10】 + --:-- [直播-打赏] <|living_begin|> +【2025-08-13】 + --:-- [直播-关注] <|living_begin|> +【2025-08-18】 + --:-- [直播-关注] <|living_begin|> +【2025-08-23】 + --:-- [直播-打赏] <|living_begin|> +【2025-09-08】 + --:-- [直播-关注/首次打赏] <|living_begin|> +【2025-09-10】 + --:-- [直播-关注] <|living_begin|> +【2025-10-17】 + --:-- [直播-关注] <|living_begin|> +【2025-10-27】 + --:-- [直播-关注] <|living_begin|> +【2025-11-02】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-首次打赏] <|living_begin|> +【2025-11-03】 + --:-- [直播-关注/首次打赏] <|living_begin|> +【2025-11-12】 + --:-- [直播-关注] <|living_begin|> +【2025-11-22】 + --:-- [直播-关注] <|living_begin|> +【2025-11-24】 + --:-- [商品-购买] <|prod_begin|> +【2025-11-25】 + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +【2025-11-26】 + --:-- [商品-购买] <|prod_begin|> +【2025-11-29】 + --:-- [商品-购买] <|prod_begin|> +【2025-11-30】 + --:-- [商品-购买] <|prod_begin|> +【2025-12-01】 + --:-- [直播-首次打赏] <|living_begin|> +【2025-12-05】 + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +【2025-12-07】 + --:-- [商品-购买] <|prod_begin|> +【2025-12-08】 + --:-- [直播-关注] <|living_begin|> +【2025-12-09】 + --:-- [商品-购买] <|prod_begin|> +【2025-12-10】 + --:-- [商品-购买] <|prod_begin|> +【2025-12-11】 + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +【2025-12-12】 + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +【2025-12-13】 + --:-- [商品-购买] <|prod_begin|> +【2025-12-14】 + --:-- [直播-关注/首次打赏] <|living_begin|> + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +【2025-12-23】 + --:-- [直播-关注] <|living_begin|> + --:-- [直播-首次打赏] <|living_begin|> + --:-- [商品-购买] <|prod_begin|> +【2025-12-26】 + --:-- [直播-打赏] <|living_begin|> + --:-- [商品-购买] <|prod_begin|> +【2026-01-03】 + --:-- [直播-关注] <|living_begin|> +【2026-01-04】 + --:-- [商品-购买] <|prod_begin|> +【2026-01-06】 + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +【2026-01-08】 + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +【2026-01-10】 + --:-- [商品-购买] <|prod_begin|> +【2026-01-11】 + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +【2026-01-12】 + --:-- [商品-购买] <|prod_begin|> +【2026-01-13】 + --:-- [商品-购买] <|prod_begin|> +【2026-01-15】 + --:-- [商品-购买] <|prod_begin|> +【2026-01-16】 + --:-- [直播-打赏] <|living_begin|> +【2026-01-19】 + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +【2026-01-21】 + --:-- [商品-购买] <|prod_begin|> + 20:11 [视频-点赞/长播] <|video_begin|> +【2026-01-22】 + 22:35 [视频-点赞/长播] <|video_begin|> +【2026-01-23】 + 14:44 [视频-关注/长播] <|video_begin|> + 22:15 [视频-转发/点赞/长播] <|video_begin|> +【2026-01-24】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +【2026-01-25】 + --:-- [直播-关注] <|living_begin|> + 14:51 [视频-收藏/长播] <|video_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> + 23:40 [视频-评论/长播] <|video_begin|> +【2026-01-26】 + --:-- [直播-关注] <|living_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-30】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-01-31】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> +【2026-02-01】 + 16:47 [视频-收藏/长播] <|video_begin|> + 17:08 [视频-收藏/长播] <|video_begin|> +【2026-02-02】 + --:-- [直播-关注] <|living_begin|> + 14:00 [视频-收藏/长播] <|video_begin|> + 21:00 [视频-收藏/长播] <|video_begin|> + 21:10 [视频-点赞/长播] <|video_begin|> + 23:11 [视频-收藏/长播] <|video_begin|> +【2026-02-03】 + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +【2026-02-04】 + 15:36 [视频-长播] <|video_begin|> + 15:36 [视频-长播] <|video_begin|> + 15:40 [视频-长播] <|video_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-点击] <|prod_begin|> + 22:45 [视频-长播] <|video_begin|> + 22:45 [视频-长播] <|video_begin|> + 22:49 [视频-长播] <|video_begin|> + 22:50 [视频-长播] <|video_begin|> + 22:50 [视频-长播] <|video_begin|> + 22:50 [视频-长播] <|video_begin|> + 22:50 [视频-长播] <|video_begin|> + 22:50 [视频-长播] <|video_begin|> + 22:50 [视频-长播] <|video_begin|> + 22:50 [视频-长播] <|video_begin|> + 22:55 [视频-长播] <|video_begin|> + 22:55 [视频-长播] <|video_begin|> + 22:55 [视频-长播] <|video_begin|> + 23:00 [视频-长播] <|video_begin|> + 23:00 [视频-长播] <|video_begin|> + 23:00 [视频-长播] <|video_begin|> + 23:02 [视频-长播] <|video_begin|> + 23:02 [视频-长播] <|video_begin|> + 23:02 [视频-长播] <|video_begin|> + 23:02 [视频-长播] <|video_begin|> + 23:02 [视频-长播] <|video_begin|> + 23:07 [视频-长播] <|video_begin|> + 23:07 [视频-长播] <|video_begin|> + 23:07 [视频-长播] <|video_begin|> + 23:17 [视频-长播] <|video_begin|> + 23:17 [视频-长播] <|video_begin|> + 23:17 [视频-长播] <|video_begin|> + 23:17 [视频-长播] <|video_begin|> + 23:17 [视频-长播] <|video_begin|> +【2026-02-05】 + 03:46 [视频-长播] <|video_begin|> + 03:46 [视频-长播] <|video_begin|> + 09:18 [视频-长播] <|video_begin|> + 09:18 [视频-长播] <|video_begin|> + 09:20 [视频-长播] <|video_begin|> + 09:23 [视频-长播] <|video_begin|> + 09:23 [视频-长播] <|video_begin|> + 09:59 [视频-长播] <|video_begin|> + 10:02 [视频-长播] <|video_begin|> + 10:02 [视频-长播] <|video_begin|> + 10:08 [视频-长播] <|video_begin|> + 10:08 [视频-长播] <|video_begin|> + 10:10 [视频-长播] <|video_begin|> + 10:10 [视频-长播] <|video_begin|> + 15:42 [视频-长播] <|video_begin|> + 15:42 [视频-长播] <|video_begin|> + 15:42 [视频-长播] <|video_begin|> + 15:48 [视频-长播] <|video_begin|> + --:-- [商品-点击] <|prod_begin|> + --:-- [商品-购买] <|prod_begin|> +角色任务：你是一名极端严苛的用户行为数据挖掘专家和数据格式化专家，请基于以上用户交互历史，围绕指定主题提取具备行为递进关系与内在关联的交互行为逻辑链。 +交互行为类型（固定格式严禁更改）： 广告-点击、广告-深度转化、视频-浏览、视频-长播、搜索-搜索、商品-点击、商品-购买、直播-关注、直播-首次打赏 +核心提取逻辑 (递进性准则)： +按照时间顺序抽取 5 步以内的行为链，要求后续交互B必须是前序交互A在场景需求协同补充、副作用诱发或兴趣细化升级上的延伸——也就是说，B 必须因 A 而产生，严禁提取任何品类平级、内容重复或仅受天气/促销影响形成的并列凑单行为。 +1.场景驱动协同：交互 B 相对于交互 A，必须在同一生活场景与主题类目下形成强需求补完关系。 +2.兴趣因果递进：交互 B 必须与交互 A 构成因果递进关系，即 B 来源于 A 带来的副作用、新需求，或 A 是 B 的触发诱因。 +3.需求深度细化：在同一主题类目下,交互 B 的需求比 交互 A 更具体详细, 但不包括多次重复的购买、点击、搜索等行为，避免重复节点内容。 +请面向以下主题提取行为逻辑链： +主题：从被动接收到主动购买的节日装饰决策链 + +输出格式：请以 JSON 对象形式返回，结构如下： +{ + "logic_chain": { + "name": "从被动接收到主动购买的节日装饰决策链", + "events": [ + { + "date": "YYYY-MM-DD", + "action": "[交互行为类型] 交互内容"（严格对应Timeline中交互条目，不允许省略）, + "logic": "逻辑说明" + } + ] + } +} + +强约束：最终答案必须是一个可被 json.loads 解析的 JSON，不能包含 Markdown、解释、重复键或 JSON 外额外字符。/no_think<|im_end|> +<|im_start|>assistant + + +{"logic_chain":{"name":"从被动接收到主动购买的节日装饰决策链","events":[{"date":"2026-01-23","action":"[视频-关注/长播] <|video_begin|>","logic":"初始触发：被动接收到关于“中国结挂件”和“节日装饰”的视觉信息，激发了潜在的节日装饰需求。"},{"date":"2026-01-24","action":"[商品-点击] <|prod_begin|>","logic":"兴趣确认与筛选：从被动观看转为主动点击具体的商品，开始评估不同款式的“中国结挂件”，将模糊的兴趣聚焦到具体的商品形态上。"},{"date":"2026-01-24","action":"[商品-购买] <|prod_begin|>","logic":"决策闭环：在对多种挂件进行比较后，最终完成购买决策，实现了从被动信息接收到主动消费的完整转化。"}]}}<|im_end|> +<|endoftext|><|endoftext|><|endoftext|><|endoftext|><|endoftext|><|endoftext|><|endoftext|><|endoftext|><|endoftext|><|endoftext|> +label_ids: +[-100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, 4913, 24225, 30583, 22317, 606, 3252, 45181, 107285, 29077, 104381, 101966, 101964, 5122, 100343, 33447, 99345, 100030, 102041, 116973, 2198, 12389, 66582, 1028, 3252, 17, 15, 17, 21, 12, 15, 16, 12, 17, 16, 2198, 1311, 3252, 58, 87140, 12, 104519, 14, 45861, 75650, 60, 220, 176245, 156615, 161612, 175374, 2198, 24225, 3252, 113188, 111916, 5122, 67338, 104519, 100343, 102556, 102118, 87140, 3837, 107837, 32664, 100341, 100507, 101904, 33108, 99464, 104196, 105185, 100565, 1773, 36509, 1028, 3252, 17, 15, 17, 21, 12, 15, 16, 12, 18, 15, 2198, 1311, 3252, 58, 87140, 12, 104519, 14, 45861, 75650, 60, 220, 176245, 159038, 167415, 170397, 2198, 24225, 3252, 100565, 104536, 5122, 45181, 100461, 105302, 100343, 100032, 3837, 118609, 26939, 32664, 2073, 110386, 65577, 99966, 854, 100147, 100398, 111265, 101044, 106744, 33071, 102875, 90395, 104519, 34187, 100157, 87140, 1773, 36509, 1028, 3252, 17, 15, 17, 21, 12, 15, 16, 12, 18, 15, 2198, 1311, 3252, 58, 45943, 12, 72651, 60, 220, 176247, 155851, 165835, 173117, 2198, 24225, 3252, 102041, 102145, 57218, 32665, 104877, 9909, 106643, 14777, 7552, 5122, 101966, 72651, 100398, 45943, 3837, 100020, 27442, 100692, 17714, 2073, 19, 42, 107245, 854, 91956, 105551, 99493, 23656, 854, 91956, 58405, 103211, 33590, 55286, 101040, 82700, 30767, 24300, 33108, 32665, 104877, 100385, 1773, 36509, 1028, 3252, 17, 15, 17, 21, 12, 15, 16, 12, 18, 15, 2198, 1311, 3252, 58, 45943, 12, 72651, 60, 220, 176247, 155851, 162780, 172278, 2198, 24225, 3252, 102875, 111134, 57218, 100354, 100402, 9909, 106643, 40820, 7552, 5122, 18493, 2073, 19, 42, 107245, 854, 101334, 3837, 105496, 2073, 44991, 105995, 854, 91956, 110101, 113198, 854, 91956, 99805, 39953, 106693, 854, 49567, 16628, 98380, 106643, 3837, 107614, 32664, 82700, 98380, 116492, 33126, 100011, 9370, 110260, 3837, 105236, 45181, 2073, 105551, 99493, 23656, 854, 26939, 2073, 44991, 105995, 110535, 97907, 102875, 100560, 100287, 1773, 9207, 60, 3417, 151645, 198, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, 4913, 24225, 30583, 22317, 606, 3252, 45181, 100415, 111965, 100030, 26939, 99722, 107115, 102474, 107232, 101964, 2198, 12389, 66582, 1028, 3252, 17, 15, 17, 21, 12, 15, 17, 12, 15, 20, 2198, 1311, 3252, 58, 87140, 12, 100020, 14, 104519, 14, 107377, 14, 45861, 75650, 60, 220, 176245, 155358, 164740, 169644, 2198, 24225, 3252, 102193, 101070, 5122, 105807, 100030, 101888, 105149, 102152, 9909, 103959, 99686, 101598, 14, 104822, 99889, 100035, 7552, 109955, 5373, 104617, 81217, 101064, 105301, 100415, 33071, 43815, 1773, 36509, 1028, 3252, 17, 15, 17, 21, 12, 15, 17, 12, 15, 20, 2198, 1311, 3252, 58, 87140, 12, 100020, 14, 107377, 14, 45861, 75650, 60, 220, 176245, 157364, 160839, 175056, 2198, 24225, 3252, 100565, 114695, 57218, 86119, 111916, 5122, 45181, 100415, 111965, 9370, 107285, 100030, 3837, 103961, 115949, 32664, 2073, 103023, 101132, 854, 100147, 100398, 99722, 86119, 9370, 101966, 100032, 45912, 1773, 105464, 106050, 45181, 32320, 101754, 26939, 102556, 5373, 45181, 104287, 101108, 26939, 101960, 114261, 110061, 100560, 100287, 1773, 36509, 1028, 3252, 17, 15, 17, 21, 12, 15, 17, 12, 15, 20, 2198, 1311, 3252, 58, 87140, 12, 100020, 14, 104519, 14, 107377, 14, 45861, 75650, 60, 220, 176245, 152201, 163575, 169481, 2198, 24225, 3252, 102875, 104206, 57218, 102145, 5122, 18493, 103023, 99722, 104558, 3837, 100642, 100020, 26939, 2073, 101364, 99252, 101924, 97907, 104579, 112673, 1773, 43288, 102406, 107494, 99722, 107115, 104605, 106215, 86119, 3837, 68536, 101219, 46944, 111916, 27442, 33447, 3837, 55286, 72448, 33071, 29490, 100020, 99604, 108022, 9370, 99722, 105423, 100032, 3837, 107614, 100565, 9370, 102145, 33108, 102802, 104206, 1773, 9207, 60, 3417, 151645, 198, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, 151667, 198, 151668, 198, 4913, 24225, 30583, 788, 5212, 606, 788, 330, 45181, 107285, 86402, 99808, 26939, 101966, 101964, 9370, 118529, 102011, 102875, 100402, 497, 330, 12389, 788, 61753, 1028, 788, 330, 17, 15, 17, 20, 12, 15, 24, 12, 17, 21, 497, 330, 1311, 788, 10545, 45943, 12, 72651, 60, 220, 176247, 157647, 162648, 170580, 497, 330, 24225, 788, 330, 113188, 111916, 5122, 20002, 107285, 72651, 104059, 102298, 101312, 99413, 100951, 102011, 9370, 2073, 105116, 106082, 33590, 105185, 114637, 2073, 99742, 99413, 101210, 854, 33108, 2073, 99742, 102498, 854, 49567, 101290, 1773, 14345, 5212, 1028, 788, 330, 17, 15, 17, 20, 12, 16, 15, 12, 16, 16, 497, 330, 1311, 788, 10545, 45943, 12, 72651, 60, 220, 176247, 151776, 165835, 170841, 497, 330, 24225, 788, 330, 102875, 102145, 57218, 104536, 5122, 20002, 45181, 99845, 100461, 9370, 106082, 101290, 15946, 3837, 55286, 101966, 100020, 62926, 72651, 105149, 102533, 9909, 9754, 100446, 5373, 108718, 82699, 5373, 109770, 64355, 7552, 9370, 106215, 102011, 2073, 99742, 99413, 101210, 33590, 102406, 41146, 100565, 27442, 36667, 45181, 2073, 104551, 102011, 854, 118609, 56137, 2073, 106168, 105149, 102011, 55807, 14345, 5212, 1028, 788, 330, 17, 15, 17, 20, 12, 16, 15, 12, 16, 24, 497, 330, 1311, 788, 10545, 45943, 12, 72651, 60, 220, 176247, 159162, 161771, 168451, 497, 330, 24225, 788, 330, 102041, 118609, 57218, 115309, 5122, 18493, 32664, 106215, 2073, 9754, 100446, 99742, 99413, 101210, 854, 71817, 105177, 9909, 16, 15, 12, 16, 16, 11, 220, 16, 15, 12, 16, 21, 7552, 102024, 9370, 72651, 99794, 33447, 3837, 20002, 103941, 50404, 104059, 100692, 102298, 2073, 9754, 100446, 99742, 99413, 101210, 97907, 2073, 44991, 14224, 99619, 55807, 43288, 102406, 20002, 36667, 81167, 75882, 102011, 104867, 100162, 90395, 55286, 105789, 102298, 31991, 100185, 102011, 9370, 5373, 109946, 106898, 9370, 101220, 100389, 3837, 105236, 45181, 102011, 102875, 26939, 103946, 102041, 9370, 116973, 1773, 9207, 60, 3417, 151645, 198, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100, 151667, 198, 151668, 198, 4913, 24225, 30583, 22317, 606, 3252, 45181, 107285, 29077, 104381, 101966, 103946, 9370, 105832, 104296, 102041, 63314, 2198, 12389, 66582, 1028, 3252, 17, 15, 17, 21, 12, 15, 16, 12, 17, 18, 2198, 1311, 3252, 58, 87140, 12, 100020, 14, 45861, 75650, 60, 220, 176245, 152407, 166443, 173616, 2198, 24225, 3252, 113188, 111916, 5122, 107285, 29077, 104381, 101888, 2073, 58695, 36885, 99935, 14224, 854, 33108, 2073, 105832, 104296, 97907, 104916, 27369, 3837, 104970, 34187, 106362, 9370, 105832, 104296, 100354, 1773, 36509, 1028, 3252, 17, 15, 17, 21, 12, 15, 16, 12, 17, 19, 2198, 1311, 3252, 58, 45943, 12, 72651, 60, 220, 176247, 154308, 164763, 169816, 2198, 24225, 3252, 100565, 81167, 57218, 108732, 5122, 45181, 107285, 105208, 46670, 100782, 27733, 72651, 108247, 45943, 3837, 55286, 102086, 99604, 68153, 106158, 2073, 58695, 36885, 99935, 14224, 33590, 44063, 107346, 110257, 104536, 26939, 108247, 45943, 102533, 17447, 1773, 36509, 1028, 3252, 17, 15, 17, 21, 12, 15, 16, 12, 17, 19, 2198, 1311, 3252, 58, 45943, 12, 103946, 60, 220, 176247, 154308, 160792, 175988, 2198, 24225, 3252, 102041, 115309, 5122, 18493, 32664, 101312, 99935, 14224, 71817, 99792, 33447, 3837, 103941, 60548, 103946, 102041, 3837, 104415, 45181, 107285, 27369, 29077, 104381, 101966, 100030, 9370, 100873, 101548, 1773, 9207, 60, 3417, 151645, 198, -100, -100, -100, -100, -100, -100, -100, -100, -100, -100][INFO|configuration_utils.py:771] 2026-07-10 01:01:40,735 >> loading configuration file config.json from cache at /home/ll/.cache/huggingface/hub/models--OpenOneRec--OneReason-0.8B-pretrain-competition/snapshots/5a0a9ec5c601c268bb2300d99baa7a4ad526ab0c/config.json +[INFO|configuration_utils.py:847] 2026-07-10 01:01:40,736 >> Model config Qwen3Config { + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": null, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "5.6.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 176253 +} + + +labels: +{"logic_chain":{"name":"从被动接收到主动探索：汽车后市场消费决策演化","events":[{"date":"2026-01-21","action":"[视频-收藏/长播] <|video_begin|>","logic":"初始触发：通过收藏汽车实用技巧视频，表现出对提升驾驶体验和安全性的初步兴趣。"},{"date":"2026-01-30","action":"[视频-收藏/长播] <|video_begin|>","logic":"兴趣聚焦：从泛化的汽车知识，收敛到对“行车记录仪”这一具体安防设备的功能性认知，并收藏了介绍视频。"},{"date":"2026-01-30","action":"[商品-点击] <|prod_begin|>","logic":"决策深化与参数对比（维度一）：主动点击具体商品，关注点明确为“4K高清”、“前后双录”、“手机互联”，开始进入产品选型和参数对比阶段。"},{"date":"2026-01-30","action":"[商品-点击] <|prod_begin|>","logic":"认知增量与需求升级（维度二）：在“4K高清”基础上，增加了“三镜头”、“车内录像”、“倒车影像”等新功能维度，体现了对产品功能覆盖面更全面的考量，完成了从“前后双录”到“三镜头全景”的认知跃迁。"}]}}<|im_end|> +{"logic_chain":{"name":"从娱乐八卦消费到健康焦虑驱动的知识探索","events":[{"date":"2026-02-05","action":"[视频-关注/收藏/点赞/长播] <|video_begin|>","logic":"背景行为：密集消费关于特定明星（赵丽颖/冯绍峰）的情感、婚姻及家庭生活的娱乐性内容。"},{"date":"2026-02-05","action":"[视频-关注/点赞/长播] <|video_begin|>","logic":"兴趣转折与问题触发：从娱乐八卦的被动消费，突然转变为对“心脏不好”这一具体健康问题的主动知识获取。这是一个明显的从消遣到实用、从他人故事到自身关切的认知跃迁。"},{"date":"2026-02-05","action":"[视频-关注/收藏/点赞/长播] <|video_begin|>","logic":"认知拓展与深化：在心脏健康的基础上，进一步关注到“肝病患者”的饮食禁忌。这表明用户的健康焦虑并非单一问题，而是在一个触发点后，开始系统性地关注不同器官的健康保养知识，体现了兴趣的深化和关联拓展。"}]}}<|im_end|> + + +{"logic_chain": {"name": "从被动种草到主动探索的美妆工具认知升级", "events": [{"date": "2025-09-26", "action": "[商品-点击] <|prod_begin|>", "logic": "初始触发：用户被动点击了一个包含多种底妆工具的“新手套装”，初步接触到“粉底刷”和“粉扑”等概念。"}, {"date": "2025-10-11", "action": "[商品-点击] <|prod_begin|>", "logic": "认知深化与聚焦：用户从宽泛的套装概念中，开始主动关注并点击特定形态（月牙、弧形、扁头）的单一工具“粉底刷”，表明其兴趣点已从“一套工具”收敛至“某个特定工具”。"}, {"date": "2025-10-19", "action": "[商品-点击] <|prod_begin|>", "logic": "决策收敛与闭环：在对单一“月牙粉底刷”进行两次（10-11, 10-16）独立的点击了解后，用户最终选择了一个明确包含“月牙粉底刷”的“三件套”。这表明用户已确认该工具的核心价值，并开始寻求包含此核心工具的、更具性价比的组合方案，完成了从工具认知到购买决策的演化。"}]}}<|im_end|> + + +{"logic_chain":{"name":"从被动接收到主动购买的节日装饰决策链","events":[{"date":"2026-01-23","action":"[视频-关注/长播] <|video_begin|>","logic":"初始触发：被动接收到关于“中国结挂件”和“节日装饰”的视觉信息，激发了潜在的节日装饰需求。"},{"date":"2026-01-24","action":"[商品-点击] <|prod_begin|>","logic":"兴趣确认与筛选：从被动观看转为主动点击具体的商品，开始评估不同款式的“中国结挂件”，将模糊的兴趣聚焦到具体的商品形态上。"},{"date":"2026-01-24","action":"[商品-购买] <|prod_begin|>","logic":"决策闭环：在对多种挂件进行比较后，最终完成购买决策，实现了从被动信息接收到主动消费的完整转化。"}]}}<|im_end|> + +[INFO|2026-07-10 01:01:40] llamafactory.model.model_utils.kv_cache:144 >> KV cache is disabled during training. +[INFO|2026-07-10 01:01:40] llamafactory.model.model_utils.liger_kernel:144 >> Liger kernel has been applied to the model. +[INFO|modeling_utils.py:751] 2026-07-10 01:01:41,525 >> loading weights file model.safetensors from cache at /home/ll/.cache/huggingface/hub/models--OpenOneRec--OneReason-0.8B-pretrain-competition/snapshots/5a0a9ec5c601c268bb2300d99baa7a4ad526ab0c/model.safetensors +[INFO|modeling_utils.py:821] 2026-07-10 01:01:41,525 >> Will use dtype=torch.bfloat16 as defined in model's config object +[INFO|configuration_utils.py:1027] 2026-07-10 01:01:41,575 >> Generate config GenerationConfig { + "bos_token_id": 151643, + "eos_token_id": 151645, + "output_attentions": false, + "output_hidden_states": false, + "use_cache": false +} + + Loading weights: 0%| | 0/311 [00:00> loading configuration file generation_config.json from cache at /home/ll/.cache/huggingface/hub/models--OpenOneRec--OneReason-0.8B-pretrain-competition/snapshots/5a0a9ec5c601c268bb2300d99baa7a4ad526ab0c/generation_config.json +[INFO|configuration_utils.py:1027] 2026-07-10 01:01:42,444 >> Generate config GenerationConfig { + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95 +} + +[INFO|dynamic_module_utils.py:406] 2026-07-10 01:01:42,820 >> Could not locate the custom_generate/generate.py inside OpenOneRec/OneReason-0.8B-pretrain-competition. +[INFO|2026-07-10 01:01:42] llamafactory.model.model_utils.checkpointing:144 >> Gradient checkpointing enabled. +[INFO|2026-07-10 01:01:42] llamafactory.model.model_utils.attention:144 >> Using FlashAttention-2 for faster training and inference. +[INFO|2026-07-10 01:01:42] llamafactory.model.adapter:144 >> Pure bf16 / BAdam detected, remaining trainable params in half precision. +[INFO|2026-07-10 01:01:42] llamafactory.model.adapter:144 >> Fine-tuning method: Full +[INFO|2026-07-10 01:01:42] llamafactory.model.loader:144 >> trainable params: 801,433,600 || all params: 801,433,600 || trainable%: 100.0000 +[WARNING|trainer_utils.py:1238] 2026-07-10 01:01:42,843 >> The tokenizer has new PAD/BOS/EOS tokens that differ from the model config and generation config. The model config and generation config were aligned accordingly, being updated with the tokenizer's values. Updated tokens: {'bos_token_id': None, 'pad_token_id': 151643}. +[INFO|trainer.py:1469] 2026-07-10 01:01:42,961 >> ***** Running training ***** +[INFO|trainer.py:1470] 2026-07-10 01:01:42,961 >> Num examples = 3,337 +[INFO|trainer.py:1471] 2026-07-10 01:01:42,961 >> Num Epochs = 3 +[INFO|trainer.py:1472] 2026-07-10 01:01:42,961 >> Num update steps per epoch = 835 +[INFO|trainer.py:1473] 2026-07-10 01:01:42,961 >> Instantaneous batch size per device = 1 +[INFO|trainer.py:1476] 2026-07-10 01:01:42,961 >> Total train batch size (w. parallel, distributed & accumulation) = 4 +[INFO|trainer.py:1477] 2026-07-10 01:01:42,961 >> Gradient Accumulation steps = 4 +[INFO|trainer.py:1478] 2026-07-10 01:01:42,961 >> Total optimization steps = 2,505 +[INFO|trainer.py:1479] 2026-07-10 01:01:42,962 >> Number of trainable parameters = 801,433,600 + 0%| | 0/2505 [00:00> `use_return_dict` is deprecated! Use `return_dict` instead! + 0%| | 1/2505 [00:08<5:52:15, 8.44s/it] 0%| | 2/2505 [00:16<5:48:32, 8.35s/it] 0%| | 3/2505 [00:25<5:47:30, 8.33s/it] 0%| | 4/2505 [00:33<5:47:28, 8.34s/it] 0%| | 5/2505 [00:41<5:46:59, 8.33s/it] 0%| | 5/2505 [00:41<5:46:59, 8.33s/it] 0%| | 6/2505 [00:49<5:39:21, 8.15s/it] 0%| | 7/2505 [00:58<5:44:46, 8.28s/it] 0%| | 8/2505 [01:06<5:50:47, 8.43s/it] 0%| | 9/2505 [01:14<5:47:04, 8.34s/it] 0%| | 10/2505 [01:22<5:42:26, 8.24s/it] 0%| | 10/2505 [01:22<5:42:26, 8.24s/it] 0%| | 11/2505 [01:31<5:48:23, 8.38s/it] 0%| | 12/2505 [01:40<5:52:43, 8.49s/it] 1%| | 13/2505 [01:49<6:00:32, 8.68s/it] 1%| | 14/2505 [01:57<5:50:41, 8.45s/it] 1%| | 15/2505 [02:05<5:48:17, 8.39s/it] 1%| | 15/2505 [02:05<5:48:17, 8.39s/it] 1%| | 16/2505 [02:14<5:58:12, 8.63s/it] 1%| | 17/2505 [02:23<6:01:11, 8.71s/it] 1%| | 18/2505 [02:32<5:55:47, 8.58s/it] 1%| | 19/2505 [02:40<5:50:34, 8.46s/it] 1%| | 20/2505 [02:48<5:42:20, 8.27s/it] 1%| | 20/2505 [02:48<5:42:20, 8.27s/it] 1%| | 21/2505 [02:55<5:26:28, 7.89s/it] 1%| | 22/2505 [03:03<5:29:41, 7.97s/it] 1%| | 23/2505 [03:11<5:31:55, 8.02s/it] 1%| | 24/2505 [03:18<5:22:05, 7.79s/it] 1%| | 25/2505 [03:26<5:21:38, 7.78s/it] 1%| | 25/2505 [03:26<5:21:38, 7.78s/it] 1%| | 26/2505 [03:33<5:17:36, 7.69s/it] 1%| | 27/2505 [03:43<5:37:48, 8.18s/it] 1%| | 28/2505 [03:52<5:49:12, 8.46s/it] 1%| | 29/2505 [04:01<5:55:23, 8.61s/it] 1%| | 30/2505 [04:10<5:57:12, 8.66s/it] 1%| | 30/2505 [04:10<5:57:12, 8.66s/it] 1%| | 31/2505 [04:18<5:54:10, 8.59s/it] 1%|▏ | 32/2505 [04:27<6:02:53, 8.80s/it] 1%|▏ | 33/2505 [04:35<5:54:13, 8.60s/it] 1%|▏ | 34/2505 [04:44<5:51:49, 8.54s/it] 1%|▏ | 35/2505 [04:52<5:47:49, 8.45s/it] 1%|▏ | 35/2505 [04:52<5:47:49, 8.45s/it] 1%|▏ | 36/2505 [05:00<5:45:24, 8.39s/it] 1%|▏ | 37/2505 [05:09<5:46:49, 8.43s/it] 2%|▏ | 38/2505 [05:17<5:42:59, 8.34s/it] 2%|▏ | 39/2505 [05:25<5:38:00, 8.22s/it] 2%|▏ | 40/2505 [05:33<5:32:53, 8.10s/it] 2%|▏ | 40/2505 [05:33<5:32:53, 8.10s/it] 2%|▏ | 41/2505 [05:41<5:37:34, 8.22s/it] 2%|▏ | 42/2505 [05:50<5:38:48, 8.25s/it] 2%|▏ | 43/2505 [05:58<5:46:18, 8.44s/it] 2%|▏ | 44/2505 [06:07<5:44:46, 8.41s/it] 2%|▏ | 45/2505 [06:16<5:49:38, 8.53s/it] 2%|▏ | 45/2505 [06:16<5:49:38, 8.53s/it] 2%|▏ | 46/2505 [06:24<5:54:17, 8.64s/it] 2%|▏ | 47/2505 [06:33<5:54:43, 8.66s/it] 2%|▏ | 48/2505 [06:41<5:49:44, 8.54s/it] 2%|▏ | 49/2505 [06:50<5:52:58, 8.62s/it] 2%|▏ | 50/2505 [06:59<5:57:24, 8.74s/it] 2%|▏ | 50/2505 [06:59<5:57:24, 8.74s/it] 2%|▏ | 51/2505 [07:08<5:53:59, 8.65s/it] 2%|▏ | 52/2505 [07:17<6:01:39, 8.85s/it] 2%|▏ | 53/2505 [07:25<5:54:51, 8.68s/it] 2%|▏ | 54/2505 [07:34<5:50:25, 8.58s/it] 2%|▏ | 55/2505 [07:42<5:51:00, 8.60s/it] 2%|▏ | 55/2505 [07:42<5:51:00, 8.60s/it] 2%|▏ | 56/2505 [07:51<5:46:40, 8.49s/it] 2%|▏ | 57/2505 [07:59<5:52:06, 8.63s/it] 2%|▏ | 58/2505 [08:08<5:49:11, 8.56s/it] 2%|▏ | 59/2505 [08:17<5:51:32, 8.62s/it] 2%|▏ | 60/2505 [08:25<5:43:37, 8.43s/it] 2%|▏ | 60/2505 [08:25<5:43:37, 8.43s/it] 2%|▏ | 61/2505 [08:33<5:39:54, 8.34s/it] 2%|▏ | 62/2505 [08:41<5:34:41, 8.22s/it] 3%|▎ | 63/2505 [08:49<5:29:51, 8.10s/it] 3%|▎ | 64/2505 [08:57<5:39:04, 8.33s/it] 3%|▎ | 65/2505 [09:06<5:46:11, 8.51s/it] 3%|▎ | 65/2505 [09:06<5:46:11, 8.51s/it] 3%|▎ | 66/2505 [09:15<5:45:35, 8.50s/it] 3%|▎ | 67/2505 [09:24<5:51:51, 8.66s/it] 3%|▎ | 68/2505 [09:32<5:46:19, 8.53s/it] 3%|▎ | 69/2505 [09:41<5:55:02, 8.74s/it] 3%|▎ | 70/2505 [09:49<5:38:48, 8.35s/it] 3%|▎ | 70/2505 [09:49<5:38:48, 8.35s/it] 3%|▎ | 71/2505 [09:58<5:47:27, 8.57s/it] 3%|▎ | 72/2505 [10:06<5:42:17, 8.44s/it] 3%|▎ | 73/2505 [10:14<5:36:29, 8.30s/it] 3%|▎ | 74/2505 [10:22<5:39:37, 8.38s/it] 3%|▎ | 75/2505 [10:31<5:41:45, 8.44s/it] 3%|▎ | 75/2505 [10:31<5:41:45, 8.44s/it] 3%|▎ | 76/2505 [10:39<5:35:25, 8.29s/it] 3%|▎ | 77/2505 [10:47<5:35:39, 8.29s/it] 3%|▎ | 78/2505 [10:55<5:30:28, 8.17s/it] 3%|▎ | 79/2505 [11:04<5:34:03, 8.26s/it] 3%|▎ | 80/2505 [11:13<5:41:15, 8.44s/it] 3%|▎ | 80/2505 [11:13<5:41:15, 8.44s/it] 3%|▎ | 81/2505 [11:21<5:42:48, 8.49s/it] 3%|▎ | 82/2505 [11:30<5:44:47, 8.54s/it] 3%|▎ | 83/2505 [11:38<5:41:42, 8.47s/it] 3%|▎ | 84/2505 [11:46<5:38:36, 8.39s/it] 3%|▎ | 85/2505 [11:55<5:37:01, 8.36s/it] 3%|▎ | 85/2505 [11:55<5:37:01, 8.36s/it] 3%|▎ | 86/2505 [12:02<5:27:13, 8.12s/it] 3%|▎ | 87/2505 [12:11<5:32:39, 8.25s/it] 4%|▎ | 88/2505 [12:20<5:40:29, 8.45s/it] 4%|▎ | 89/2505 [12:29<5:50:04, 8.69s/it] 4%|▎ | 90/2505 [12:37<5:46:53, 8.62s/it] 4%|▎ | 90/2505 [12:37<5:46:53, 8.62s/it] 4%|▎ | 91/2505 [12:45<5:36:50, 8.37s/it] 4%|▎ | 92/2505 [12:54<5:38:44, 8.42s/it] 4%|▎ | 93/2505 [13:03<5:44:13, 8.56s/it] 4%|▍ | 94/2505 [13:09<5:21:08, 7.99s/it] 4%|▍ | 95/2505 [13:18<5:29:37, 8.21s/it] 4%|▍ | 95/2505 [13:18<5:29:37, 8.21s/it] 4%|▍ | 96/2505 [13:27<5:34:51, 8.34s/it] 4%|▍ | 97/2505 [13:35<5:34:30, 8.33s/it] 4%|▍ | 98/2505 [13:43<5:32:29, 8.29s/it] 4%|▍ | 99/2505 [13:51<5:28:01, 8.18s/it] 4%|▍ | 100/2505 [13:59<5:25:04, 8.11s/it] 4%|▍ | 100/2505 [13:59<5:25:04, 8.11s/it] 4%|▍ | 101/2505 [14:08<5:35:42, 8.38s/it] 4%|▍ | 102/2505 [14:16<5:35:38, 8.38s/it] 4%|▍ | 103/2505 [14:24<5:30:53, 8.27s/it] 4%|▍ | 104/2505 [14:33<5:36:31, 8.41s/it] 4%|▍ | 105/2505 [14:40<5:12:52, 7.82s/it] 4%|▍ | 105/2505 [14:40<5:12:52, 7.82s/it] 4%|▍ | 106/2505 [14:48<5:18:01, 7.95s/it] 4%|▍ | 107/2505 [14:56<5:19:51, 8.00s/it] 4%|▍ | 108/2505 [15:04<5:26:13, 8.17s/it] 4%|▍ | 109/2505 [15:13<5:26:36, 8.18s/it] 4%|▍ | 110/2505 [15:22<5:34:58, 8.39s/it] 4%|▍ | 110/2505 [15:22<5:34:58, 8.39s/it] 4%|▍ | 111/2505 [15:30<5:41:35, 8.56s/it] 4%|▍ | 112/2505 [15:39<5:38:47, 8.49s/it] 5%|▍ | 113/2505 [15:47<5:33:59, 8.38s/it] 5%|▍ | 114/2505 [15:54<5:20:41, 8.05s/it] 5%|▍ | 115/2505 [16:03<5:31:59, 8.33s/it] 5%|▍ | 115/2505 [16:03<5:31:59, 8.33s/it] 5%|▍ | 116/2505 [16:11<5:26:19, 8.20s/it] 5%|▍ | 117/2505 [16:19<5:26:59, 8.22s/it] 5%|▍ | 118/2505 [16:28<5:27:07, 8.22s/it] 5%|▍ | 119/2505 [16:35<5:21:44, 8.09s/it] 5%|▍ | 120/2505 [16:43<5:20:23, 8.06s/it] 5%|▍ | 120/2505 [16:43<5:20:23, 8.06s/it] 5%|▍ | 121/2505 [16:51<5:19:09, 8.03s/it] 5%|▍ | 122/2505 [17:00<5:21:08, 8.09s/it] 5%|▍ | 123/2505 [17:09<5:32:42, 8.38s/it] 5%|▍ | 124/2505 [17:17<5:28:30, 8.28s/it] 5%|▍ | 125/2505 [17:25<5:29:58, 8.32s/it] 5%|▍ | 125/2505 [17:25<5:29:58, 8.32s/it] 5%|▌ | 126/2505 [17:34<5:38:57, 8.55s/it] 5%|▌ | 127/2505 [17:42<5:29:38, 8.32s/it] 5%|▌ | 128/2505 [17:50<5:21:55, 8.13s/it] 5%|▌ | 129/2505 [17:58<5:27:42, 8.28s/it] 5%|▌ | 130/2505 [18:07<5:29:10, 8.32s/it] 5%|▌ | 130/2505 [18:07<5:29:10, 8.32s/it] 5%|▌ | 131/2505 [18:15<5:23:51, 8.19s/it] 5%|▌ | 132/2505 [18:24<5:34:36, 8.46s/it] 5%|▌ | 133/2505 [18:33<5:47:39, 8.79s/it] 5%|▌ | 134/2505 [18:42<5:49:18, 8.84s/it] 5%|▌ | 135/2505 [18:51<5:44:07, 8.71s/it] 5%|▌ | 135/2505 [18:51<5:44:07, 8.71s/it] 5%|▌ | 136/2505 [19:00<5:48:25, 8.82s/it] 5%|▌ | 137/2505 [19:08<5:45:27, 8.75s/it] 6%|▌ | 138/2505 [19:16<5:32:16, 8.42s/it] 6%|▌ | 139/2505 [19:24<5:30:01, 8.37s/it] 6%|▌ | 140/2505 [19:33<5:31:02, 8.40s/it] 6%|▌ | 140/2505 [19:33<5:31:02, 8.40s/it] 6%|▌ | 141/2505 [19:40<5:24:18, 8.23s/it] 6%|▌ | 142/2505 [19:48<5:17:21, 8.06s/it] 6%|▌ | 143/2505 [19:57<5:23:02, 8.21s/it] 6%|▌ | 144/2505 [20:04<5:11:11, 7.91s/it] 6%|▌ | 145/2505 [20:13<5:25:44, 8.28s/it] 6%|▌ | 145/2505 [20:13<5:25:44, 8.28s/it] 6%|▌ | 146/2505 [20:21<5:25:57, 8.29s/it] 6%|▌ | 147/2505 [20:29<5:21:11, 8.17s/it] 6%|▌ | 148/2505 [20:37<5:20:49, 8.17s/it] 6%|▌ | 149/2505 [20:46<5:27:59, 8.35s/it] 6%|▌ | 150/2505 [20:55<5:30:23, 8.42s/it] 6%|▌ | 150/2505 [20:55<5:30:23, 8.42s/it] 6%|▌ | 151/2505 [21:03<5:30:07, 8.41s/it] 6%|▌ | 152/2505 [21:11<5:23:27, 8.25s/it] 6%|▌ | 153/2505 [21:20<5:30:00, 8.42s/it] 6%|▌ | 154/2505 [21:28<5:30:04, 8.42s/it] 6%|▌ | 155/2505 [21:36<5:20:53, 8.19s/it] 6%|▌ | 155/2505 [21:36<5:20:53, 8.19s/it] 6%|▌ | 156/2505 [21:43<5:08:25, 7.88s/it] 6%|▋ | 157/2505 [21:51<5:09:32, 7.91s/it] 6%|▋ | 158/2505 [21:59<5:14:15, 8.03s/it] 6%|▋ | 159/2505 [22:07<5:11:43, 7.97s/it] 6%|▋ | 160/2505 [22:16<5:19:42, 8.18s/it] 6%|▋ | 160/2505 [22:16<5:19:42, 8.18s/it] 6%|▋ | 161/2505 [22:24<5:16:15, 8.10s/it] 6%|▋ | 162/2505 [22:32<5:12:41, 8.01s/it] 7%|▋ | 163/2505 [22:39<5:03:21, 7.77s/it] 7%|▋ | 164/2505 [22:47<5:07:35, 7.88s/it] 7%|▋ | 165/2505 [22:54<5:02:02, 7.74s/it] 7%|▋ | 165/2505 [22:54<5:02:02, 7.74s/it] 7%|▋ | 166/2505 [23:03<5:07:54, 7.90s/it] 7%|▋ | 167/2505 [23:11<5:17:21, 8.14s/it] 7%|▋ | 168/2505 [23:20<5:19:57, 8.21s/it] 7%|▋ | 169/2505 [23:28<5:23:28, 8.31s/it] 7%|▋ | 170/2505 [23:37<5:29:59, 8.48s/it] 7%|▋ | 170/2505 [23:37<5:29:59, 8.48s/it] 7%|▋ | 171/2505 [23:46<5:31:23, 8.52s/it] 7%|▋ | 172/2505 [23:54<5:23:46, 8.33s/it] 7%|▋ | 173/2505 [24:01<5:17:09, 8.16s/it] 7%|▋ | 174/2505 [24:10<5:26:44, 8.41s/it] 7%|▋ | 175/2505 [24:19<5:26:23, 8.40s/it] 7%|▋ | 175/2505 [24:19<5:26:23, 8.40s/it] 7%|▋ | 176/2505 [24:27<5:25:33, 8.39s/it] 7%|▋ | 177/2505 [24:35<5:22:04, 8.30s/it] 7%|▋ | 178/2505 [24:44<5:24:11, 8.36s/it] 7%|▋ | 179/2505 [24:51<5:17:10, 8.18s/it] 7%|▋ | 180/2505 [25:00<5:18:26, 8.22s/it] 7%|▋ | 180/2505 [25:00<5:18:26, 8.22s/it] 7%|▋ | 181/2505 [25:08<5:24:39, 8.38s/it] 7%|▋ | 182/2505 [25:17<5:27:30, 8.46s/it] 7%|▋ | 183/2505 [25:26<5:34:45, 8.65s/it] 7%|▋ | 184/2505 [25:36<5:41:48, 8.84s/it] 7%|▋ | 185/2505 [25:44<5:37:44, 8.73s/it] 7%|▋ | 185/2505 [25:44<5:37:44, 8.73s/it] 7%|▋ | 186/2505 [25:52<5:33:11, 8.62s/it] 7%|▋ | 187/2505 [26:00<5:24:20, 8.40s/it] 8%|▊ | 188/2505 [26:10<5:37:44, 8.75s/it] 8%|▊ | 189/2505 [26:18<5:36:58, 8.73s/it] 8%|▊ | 190/2505 [26:28<5:45:23, 8.95s/it] 8%|▊ | 190/2505 [26:28<5:45:23, 8.95s/it] 8%|▊ | 191/2505 [26:36<5:40:15, 8.82s/it] 8%|▊ | 192/2505 [26:45<5:40:17, 8.83s/it] 8%|▊ | 193/2505 [26:53<5:27:12, 8.49s/it] 8%|▊ | 194/2505 [27:01<5:24:34, 8.43s/it] 8%|▊ | 195/2505 [27:10<5:23:08, 8.39s/it] 8%|▊ | 195/2505 [27:10<5:23:08, 8.39s/it] 8%|▊ | 196/2505 [27:18<5:19:16, 8.30s/it] 8%|▊ | 197/2505 [27:26<5:15:02, 8.19s/it] 8%|▊ | 198/2505 [27:33<5:09:46, 8.06s/it] 8%|▊ | 199/2505 [27:42<5:14:34, 8.18s/it] 8%|▊ | 200/2505 [27:50<5:15:16, 8.21s/it] 8%|▊ | 200/2505 [27:50<5:15:16, 8.21s/it] 8%|▊ | 201/2505 [27:58<5:12:19, 8.13s/it] 8%|▊ | 202/2505 [28:05<4:59:33, 7.80s/it] 8%|▊ | 203/2505 [28:12<4:52:53, 7.63s/it] 8%|▊ | 204/2505 [28:21<5:02:08, 7.88s/it] 8%|▊ | 205/2505 [28:29<5:07:43, 8.03s/it] 8%|▊ | 205/2505 [28:29<5:07:43, 8.03s/it] 8%|▊ | 206/2505 [28:38<5:21:22, 8.39s/it] 8%|▊ | 207/2505 [28:47<5:19:55, 8.35s/it] 8%|▊ | 208/2505 [28:55<5:22:10, 8.42s/it] 8%|▊ | 209/2505 [29:04<5:25:22, 8.50s/it] 8%|▊ | 210/2505 [29:12<5:19:11, 8.35s/it] 8%|▊ | 210/2505 [29:12<5:19:11, 8.35s/it] 8%|▊ | 211/2505 [29:21<5:22:26, 8.43s/it] 8%|▊ | 212/2505 [29:29<5:18:23, 8.33s/it] 9%|▊ | 213/2505 [29:37<5:20:33, 8.39s/it] 9%|▊ | 214/2505 [29:45<5:15:15, 8.26s/it] 9%|▊ | 215/2505 [29:53<5:16:02, 8.28s/it] 9%|▊ | 215/2505 [29:53<5:16:02, 8.28s/it] 9%|▊ | 216/2505 [30:01<5:10:32, 8.14s/it] 9%|▊ | 217/2505 [30:09<5:09:48, 8.12s/it] 9%|▊ | 218/2505 [30:17<5:04:48, 8.00s/it] 9%|▊ | 219/2505 [30:25<5:09:26, 8.12s/it] 9%|▉ | 220/2505 [30:35<5:20:45, 8.42s/it] 9%|▉ | 220/2505 [30:35<5:20:45, 8.42s/it] 9%|▉ | 221/2505 [30:43<5:25:11, 8.54s/it] 9%|▉ | 222/2505 [30:53<5:33:27, 8.76s/it] 9%|▉ | 223/2505 [31:01<5:30:05, 8.68s/it] 9%|▉ | 224/2505 [31:09<5:23:24, 8.51s/it] 9%|▉ | 225/2505 [31:18<5:27:21, 8.61s/it] 9%|▉ | 225/2505 [31:18<5:27:21, 8.61s/it] 9%|▉ | 226/2505 [31:26<5:21:00, 8.45s/it] 9%|▉ | 227/2505 [31:35<5:19:55, 8.43s/it] 9%|▉ | 228/2505 [31:42<5:13:07, 8.25s/it] 9%|▉ | 229/2505 [31:51<5:15:36, 8.32s/it] 9%|▉ | 230/2505 [31:59<5:15:43, 8.33s/it] 9%|▉ | 230/2505 [31:59<5:15:43, 8.33s/it] 9%|▉ | 231/2505 [32:07<5:12:20, 8.24s/it] 9%|▉ | 232/2505 [32:15<5:10:35, 8.20s/it] 9%|▉ | 233/2505 [32:22<4:51:19, 7.69s/it] 9%|▉ | 234/2505 [32:30<4:54:48, 7.79s/it] 9%|▉ | 235/2505 [32:38<5:02:23, 7.99s/it] 9%|▉ | 235/2505 [32:38<5:02:23, 7.99s/it] 9%|▉ | 236/2505 [32:47<5:05:18, 8.07s/it] 9%|▉ | 237/2505 [32:55<5:13:37, 8.30s/it] 10%|▉ | 238/2505 [33:04<5:18:33, 8.43s/it] 10%|▉ | 239/2505 [33:13<5:21:48, 8.52s/it] 10%|▉ | 240/2505 [33:21<5:17:18, 8.41s/it] 10%|▉ | 240/2505 [33:21<5:17:18, 8.41s/it] 10%|▉ | 241/2505 [33:30<5:22:30, 8.55s/it] 10%|▉ | 242/2505 [33:38<5:17:46, 8.43s/it] 10%|▉ | 243/2505 [33:46<5:15:16, 8.36s/it] 10%|▉ | 244/2505 [33:55<5:17:46, 8.43s/it] 10%|▉ | 245/2505 [34:03<5:17:41, 8.43s/it] 10%|▉ | 245/2505 [34:03<5:17:41, 8.43s/it] 10%|▉ | 246/2505 [34:11<5:05:53, 8.12s/it] 10%|▉ | 247/2505 [34:19<5:08:50, 8.21s/it] 10%|▉ | 248/2505 [34:28<5:15:23, 8.38s/it] 10%|▉ | 249/2505 [34:36<5:07:59, 8.19s/it] 10%|▉ | 250/2505 [34:44<5:09:33, 8.24s/it] 10%|▉ | 250/2505 [34:44<5:09:33, 8.24s/it] 10%|█ | 251/2505 [34:52<5:06:09, 8.15s/it] 10%|█ | 252/2505 [35:01<5:10:48, 8.28s/it] 10%|█ | 253/2505 [35:09<5:15:54, 8.42s/it] 10%|█ | 254/2505 [35:18<5:18:38, 8.49s/it] 10%|█ | 255/2505 [35:26<5:17:15, 8.46s/it] 10%|█ | 255/2505 [35:26<5:17:15, 8.46s/it] 10%|█ | 256/2505 [35:34<5:13:19, 8.36s/it] 10%|█ | 257/2505 [35:43<5:14:25, 8.39s/it] 10%|█ | 258/2505 [35:51<5:08:52, 8.25s/it] 10%|█ | 259/2505 [35:59<5:13:05, 8.36s/it] 10%|█ | 260/2505 [36:08<5:15:15, 8.43s/it] 10%|█ | 260/2505 [36:08<5:15:15, 8.43s/it] 10%|█ | 261/2505 [36:16<5:09:40, 8.28s/it] 10%|█ | 262/2505 [36:24<5:03:51, 8.13s/it] 10%|█ | 263/2505 [36:32<5:05:31, 8.18s/it] 11%|█ | 264/2505 [36:41<5:10:57, 8.33s/it] 11%|█ | 265/2505 [36:49<5:11:34, 8.35s/it] 11%|█ | 265/2505 [36:49<5:11:34, 8.35s/it] 11%|█ | 266/2505 [36:58<5:13:42, 8.41s/it] 11%|█ | 267/2505 [37:06<5:08:00, 8.26s/it] 11%|█ | 268/2505 [37:13<5:01:52, 8.10s/it] 11%|█ | 269/2505 [37:22<5:04:54, 8.18s/it] 11%|█ | 270/2505 [37:28<4:47:54, 7.73s/it] 11%|█ | 270/2505 [37:28<4:47:54, 7.73s/it] 11%|█ | 271/2505 [37:37<5:01:19, 8.09s/it] 11%|█ | 272/2505 [37:45<4:58:48, 8.03s/it] 11%|█ | 273/2505 [37:52<4:45:23, 7.67s/it] 11%|█ | 274/2505 [38:01<5:01:19, 8.10s/it] 11%|█ | 275/2505 [38:10<5:07:05, 8.26s/it] 11%|█ | 275/2505 [38:10<5:07:05, 8.26s/it] 11%|█ | 276/2505 [38:18<5:10:39, 8.36s/it] 11%|█ | 277/2505 [38:27<5:17:42, 8.56s/it] 11%|█ | 278/2505 [38:36<5:20:12, 8.63s/it] 11%|█ | 279/2505 [38:44<5:11:59, 8.41s/it] 11%|█ | 280/2505 [38:54<5:27:53, 8.84s/it] 11%|█ | 280/2505 [38:54<5:27:53, 8.84s/it] 11%|█ | 281/2505 [39:02<5:22:42, 8.71s/it] 11%|█▏ | 282/2505 [39:10<5:16:50, 8.55s/it] 11%|█▏ | 283/2505 [39:19<5:14:13, 8.48s/it] 11%|█▏ | 284/2505 [39:28<5:21:58, 8.70s/it] 11%|█▏ | 285/2505 [39:37<5:23:41, 8.75s/it] 11%|█▏ | 285/2505 [39:37<5:23:41, 8.75s/it] 11%|█▏ | 286/2505 [39:45<5:17:14, 8.58s/it] 11%|█▏ | 287/2505 [39:53<5:13:02, 8.47s/it] 11%|█▏ | 288/2505 [40:02<5:10:34, 8.41s/it] 12%|█▏ | 289/2505 [40:10<5:12:57, 8.47s/it] 12%|█▏ | 290/2505 [40:17<4:51:08, 7.89s/it] 12%|█▏ | 290/2505 [40:17<4:51:08, 7.89s/it] 12%|█▏ | 291/2505 [40:25<4:58:09, 8.08s/it] 12%|█▏ | 292/2505 [40:34<5:03:29, 8.23s/it] 12%|█▏ | 293/2505 [40:42<4:59:07, 8.11s/it] 12%|█▏ | 294/2505 [40:51<5:09:46, 8.41s/it] 12%|█▏ | 295/2505 [40:59<5:06:18, 8.32s/it] 12%|█▏ | 295/2505 [40:59<5:06:18, 8.32s/it] 12%|█▏ | 296/2505 [41:08<5:11:31, 8.46s/it] 12%|█▏ | 297/2505 [41:15<5:04:31, 8.28s/it] 12%|█▏ | 298/2505 [41:25<5:14:04, 8.54s/it] 12%|█▏ | 299/2505 [41:33<5:06:57, 8.35s/it] 12%|█▏ | 300/2505 [41:41<5:06:43, 8.35s/it] 12%|█▏ | 300/2505 [41:41<5:06:43, 8.35s/it] 12%|█▏ | 301/2505 [41:49<5:07:50, 8.38s/it] 12%|█▏ | 302/2505 [41:59<5:18:21, 8.67s/it] 12%|█▏ | 303/2505 [42:07<5:12:26, 8.51s/it] 12%|█▏ | 304/2505 [42:15<5:08:57, 8.42s/it] 12%|█▏ | 305/2505 [42:23<5:00:08, 8.19s/it] 12%|█▏ | 305/2505 [42:23<5:00:08, 8.19s/it] 12%|█▏ | 306/2505 [42:31<4:58:50, 8.15s/it] 12%|█▏ | 307/2505 [42:39<4:54:38, 8.04s/it] 12%|█▏ | 308/2505 [42:46<4:52:30, 7.99s/it] 12%|█▏ | 309/2505 [42:54<4:53:31, 8.02s/it] 12%|█▏ | 310/2505 [43:03<4:58:48, 8.17s/it] 12%|█▏ | 310/2505 [43:03<4:58:48, 8.17s/it] 12%|█▏ | 311/2505 [43:11<4:59:44, 8.20s/it] 12%|█▏ | 312/2505 [43:20<5:06:35, 8.39s/it] 12%|█▏ | 313/2505 [43:28<5:04:29, 8.33s/it] 13%|█▎ | 314/2505 [43:37<5:06:14, 8.39s/it] 13%|█▎ | 315/2505 [43:45<5:00:39, 8.24s/it] 13%|█▎ | 315/2505 [43:45<5:00:39, 8.24s/it] 13%|█▎ | 316/2505 [43:53<5:00:20, 8.23s/it] 13%|█▎ | 317/2505 [44:01<4:53:22, 8.05s/it] 13%|█▎ | 318/2505 [44:09<4:52:46, 8.03s/it] 13%|█▎ | 319/2505 [44:17<4:58:49, 8.20s/it] 13%|█▎ | 320/2505 [44:25<4:56:36, 8.14s/it] 13%|█▎ | 320/2505 [44:25<4:56:36, 8.14s/it] 13%|█▎ | 321/2505 [44:34<5:02:48, 8.32s/it] 13%|█▎ | 322/2505 [44:42<4:57:33, 8.18s/it] 13%|█▎ | 323/2505 [44:50<4:55:14, 8.12s/it] 13%|█▎ | 324/2505 [44:57<4:48:21, 7.93s/it] 13%|█▎ | 325/2505 [45:06<4:57:10, 8.18s/it] 13%|█▎ | 325/2505 [45:06<4:57:10, 8.18s/it] 13%|█▎ | 326/2505 [45:14<4:59:42, 8.25s/it] 13%|█▎ | 327/2505 [45:22<4:50:42, 8.01s/it] 13%|█▎ | 328/2505 [45:30<4:57:28, 8.20s/it] 13%|█▎ | 329/2505 [45:39<4:58:17, 8.23s/it] 13%|█▎ | 330/2505 [45:47<4:58:35, 8.24s/it] 13%|█▎ | 330/2505 [45:47<4:58:35, 8.24s/it] 13%|█▎ | 331/2505 [45:56<5:06:38, 8.46s/it] 13%|█▎ | 332/2505 [46:04<5:02:11, 8.34s/it] 13%|█▎ | 333/2505 [46:13<5:05:24, 8.44s/it] 13%|█▎ | 334/2505 [46:22<5:14:50, 8.70s/it] 13%|█▎ | 335/2505 [46:30<5:08:09, 8.52s/it] 13%|█▎ | 335/2505 [46:30<5:08:09, 8.52s/it] 13%|█▎ | 336/2505 [46:38<5:02:25, 8.37s/it] 13%|█▎ | 337/2505 [46:46<4:56:47, 8.21s/it] 13%|█▎ | 338/2505 [46:55<5:02:03, 8.36s/it] 14%|█▎ | 339/2505 [47:02<4:44:51, 7.89s/it] 14%|█▎ | 340/2505 [47:10<4:53:14, 8.13s/it] 14%|█▎ | 340/2505 [47:10<4:53:14, 8.13s/it] 14%|█▎ | 341/2505 [47:19<4:55:58, 8.21s/it] 14%|█▎ | 342/2505 [47:27<5:02:13, 8.38s/it] 14%|█▎ | 343/2505 [47:35<4:52:41, 8.12s/it] 14%|█▎ | 344/2505 [47:44<5:02:24, 8.40s/it] 14%|█▍ | 345/2505 [47:52<5:02:44, 8.41s/it] 14%|█▍ | 345/2505 [47:52<5:02:44, 8.41s/it] 14%|█▍ | 346/2505 [48:01<5:02:23, 8.40s/it] 14%|█▍ | 347/2505 [48:09<4:59:31, 8.33s/it] 14%|█▍ | 348/2505 [48:16<4:44:02, 7.90s/it] 14%|█▍ | 349/2505 [48:24<4:43:20, 7.89s/it] 14%|█▍ | 350/2505 [48:31<4:40:06, 7.80s/it] 14%|█▍ | 350/2505 [48:31<4:40:06, 7.80s/it] 14%|█▍ | 351/2505 [48:39<4:44:00, 7.91s/it] 14%|█▍ | 352/2505 [48:47<4:42:46, 7.88s/it] 14%|█▍ | 353/2505 [48:55<4:42:06, 7.87s/it] 14%|█▍ | 354/2505 [49:03<4:46:04, 7.98s/it] 14%|█▍ | 355/2505 [49:12<4:48:31, 8.05s/it] 14%|█▍ | 355/2505 [49:12<4:48:31, 8.05s/it] 14%|█▍ | 356/2505 [49:20<4:50:50, 8.12s/it] 14%|█▍ | 357/2505 [49:28<4:51:56, 8.15s/it] 14%|█▍ | 358/2505 [49:37<4:55:59, 8.27s/it] 14%|█▍ | 359/2505 [49:45<4:55:57, 8.27s/it] 14%|█▍ | 360/2505 [49:54<5:01:47, 8.44s/it] 14%|█▍ | 360/2505 [49:54<5:01:47, 8.44s/it] 14%|█▍ | 361/2505 [50:02<4:59:31, 8.38s/it] 14%|█▍ | 362/2505 [50:10<4:58:46, 8.37s/it] 14%|█▍ | 363/2505 [50:18<4:52:05, 8.18s/it] 15%|█▍ | 364/2505 [50:26<4:48:24, 8.08s/it] 15%|█▍ | 365/2505 [50:34<4:52:19, 8.20s/it] 15%|█▍ | 365/2505 [50:34<4:52:19, 8.20s/it] 15%|█▍ | 366/2505 [50:43<4:55:02, 8.28s/it] 15%|█▍ | 367/2505 [50:51<4:56:53, 8.33s/it] 15%|█▍ | 368/2505 [51:00<4:57:13, 8.35s/it] 15%|█▍ | 369/2505 [51:07<4:51:03, 8.18s/it] 15%|█▍ | 370/2505 [51:15<4:48:21, 8.10s/it] 15%|█▍ | 370/2505 [51:15<4:48:21, 8.10s/it] 15%|█▍ | 371/2505 [51:24<4:54:03, 8.27s/it] 15%|█▍ | 372/2505 [51:32<4:51:39, 8.20s/it] 15%|█▍ | 373/2505 [51:40<4:49:42, 8.15s/it] 15%|█▍ | 374/2505 [51:49<4:56:11, 8.34s/it] 15%|█▍ | 375/2505 [51:57<4:52:58, 8.25s/it] 15%|█▍ | 375/2505 [51:57<4:52:58, 8.25s/it] 15%|█▌ | 376/2505 [52:05<4:50:15, 8.18s/it] 15%|█▌ | 377/2505 [52:13<4:45:42, 8.06s/it] 15%|█▌ | 378/2505 [52:21<4:45:56, 8.07s/it] 15%|█▌ | 379/2505 [52:29<4:48:52, 8.15s/it] 15%|█▌ | 380/2505 [52:37<4:49:59, 8.19s/it] 15%|█▌ | 380/2505 [52:37<4:49:59, 8.19s/it] 15%|█▌ | 381/2505 [52:45<4:44:07, 8.03s/it] 15%|█▌ | 382/2505 [52:54<4:51:22, 8.24s/it] 15%|█▌ | 383/2505 [53:02<4:50:42, 8.22s/it] 15%|█▌ | 384/2505 [53:10<4:48:53, 8.17s/it] 15%|█▌ | 385/2505 [53:19<4:54:02, 8.32s/it] 15%|█▌ | 385/2505 [53:19<4:54:02, 8.32s/it] 15%|█▌ | 386/2505 [53:27<4:53:59, 8.32s/it] 15%|█▌ | 387/2505 [53:36<4:58:21, 8.45s/it] 15%|█▌ | 388/2505 [53:44<4:55:18, 8.37s/it] 16%|█▌ | 389/2505 [53:52<4:55:53, 8.39s/it] 16%|█▌ | 390/2505 [54:00<4:51:23, 8.27s/it] 16%|█▌ | 390/2505 [54:00<4:51:23, 8.27s/it] 16%|█▌ | 391/2505 [54:08<4:44:28, 8.07s/it] 16%|█▌ | 392/2505 [54:17<4:49:47, 8.23s/it] 16%|█▌ | 393/2505 [54:25<4:56:00, 8.41s/it] 16%|█▌ | 394/2505 [54:33<4:50:16, 8.25s/it] 16%|█▌ | 395/2505 [54:41<4:49:15, 8.23s/it] 16%|█▌ | 395/2505 [54:41<4:49:15, 8.23s/it] 16%|█▌ | 396/2505 [54:50<4:54:43, 8.38s/it] 16%|█▌ | 397/2505 [54:59<4:54:08, 8.37s/it] 16%|█▌ | 398/2505 [55:07<4:58:54, 8.51s/it] 16%|█▌ | 399/2505 [55:16<4:56:39, 8.45s/it] 16%|█▌ | 400/2505 [55:24<4:50:05, 8.27s/it] 16%|█▌ | 400/2505 [55:24<4:50:05, 8.27s/it] 16%|█▌ | 401/2505 [55:32<4:54:08, 8.39s/it] 16%|█▌ | 402/2505 [55:41<4:56:54, 8.47s/it] 16%|█▌ | 403/2505 [55:50<5:00:20, 8.57s/it] 16%|█▌ | 404/2505 [55:58<4:53:54, 8.39s/it] 16%|█▌ | 405/2505 [56:06<4:56:20, 8.47s/it] 16%|█▌ | 405/2505 [56:06<4:56:20, 8.47s/it] 16%|█▌ | 406/2505 [56:15<4:53:30, 8.39s/it] 16%|█▌ | 407/2505 [56:22<4:47:16, 8.22s/it] 16%|█▋ | 408/2505 [56:31<4:50:24, 8.31s/it] 16%|█▋ | 409/2505 [56:40<4:55:31, 8.46s/it] 16%|█▋ | 410/2505 [56:47<4:45:11, 8.17s/it] 16%|█▋ | 410/2505 [56:47<4:45:11, 8.17s/it] 16%|█▋ | 411/2505 [56:56<4:51:56, 8.37s/it] 16%|█▋ | 412/2505 [57:05<5:02:34, 8.67s/it] 16%|█▋ | 413/2505 [57:14<4:59:24, 8.59s/it] 17%|█▋ | 414/2505 [57:22<4:51:18, 8.36s/it] 17%|█▋ | 415/2505 [57:29<4:45:17, 8.19s/it] 17%|█▋ | 415/2505 [57:29<4:45:17, 8.19s/it] 17%|█▋ | 416/2505 [57:38<4:45:44, 8.21s/it] 17%|█▋ | 417/2505 [57:46<4:47:50, 8.27s/it] 17%|█▋ | 418/2505 [57:54<4:47:53, 8.28s/it] 17%|█▋ | 419/2505 [58:03<4:51:05, 8.37s/it] 17%|█▋ | 420/2505 [58:12<4:56:10, 8.52s/it] 17%|█▋ | 420/2505 [58:12<4:56:10, 8.52s/it] 17%|█▋ | 421/2505 [58:20<4:53:30, 8.45s/it] 17%|█▋ | 422/2505 [58:28<4:52:35, 8.43s/it] 17%|█▋ | 423/2505 [58:37<4:55:34, 8.52s/it] 17%|█▋ | 424/2505 [58:46<5:00:36, 8.67s/it] 17%|█▋ | 425/2505 [58:55<5:06:37, 8.85s/it] 17%|█▋ | 425/2505 [58:56<5:06:37, 8.85s/it] 17%|█▋ | 426/2505 [59:04<5:06:10, 8.84s/it] 17%|█▋ | 427/2505 [59:13<5:02:07, 8.72s/it] 17%|█▋ | 428/2505 [59:22<5:03:16, 8.76s/it] 17%|█▋ | 429/2505 [59:30<5:01:01, 8.70s/it] 17%|█▋ | 430/2505 [59:38<4:56:51, 8.58s/it] 17%|█▋ | 430/2505 [59:38<4:56:51, 8.58s/it] 17%|█▋ | 431/2505 [59:45<4:39:25, 8.08s/it] 17%|█▋ | 432/2505 [59:54<4:49:12, 8.37s/it] 17%|█▋ | 433/2505 [1:00:03<4:50:50, 8.42s/it] 17%|█▋ | 434/2505 [1:00:11<4:49:07, 8.38s/it] 17%|█▋ | 435/2505 [1:00:20<4:50:49, 8.43s/it] 17%|█▋ | 435/2505 [1:00:20<4:50:49, 8.43s/it] 17%|█▋ | 436/2505 [1:00:28<4:48:13, 8.36s/it] 17%|█▋ | 437/2505 [1:00:36<4:49:23, 8.40s/it] 17%|█▋ | 438/2505 [1:00:45<4:47:43, 8.35s/it] 18%|█▊ | 439/2505 [1:00:53<4:46:06, 8.31s/it] 18%|█▊ | 440/2505 [1:01:01<4:44:07, 8.26s/it] 18%|█▊ | 440/2505 [1:01:01<4:44:07, 8.26s/it] 18%|█▊ | 441/2505 [1:01:09<4:43:59, 8.26s/it] 18%|█▊ | 442/2505 [1:01:18<4:53:11, 8.53s/it] 18%|█▊ | 443/2505 [1:01:26<4:46:12, 8.33s/it] 18%|█▊ | 444/2505 [1:01:33<4:26:50, 7.77s/it] 18%|█▊ | 445/2505 [1:01:41<4:35:03, 8.01s/it] 18%|█▊ | 445/2505 [1:01:41<4:35:03, 8.01s/it] 18%|█▊ | 446/2505 [1:01:50<4:43:58, 8.28s/it] 18%|█▊ | 447/2505 [1:01:58<4:40:10, 8.17s/it] 18%|█▊ | 448/2505 [1:02:07<4:41:54, 8.22s/it] 18%|█▊ | 449/2505 [1:02:15<4:49:07, 8.44s/it] 18%|█▊ | 450/2505 [1:02:24<4:46:22, 8.36s/it] 18%|█▊ | 450/2505 [1:02:24<4:46:22, 8.36s/it] 18%|█▊ | 451/2505 [1:02:31<4:36:21, 8.07s/it] 18%|█▊ | 452/2505 [1:02:40<4:45:08, 8.33s/it] 18%|█▊ | 453/2505 [1:02:49<4:50:16, 8.49s/it] 18%|█▊ | 454/2505 [1:02:58<4:57:10, 8.69s/it] 18%|█▊ | 455/2505 [1:03:06<4:54:23, 8.62s/it] 18%|█▊ | 455/2505 [1:03:06<4:54:23, 8.62s/it] 18%|█▊ | 456/2505 [1:03:15<4:52:39, 8.57s/it] 18%|█▊ | 457/2505 [1:03:23<4:51:41, 8.55s/it] 18%|█▊ | 458/2505 [1:03:32<4:48:31, 8.46s/it] 18%|█▊ | 459/2505 [1:03:40<4:43:00, 8.30s/it] 18%|█▊ | 460/2505 [1:03:48<4:47:41, 8.44s/it] 18%|█▊ | 460/2505 [1:03:48<4:47:41, 8.44s/it] 18%|█▊ | 461/2505 [1:03:56<4:34:53, 8.07s/it] 18%|█▊ | 462/2505 [1:04:05<4:46:55, 8.43s/it] 18%|█▊ | 463/2505 [1:04:14<4:54:09, 8.64s/it] 19%|█▊ | 464/2505 [1:04:22<4:52:26, 8.60s/it] 19%|█▊ | 465/2505 [1:04:31<4:47:46, 8.46s/it] {'loss': '2.986', 'grad_norm': '57', 'learning_rate': '4.706e-07', 'epoch': '0.005993'} +{'loss': '3.018', 'grad_norm': '56', 'learning_rate': '1.059e-06', 'epoch': '0.01199'} +{'loss': '2.909', 'grad_norm': '46.5', 'learning_rate': '1.647e-06', 'epoch': '0.01798'} +{'loss': '2.825', 'grad_norm': '44.5', 'learning_rate': '2.235e-06', 'epoch': '0.02397'} +{'loss': '2.923', 'grad_norm': '36.5', 'learning_rate': '2.824e-06', 'epoch': '0.02997'} +{'loss': '2.627', 'grad_norm': '20.12', 'learning_rate': '3.412e-06', 'epoch': '0.03596'} +{'loss': '2.577', 'grad_norm': '13.19', 'learning_rate': '4e-06', 'epoch': '0.04195'} +{'loss': '2.548', 'grad_norm': '7.969', 'learning_rate': '4.588e-06', 'epoch': '0.04795'} +{'loss': '2.342', 'grad_norm': '8.375', 'learning_rate': '5.176e-06', 'epoch': '0.05394'} +{'loss': '2.34', 'grad_norm': '5.656', 'learning_rate': '5.765e-06', 'epoch': '0.05993'} +{'loss': '2.175', 'grad_norm': '5.031', 'learning_rate': '6e-06', 'epoch': '0.06593'} +{'loss': '2.197', 'grad_norm': '4.25', 'learning_rate': '6e-06', 'epoch': '0.07192'} +{'loss': '2.19', 'grad_norm': '3.844', 'learning_rate': '6e-06', 'epoch': '0.07791'} +{'loss': '2.119', 'grad_norm': '13.56', 'learning_rate': '5.999e-06', 'epoch': '0.08391'} +{'loss': '2.094', 'grad_norm': '9', 'learning_rate': '5.999e-06', 'epoch': '0.0899'} +{'loss': '2.085', 'grad_norm': '4.25', 'learning_rate': '5.998e-06', 'epoch': '0.09589'} +{'loss': '1.987', 'grad_norm': '3.016', 'learning_rate': '5.997e-06', 'epoch': '0.1019'} +{'loss': '1.96', 'grad_norm': '3.266', 'learning_rate': '5.996e-06', 'epoch': '0.1079'} +{'loss': '1.976', 'grad_norm': '3.078', 'learning_rate': '5.995e-06', 'epoch': '0.1139'} +{'loss': '1.959', 'grad_norm': '4.125', 'learning_rate': '5.994e-06', 'epoch': '0.1199'} +{'loss': '1.835', 'grad_norm': '2.953', 'learning_rate': '5.993e-06', 'epoch': '0.1259'} +{'loss': '1.91', 'grad_norm': '3.266', 'learning_rate': '5.992e-06', 'epoch': '0.1319'} +{'loss': '1.881', 'grad_norm': '3.359', 'learning_rate': '5.99e-06', 'epoch': '0.1378'} +{'loss': '1.891', 'grad_norm': '2.578', 'learning_rate': '5.989e-06', 'epoch': '0.1438'} +{'loss': '1.86', 'grad_norm': '2.922', 'learning_rate': '5.987e-06', 'epoch': '0.1498'} +{'loss': '1.833', 'grad_norm': '2.953', 'learning_rate': '5.985e-06', 'epoch': '0.1558'} +{'loss': '1.77', 'grad_norm': '4.25', 'learning_rate': '5.983e-06', 'epoch': '0.1618'} +{'loss': '1.792', 'grad_norm': '2.75', 'learning_rate': '5.981e-06', 'epoch': '0.1678'} +{'loss': '1.805', 'grad_norm': '4.375', 'learning_rate': '5.979e-06', 'epoch': '0.1738'} +{'loss': '1.82', 'grad_norm': '2.828', 'learning_rate': '5.976e-06', 'epoch': '0.1798'} +{'loss': '1.824', 'grad_norm': '3.781', 'learning_rate': '5.974e-06', 'epoch': '0.1858'} +{'loss': '1.844', 'grad_norm': '2.781', 'learning_rate': '5.971e-06', 'epoch': '0.1918'} +{'loss': '1.843', 'grad_norm': '3.141', 'learning_rate': '5.969e-06', 'epoch': '0.1978'} +{'loss': '1.795', 'grad_norm': '3.078', 'learning_rate': '5.966e-06', 'epoch': '0.2038'} +{'loss': '1.805', 'grad_norm': '2.688', 'learning_rate': '5.963e-06', 'epoch': '0.2098'} +{'loss': '1.769', 'grad_norm': '2.672', 'learning_rate': '5.96e-06', 'epoch': '0.2158'} +{'loss': '1.748', 'grad_norm': '2.797', 'learning_rate': '5.957e-06', 'epoch': '0.2218'} +{'loss': '1.654', 'grad_norm': '7.781', 'learning_rate': '5.953e-06', 'epoch': '0.2277'} +{'loss': '1.76', 'grad_norm': '2.562', 'learning_rate': '5.95e-06', 'epoch': '0.2337'} +{'loss': '1.784', 'grad_norm': '2.469', 'learning_rate': '5.946e-06', 'epoch': '0.2397'} +{'loss': '1.78', 'grad_norm': '2.531', 'learning_rate': '5.943e-06', 'epoch': '0.2457'} +{'loss': '1.745', 'grad_norm': '2.656', 'learning_rate': '5.939e-06', 'epoch': '0.2517'} +{'loss': '1.775', 'grad_norm': '2.734', 'learning_rate': '5.935e-06', 'epoch': '0.2577'} +{'loss': '1.68', 'grad_norm': '6.625', 'learning_rate': '5.931e-06', 'epoch': '0.2637'} +{'loss': '1.723', 'grad_norm': '3.531', 'learning_rate': '5.927e-06', 'epoch': '0.2697'} +{'loss': '1.72', 'grad_norm': '2.906', 'learning_rate': '5.922e-06', 'epoch': '0.2757'} +{'loss': '1.761', 'grad_norm': '2.422', 'learning_rate': '5.918e-06', 'epoch': '0.2817'} +{'loss': '1.735', 'grad_norm': '2.906', 'learning_rate': '5.914e-06', 'epoch': '0.2877'} +{'loss': '1.704', 'grad_norm': '2.703', 'learning_rate': '5.909e-06', 'epoch': '0.2937'} +{'loss': '1.732', 'grad_norm': '2.422', 'learning_rate': '5.904e-06', 'epoch': '0.2997'} +{'loss': '1.709', 'grad_norm': '2.844', 'learning_rate': '5.899e-06', 'epoch': '0.3057'} +{'loss': '1.73', 'grad_norm': '2.719', 'learning_rate': '5.894e-06', 'epoch': '0.3117'} +{'loss': '1.717', 'grad_norm': '2.688', 'learning_rate': '5.889e-06', 'epoch': '0.3177'} +{'loss': '1.749', 'grad_norm': '2.516', 'learning_rate': '5.884e-06', 'epoch': '0.3236'} +{'loss': '1.709', 'grad_norm': '3.266', 'learning_rate': '5.879e-06', 'epoch': '0.3296'} +{'loss': '1.654', 'grad_norm': '5.031', 'learning_rate': '5.873e-06', 'epoch': '0.3356'} +{'loss': '1.713', 'grad_norm': '3.375', 'learning_rate': '5.868e-06', 'epoch': '0.3416'} +{'loss': '1.711', 'grad_norm': '2.531', 'learning_rate': '5.862e-06', 'epoch': '0.3476'} +{'loss': '1.641', 'grad_norm': '3.078', 'learning_rate': '5.856e-06', 'epoch': '0.3536'} +{'loss': '1.711', 'grad_norm': '2.203', 'learning_rate': '5.85e-06', 'epoch': '0.3596'} +{'loss': '1.69', 'grad_norm': '3.688', 'learning_rate': '5.844e-06', 'epoch': '0.3656'} +{'loss': '1.717', 'grad_norm': '2.969', 'learning_rate': '5.838e-06', 'epoch': '0.3716'} +{'loss': '1.671', 'grad_norm': '4.125', 'learning_rate': '5.832e-06', 'epoch': '0.3776'} +{'loss': '1.716', 'grad_norm': '2.422', 'learning_rate': '5.825e-06', 'epoch': '0.3836'} +{'loss': '1.692', 'grad_norm': '3.453', 'learning_rate': '5.819e-06', 'epoch': '0.3896'} +{'loss': '1.697', 'grad_norm': '2.922', 'learning_rate': '5.812e-06', 'epoch': '0.3956'} +{'loss': '1.623', 'grad_norm': '2.469', 'learning_rate': '5.805e-06', 'epoch': '0.4016'} +{'loss': '1.704', 'grad_norm': '2.922', 'learning_rate': '5.798e-06', 'epoch': '0.4076'} +{'loss': '1.68', 'grad_norm': '2.703', 'learning_rate': '5.791e-06', 'epoch': '0.4135'} +{'loss': '1.713', 'grad_norm': '2.516', 'learning_rate': '5.784e-06', 'epoch': '0.4195'} +{'loss': '1.693', 'grad_norm': '2.469', 'learning_rate': '5.777e-06', 'epoch': '0.4255'} +{'loss': '1.692', 'grad_norm': '2.812', 'learning_rate': '5.77e-06', 'epoch': '0.4315'} +{'loss': '1.64', 'grad_norm': '3.109', 'learning_rate': '5.762e-06', 'epoch': '0.4375'} +{'loss': '1.694', 'grad_norm': '2.281', 'learning_rate': '5.755e-06', 'epoch': '0.4435'} +{'loss': '1.612', 'grad_norm': '2.719', 'learning_rate': '5.747e-06', 'epoch': '0.4495'} +{'loss': '1.677', 'grad_norm': '2.516', 'learning_rate': '5.739e-06', 'epoch': '0.4555'} +{'loss': '1.662', 'grad_norm': '3.188', 'learning_rate': '5.732e-06', 'epoch': '0.4615'} +{'loss': '1.688', 'grad_norm': '2.234', 'learning_rate': '5.724e-06', 'epoch': '0.4675'} +{'loss': '1.63', 'grad_norm': '2.656', 'learning_rate': '5.715e-06', 'epoch': '0.4735'} +{'loss': '1.675', 'grad_norm': '2.203', 'learning_rate': '5.707e-06', 'epoch': '0.4795'} +{'loss': '1.657', 'grad_norm': '2.891', 'learning_rate': '5.699e-06', 'epoch': '0.4855'} +{'loss': '1.648', 'grad_norm': '3.812', 'learning_rate': '5.69e-06', 'epoch': '0.4915'} +{'loss': '1.641', 'grad_norm': '2.328', 'learning_rate': '5.682e-06', 'epoch': '0.4975'} +{'loss': '1.654', 'grad_norm': '3.391', 'learning_rate': '5.673e-06', 'epoch': '0.5034'} +{'loss': '1.57', 'grad_norm': '6.125', 'learning_rate': '5.664e-06', 'epoch': '0.5094'} +{'loss': '1.659', 'grad_norm': '2.594', 'learning_rate': '5.656e-06', 'epoch': '0.5154'} +{'loss': '1.656', 'grad_norm': '2.859', 'learning_rate': '5.647e-06', 'epoch': '0.5214'} +{'loss': '1.67', 'grad_norm': '2.328', 'learning_rate': '5.637e-06', 'epoch': '0.5274'} +{'loss': '1.628', 'grad_norm': '2.906', 'learning_rate': '5.628e-06', 'epoch': '0.5334'} +{'loss': '1.634', 'grad_norm': '2.359', 'learning_rate': '5.619e-06', 'epoch': '0.5394'} +{'loss': '1.563', 'grad_norm': '2.766', 'learning_rate': '5.61e-06', 'epoch': '0.5454'} +{'loss': '1.647', 'grad_norm': '3.25', 'learning_rate': '5.6e-06', 'epoch': '0.5514'} +{'loss': '1.638', 'grad_norm': '2.547', 'learning_rate': '5.59e-06', 'epoch': '0.5574'} 19%|█▊ | 465/2505 [1:04:31<4:47:46, 8.46s/it] 19%|█▊ | 466/2505 [1:04:39<4:51:11, 8.57s/it] 19%|█▊ | 467/2505 [1:04:48<4:49:17, 8.52s/it] 19%|█▊ | 468/2505 [1:04:57<4:51:34, 8.59s/it] 19%|█▊ | 469/2505 [1:05:05<4:51:11, 8.58s/it] 19%|█▉ | 470/2505 [1:05:14<4:51:56, 8.61s/it] 19%|█▉ | 470/2505 [1:05:14<4:51:56, 8.61s/it] 19%|█▉ | 471/2505 [1:05:22<4:44:49, 8.40s/it] 19%|█▉ | 472/2505 [1:05:30<4:38:50, 8.23s/it] 19%|█▉ | 473/2505 [1:05:38<4:43:18, 8.37s/it] 19%|█▉ | 474/2505 [1:05:47<4:44:13, 8.40s/it] 19%|█▉ | 475/2505 [1:05:55<4:43:44, 8.39s/it] 19%|█▉ | 475/2505 [1:05:55<4:43:44, 8.39s/it] 19%|█▉ | 476/2505 [1:06:04<4:49:13, 8.55s/it] 19%|█▉ | 477/2505 [1:06:12<4:45:01, 8.43s/it] 19%|█▉ | 478/2505 [1:06:21<4:48:36, 8.54s/it] 19%|█▉ | 479/2505 [1:06:29<4:47:17, 8.51s/it] 19%|█▉ | 480/2505 [1:06:38<4:49:10, 8.57s/it] 19%|█▉ | 480/2505 [1:06:38<4:49:10, 8.57s/it] 19%|█▉ | 481/2505 [1:06:46<4:42:43, 8.38s/it] 19%|█▉ | 482/2505 [1:06:54<4:41:45, 8.36s/it] 19%|█▉ | 483/2505 [1:07:03<4:40:33, 8.32s/it] 19%|█▉ | 484/2505 [1:07:10<4:32:39, 8.09s/it] 19%|█▉ | 485/2505 [1:07:18<4:34:41, 8.16s/it] 19%|█▉ | 485/2505 [1:07:18<4:34:41, 8.16s/it] 19%|█▉ | 486/2505 [1:07:26<4:32:39, 8.10s/it] 19%|█▉ | 487/2505 [1:07:35<4:36:38, 8.23s/it] 19%|█▉ | 488/2505 [1:07:43<4:33:46, 8.14s/it] 20%|█▉ | 489/2505 [1:07:52<4:41:58, 8.39s/it] 20%|█▉ | 490/2505 [1:08:00<4:37:09, 8.25s/it] 20%|█▉ | 490/2505 [1:08:00<4:37:09, 8.25s/it] 20%|█▉ | 491/2505 [1:08:08<4:37:28, 8.27s/it] 20%|█▉ | 492/2505 [1:08:17<4:38:46, 8.31s/it] 20%|█▉ | 493/2505 [1:08:25<4:38:53, 8.32s/it] 20%|█▉ | 494/2505 [1:08:33<4:37:05, 8.27s/it] 20%|█▉ | 495/2505 [1:08:42<4:39:33, 8.34s/it] 20%|█▉ | 495/2505 [1:08:42<4:39:33, 8.34s/it] 20%|█▉ | 496/2505 [1:08:50<4:40:32, 8.38s/it] 20%|█▉ | 497/2505 [1:08:58<4:35:27, 8.23s/it] 20%|█▉ | 498/2505 [1:09:06<4:37:42, 8.30s/it] 20%|█▉ | 499/2505 [1:09:14<4:35:07, 8.23s/it] 20%|█▉ | 500/2505 [1:09:22<4:30:36, 8.10s/it] 20%|█▉ | 500/2505 [1:09:22<4:30:36, 8.10s/it] 20%|██ | 501/2505 [1:09:30<4:29:04, 8.06s/it] 20%|██ | 502/2505 [1:09:38<4:30:31, 8.10s/it] 20%|██ | 503/2505 [1:09:47<4:36:45, 8.29s/it] 20%|██ | 504/2505 [1:09:56<4:39:00, 8.37s/it] 20%|██ | 505/2505 [1:10:04<4:37:26, 8.32s/it] 20%|██ | 505/2505 [1:10:04<4:37:26, 8.32s/it] 20%|██ | 506/2505 [1:10:12<4:36:47, 8.31s/it] 20%|██ | 507/2505 [1:10:20<4:33:46, 8.22s/it] 20%|██ | 508/2505 [1:10:28<4:32:39, 8.19s/it] 20%|██ | 509/2505 [1:10:37<4:37:23, 8.34s/it] 20%|██ | 510/2505 [1:10:45<4:35:57, 8.30s/it] 20%|██ | 510/2505 [1:10:45<4:35:57, 8.30s/it] 20%|██ | 511/2505 [1:10:54<4:36:41, 8.33s/it] 20%|██ | 512/2505 [1:11:02<4:36:23, 8.32s/it] 20%|██ | 513/2505 [1:11:11<4:40:06, 8.44s/it] 21%|██ | 514/2505 [1:11:19<4:36:23, 8.33s/it] 21%|██ | 515/2505 [1:11:26<4:30:15, 8.15s/it] 21%|██ | 515/2505 [1:11:26<4:30:15, 8.15s/it] 21%|██ | 516/2505 [1:11:35<4:33:53, 8.26s/it] 21%|██ | 517/2505 [1:11:44<4:41:48, 8.51s/it] 21%|██ | 518/2505 [1:11:52<4:37:26, 8.38s/it] 21%|██ | 519/2505 [1:12:00<4:32:32, 8.23s/it] 21%|██ | 520/2505 [1:12:08<4:29:36, 8.15s/it] 21%|██ | 520/2505 [1:12:08<4:29:36, 8.15s/it] 21%|██ | 521/2505 [1:12:16<4:29:24, 8.15s/it] 21%|██ | 522/2505 [1:12:25<4:34:10, 8.30s/it] 21%|██ | 523/2505 [1:12:32<4:19:50, 7.87s/it] 21%|██ | 524/2505 [1:12:40<4:27:31, 8.10s/it] 21%|██ | 525/2505 [1:12:48<4:26:37, 8.08s/it] 21%|██ | 525/2505 [1:12:48<4:26:37, 8.08s/it] 21%|██ | 526/2505 [1:12:57<4:35:07, 8.34s/it] 21%|██ | 527/2505 [1:13:06<4:35:34, 8.36s/it] 21%|██ | 528/2505 [1:13:13<4:29:34, 8.18s/it] 21%|██ | 529/2505 [1:13:21<4:24:24, 8.03s/it] 21%|██ | 530/2505 [1:13:30<4:32:55, 8.29s/it] 21%|██ | 530/2505 [1:13:30<4:32:55, 8.29s/it] 21%|██ | 531/2505 [1:13:38<4:33:03, 8.30s/it] 21%|██ | 532/2505 [1:13:47<4:34:31, 8.35s/it] 21%|██▏ | 533/2505 [1:13:55<4:30:56, 8.24s/it] 21%|██▏ | 534/2505 [1:14:03<4:35:16, 8.38s/it] 21%|██▏ | 535/2505 [1:14:13<4:42:17, 8.60s/it] 21%|██▏ | 535/2505 [1:14:13<4:42:17, 8.60s/it] 21%|██▏ | 536/2505 [1:14:21<4:39:41, 8.52s/it] 21%|██▏ | 537/2505 [1:14:30<4:41:09, 8.57s/it] 21%|██▏ | 538/2505 [1:14:38<4:41:26, 8.58s/it] 22%|██▏ | 539/2505 [1:14:46<4:34:04, 8.36s/it] 22%|██▏ | 540/2505 [1:14:54<4:33:58, 8.37s/it] 22%|██▏ | 540/2505 [1:14:54<4:33:58, 8.37s/it] 22%|██▏ | 541/2505 [1:15:02<4:30:53, 8.28s/it] 22%|██▏ | 542/2505 [1:15:11<4:29:13, 8.23s/it] 22%|██▏ | 543/2505 [1:15:19<4:30:35, 8.28s/it] 22%|██▏ | 544/2505 [1:15:28<4:34:00, 8.38s/it] 22%|██▏ | 545/2505 [1:15:36<4:30:53, 8.29s/it] 22%|██▏ | 545/2505 [1:15:36<4:30:53, 8.29s/it] 22%|██▏ | 546/2505 [1:15:44<4:34:45, 8.42s/it] 22%|██▏ | 547/2505 [1:15:53<4:36:00, 8.46s/it] 22%|██▏ | 548/2505 [1:16:01<4:32:27, 8.35s/it] 22%|██▏ | 549/2505 [1:16:10<4:38:21, 8.54s/it] 22%|██▏ | 550/2505 [1:16:18<4:37:17, 8.51s/it] 22%|██▏ | 550/2505 [1:16:18<4:37:17, 8.51s/it] 22%|██▏ | 551/2505 [1:16:27<4:38:47, 8.56s/it] 22%|██▏ | 552/2505 [1:16:35<4:36:17, 8.49s/it] 22%|██▏ | 553/2505 [1:16:44<4:40:39, 8.63s/it] 22%|██▏ | 554/2505 [1:16:53<4:38:25, 8.56s/it] 22%|██▏ | 555/2505 [1:17:01<4:34:41, 8.45s/it] 22%|██▏ | 555/2505 [1:17:01<4:34:41, 8.45s/it] 22%|██▏ | 556/2505 [1:17:09<4:29:48, 8.31s/it] 22%|██▏ | 557/2505 [1:17:17<4:26:08, 8.20s/it] 22%|██▏ | 558/2505 [1:17:26<4:30:04, 8.32s/it] 22%|██▏ | 559/2505 [1:17:34<4:29:20, 8.30s/it] 22%|██▏ | 560/2505 [1:17:42<4:31:59, 8.39s/it] 22%|██▏ | 560/2505 [1:17:42<4:31:59, 8.39s/it] 22%|██▏ | 561/2505 [1:17:51<4:33:25, 8.44s/it] 22%|██▏ | 562/2505 [1:17:59<4:30:01, 8.34s/it] 22%|██▏ | 563/2505 [1:18:07<4:30:46, 8.37s/it] 23%|██▎ | 564/2505 [1:18:16<4:31:44, 8.40s/it] 23%|██▎ | 565/2505 [1:18:24<4:30:09, 8.36s/it] 23%|██▎ | 565/2505 [1:18:24<4:30:09, 8.36s/it] 23%|██▎ | 566/2505 [1:18:32<4:23:55, 8.17s/it] 23%|██▎ | 567/2505 [1:18:40<4:26:05, 8.24s/it] 23%|██▎ | 568/2505 [1:18:48<4:25:19, 8.22s/it] 23%|██▎ | 569/2505 [1:18:57<4:27:41, 8.30s/it] 23%|██▎ | 570/2505 [1:19:06<4:33:47, 8.49s/it] 23%|██▎ | 570/2505 [1:19:06<4:33:47, 8.49s/it] 23%|██▎ | 571/2505 [1:19:15<4:34:41, 8.52s/it] 23%|██▎ | 572/2505 [1:19:23<4:37:28, 8.61s/it] 23%|██▎ | 573/2505 [1:19:31<4:29:17, 8.36s/it] 23%|██▎ | 574/2505 [1:19:39<4:22:05, 8.14s/it] 23%|██▎ | 575/2505 [1:19:47<4:22:55, 8.17s/it] 23%|██▎ | 575/2505 [1:19:47<4:22:55, 8.17s/it] 23%|██▎ | 576/2505 [1:19:56<4:29:58, 8.40s/it] 23%|██▎ | 577/2505 [1:20:04<4:27:07, 8.31s/it] 23%|██▎ | 578/2505 [1:20:12<4:24:37, 8.24s/it] 23%|██▎ | 579/2505 [1:20:20<4:25:18, 8.27s/it] 23%|██▎ | 580/2505 [1:20:28<4:23:24, 8.21s/it] 23%|██▎ | 580/2505 [1:20:29<4:23:24, 8.21s/it] 23%|██▎ | 581/2505 [1:20:37<4:23:17, 8.21s/it] 23%|██▎ | 582/2505 [1:20:45<4:24:48, 8.26s/it] 23%|██▎ | 583/2505 [1:20:53<4:24:31, 8.26s/it] 23%|██▎ | 584/2505 [1:21:00<4:08:27, 7.76s/it] 23%|██▎ | 585/2505 [1:21:08<4:15:36, 7.99s/it] 23%|██▎ | 585/2505 [1:21:08<4:15:36, 7.99s/it] 23%|██▎ | 586/2505 [1:21:17<4:25:09, 8.29s/it] 23%|██▎ | 587/2505 [1:21:25<4:20:53, 8.16s/it] 23%|██▎ | 588/2505 [1:21:34<4:21:45, 8.19s/it] 24%|██▎ | 589/2505 [1:21:42<4:21:28, 8.19s/it] 24%|██▎ | 590/2505 [1:21:50<4:22:52, 8.24s/it] 24%|██▎ | 590/2505 [1:21:50<4:22:52, 8.24s/it] 24%|██▎ | 591/2505 [1:21:59<4:26:32, 8.36s/it] 24%|██▎ | 592/2505 [1:22:08<4:31:19, 8.51s/it] 24%|██▎ | 593/2505 [1:22:15<4:25:10, 8.32s/it] 24%|██▎ | 594/2505 [1:22:23<4:18:55, 8.13s/it] 24%|██▍ | 595/2505 [1:22:32<4:23:56, 8.29s/it] 24%|██▍ | 595/2505 [1:22:32<4:23:56, 8.29s/it] 24%|██▍ | 596/2505 [1:22:40<4:22:55, 8.26s/it] 24%|██▍ | 597/2505 [1:22:48<4:22:56, 8.27s/it] 24%|██▍ | 598/2505 [1:22:57<4:22:36, 8.26s/it] 24%|██▍ | 599/2505 [1:23:05<4:28:33, 8.45s/it] 24%|██▍ | 600/2505 [1:23:14<4:30:55, 8.53s/it] 24%|██▍ | 600/2505 [1:23:14<4:30:55, 8.53s/it] 24%|██▍ | 601/2505 [1:23:23<4:30:35, 8.53s/it] 24%|██▍ | 602/2505 [1:23:31<4:32:00, 8.58s/it] 24%|██▍ | 603/2505 [1:23:40<4:31:21, 8.56s/it] 24%|██▍ | 604/2505 [1:23:48<4:29:19, 8.50s/it] 24%|██▍ | 605/2505 [1:23:57<4:28:44, 8.49s/it] 24%|██▍ | 605/2505 [1:23:57<4:28:44, 8.49s/it] 24%|██▍ | 606/2505 [1:24:04<4:20:49, 8.24s/it] 24%|██▍ | 607/2505 [1:24:12<4:15:08, 8.07s/it] 24%|██▍ | 608/2505 [1:24:20<4:16:47, 8.12s/it] 24%|██▍ | 609/2505 [1:24:29<4:18:26, 8.18s/it] 24%|██▍ | 610/2505 [1:24:36<4:12:05, 7.98s/it] 24%|██▍ | 610/2505 [1:24:36<4:12:05, 7.98s/it] 24%|██▍ | 611/2505 [1:24:45<4:18:09, 8.18s/it] 24%|██▍ | 612/2505 [1:24:53<4:15:35, 8.10s/it] 24%|██▍ | 613/2505 [1:25:02<4:22:17, 8.32s/it] 25%|██▍ | 614/2505 [1:25:09<4:15:22, 8.10s/it] 25%|██▍ | 615/2505 [1:25:17<4:14:05, 8.07s/it] 25%|██▍ | 615/2505 [1:25:17<4:14:05, 8.07s/it] 25%|██▍ | 616/2505 [1:25:26<4:17:44, 8.19s/it] 25%|██▍ | 617/2505 [1:25:35<4:28:55, 8.55s/it] 25%|██▍ | 618/2505 [1:25:44<4:34:52, 8.74s/it] 25%|██▍ | 619/2505 [1:25:51<4:20:20, 8.28s/it] 25%|██▍ | 620/2505 [1:26:00<4:22:56, 8.37s/it] 25%|██▍ | 620/2505 [1:26:00<4:22:56, 8.37s/it] 25%|██▍ | 621/2505 [1:26:08<4:19:04, 8.25s/it] 25%|██▍ | 622/2505 [1:26:16<4:15:29, 8.14s/it] 25%|██▍ | 623/2505 [1:26:24<4:15:09, 8.13s/it] 25%|██▍ | 624/2505 [1:26:32<4:19:00, 8.26s/it] 25%|██▍ | 625/2505 [1:26:41<4:21:54, 8.36s/it] 25%|██▍ | 625/2505 [1:26:41<4:21:54, 8.36s/it] 25%|██▍ | 626/2505 [1:26:50<4:29:37, 8.61s/it] 25%|██▌ | 627/2505 [1:26:58<4:21:44, 8.36s/it] 25%|██▌ | 628/2505 [1:27:06<4:21:18, 8.35s/it] 25%|██▌ | 629/2505 [1:27:16<4:34:12, 8.77s/it] 25%|██▌ | 630/2505 [1:27:24<4:27:48, 8.57s/it] 25%|██▌ | 630/2505 [1:27:24<4:27:48, 8.57s/it] 25%|██▌ | 631/2505 [1:27:33<4:25:13, 8.49s/it] 25%|██▌ | 632/2505 [1:27:41<4:24:32, 8.47s/it] 25%|██▌ | 633/2505 [1:27:49<4:20:30, 8.35s/it] 25%|██▌ | 634/2505 [1:27:58<4:27:21, 8.57s/it] 25%|██▌ | 635/2505 [1:28:06<4:23:15, 8.45s/it] 25%|██▌ | 635/2505 [1:28:06<4:23:15, 8.45s/it] 25%|██▌ | 636/2505 [1:28:15<4:23:01, 8.44s/it] 25%|██▌ | 637/2505 [1:28:23<4:18:52, 8.32s/it] 25%|██▌ | 638/2505 [1:28:31<4:17:43, 8.28s/it] 26%|██▌ | 639/2505 [1:28:39<4:11:52, 8.10s/it] 26%|██▌ | 640/2505 [1:28:47<4:15:58, 8.24s/it] 26%|██▌ | 640/2505 [1:28:47<4:15:58, 8.24s/it] 26%|██▌ | 641/2505 [1:28:55<4:16:11, 8.25s/it] 26%|██▌ | 642/2505 [1:29:03<4:14:22, 8.19s/it] 26%|██▌ | 643/2505 [1:29:12<4:17:13, 8.29s/it] 26%|██▌ | 644/2505 [1:29:20<4:18:57, 8.35s/it] 26%|██▌ | 645/2505 [1:29:30<4:29:35, 8.70s/it] 26%|██▌ | 645/2505 [1:29:30<4:29:35, 8.70s/it] 26%|██▌ | 646/2505 [1:29:39<4:28:41, 8.67s/it] 26%|██▌ | 647/2505 [1:29:47<4:27:58, 8.65s/it] 26%|██▌ | 648/2505 [1:29:55<4:20:48, 8.43s/it] 26%|██▌ | 649/2505 [1:30:04<4:24:21, 8.55s/it] 26%|██▌ | 650/2505 [1:30:12<4:21:51, 8.47s/it] 26%|██▌ | 650/2505 [1:30:12<4:21:51, 8.47s/it] 26%|██▌ | 651/2505 [1:30:20<4:15:45, 8.28s/it] 26%|██▌ | 652/2505 [1:30:28<4:12:17, 8.17s/it] 26%|██▌ | 653/2505 [1:30:36<4:14:56, 8.26s/it] 26%|██▌ | 654/2505 [1:30:45<4:16:26, 8.31s/it] 26%|██▌ | 655/2505 [1:30:53<4:11:25, 8.15s/it] 26%|██▌ | 655/2505 [1:30:53<4:11:25, 8.15s/it] 26%|██▌ | 656/2505 [1:31:01<4:13:20, 8.22s/it] 26%|██▌ | 657/2505 [1:31:09<4:08:52, 8.08s/it] 26%|██▋ | 658/2505 [1:31:17<4:07:58, 8.06s/it] 26%|██▋ | 659/2505 [1:31:25<4:12:44, 8.21s/it] 26%|██▋ | 660/2505 [1:31:33<4:09:29, 8.11s/it] 26%|██▋ | 660/2505 [1:31:33<4:09:29, 8.11s/it] 26%|██▋ | 661/2505 [1:31:42<4:14:39, 8.29s/it] 26%|██▋ | 662/2505 [1:31:51<4:17:55, 8.40s/it] 26%|██▋ | 663/2505 [1:31:59<4:18:22, 8.42s/it] 27%|██▋ | 664/2505 [1:32:07<4:16:40, 8.37s/it] 27%|██▋ | 665/2505 [1:32:16<4:15:03, 8.32s/it] 27%|██▋ | 665/2505 [1:32:16<4:15:03, 8.32s/it] 27%|██▋ | 666/2505 [1:32:24<4:12:52, 8.25s/it] 27%|██▋ | 667/2505 [1:32:32<4:16:00, 8.36s/it] 27%|██▋ | 668/2505 [1:32:41<4:15:43, 8.35s/it] 27%|██▋ | 669/2505 [1:32:49<4:12:18, 8.25s/it] 27%|██▋ | 670/2505 [1:32:57<4:15:51, 8.37s/it] 27%|██▋ | 670/2505 [1:32:57<4:15:51, 8.37s/it] 27%|██▋ | 671/2505 [1:33:06<4:15:35, 8.36s/it] 27%|██▋ | 672/2505 [1:33:13<4:08:48, 8.14s/it] 27%|██▋ | 673/2505 [1:33:21<4:06:09, 8.06s/it] 27%|██▋ | 674/2505 [1:33:29<4:08:42, 8.15s/it] 27%|██▋ | 675/2505 [1:33:38<4:12:21, 8.27s/it] 27%|██▋ | 675/2505 [1:33:38<4:12:21, 8.27s/it] 27%|██▋ | 676/2505 [1:33:47<4:17:09, 8.44s/it] 27%|██▋ | 677/2505 [1:33:55<4:11:53, 8.27s/it] 27%|██▋ | 678/2505 [1:34:03<4:13:42, 8.33s/it] 27%|██▋ | 679/2505 [1:34:11<4:07:11, 8.12s/it] 27%|██▋ | 680/2505 [1:34:19<4:05:59, 8.09s/it] 27%|██▋ | 680/2505 [1:34:19<4:05:59, 8.09s/it] 27%|██▋ | 681/2505 [1:34:27<4:03:35, 8.01s/it] 27%|██▋ | 682/2505 [1:34:34<3:58:33, 7.85s/it] 27%|██▋ | 683/2505 [1:34:43<4:03:28, 8.02s/it] 27%|██▋ | 684/2505 [1:34:51<4:04:15, 8.05s/it] 27%|██▋ | 685/2505 [1:34:58<4:01:24, 7.96s/it] 27%|██▋ | 685/2505 [1:34:58<4:01:24, 7.96s/it] 27%|██▋ | 686/2505 [1:35:07<4:07:15, 8.16s/it] 27%|██▋ | 687/2505 [1:35:15<4:08:50, 8.21s/it] 27%|██▋ | 688/2505 [1:35:24<4:12:48, 8.35s/it] 28%|██▊ | 689/2505 [1:35:32<4:11:05, 8.30s/it] 28%|██▊ | 690/2505 [1:35:40<4:10:00, 8.26s/it] 28%|██▊ | 690/2505 [1:35:40<4:10:00, 8.26s/it] 28%|██▊ | 691/2505 [1:35:49<4:16:16, 8.48s/it] 28%|██▊ | 692/2505 [1:35:57<4:11:33, 8.33s/it] 28%|██▊ | 693/2505 [1:36:06<4:15:51, 8.47s/it] 28%|██▊ | 694/2505 [1:36:15<4:15:41, 8.47s/it] 28%|██▊ | 695/2505 [1:36:22<4:06:20, 8.17s/it] 28%|██▊ | 695/2505 [1:36:22<4:06:20, 8.17s/it] 28%|██▊ | 696/2505 [1:36:30<4:04:20, 8.10s/it] 28%|██▊ | 697/2505 [1:36:38<4:06:26, 8.18s/it] 28%|██▊ | 698/2505 [1:36:47<4:12:51, 8.40s/it] 28%|██▊ | 699/2505 [1:36:55<4:09:28, 8.29s/it] 28%|██▊ | 700/2505 [1:37:04<4:10:22, 8.32s/it] 28%|██▊ | 700/2505 [1:37:04<4:10:22, 8.32s/it] 28%|██▊ | 701/2505 [1:37:12<4:07:01, 8.22s/it] 28%|██▊ | 702/2505 [1:37:20<4:03:48, 8.11s/it] 28%|██▊ | 703/2505 [1:37:27<4:00:05, 7.99s/it] 28%|██▊ | 704/2505 [1:37:36<4:05:03, 8.16s/it] 28%|██▊ | 705/2505 [1:37:44<4:04:35, 8.15s/it] 28%|██▊ | 705/2505 [1:37:44<4:04:35, 8.15s/it] 28%|██▊ | 706/2505 [1:37:52<4:04:57, 8.17s/it] 28%|██▊ | 707/2505 [1:38:00<4:04:11, 8.15s/it] 28%|██▊ | 708/2505 [1:38:08<4:03:48, 8.14s/it] 28%|██▊ | 709/2505 [1:38:16<3:57:24, 7.93s/it] 28%|██▊ | 710/2505 [1:38:24<4:01:44, 8.08s/it] 28%|██▊ | 710/2505 [1:38:24<4:01:44, 8.08s/it] 28%|██▊ | 711/2505 [1:38:32<4:03:04, 8.13s/it] 28%|██▊ | 712/2505 [1:38:41<4:08:25, 8.31s/it] 28%|██▊ | 713/2505 [1:38:49<4:05:39, 8.23s/it] 29%|██▊ | 714/2505 [1:38:57<4:02:40, 8.13s/it] 29%|██▊ | 715/2505 [1:39:06<4:05:19, 8.22s/it] 29%|██▊ | 715/2505 [1:39:06<4:05:19, 8.22s/it] 29%|██▊ | 716/2505 [1:39:14<4:04:12, 8.19s/it] 29%|██▊ | 717/2505 [1:39:23<4:12:35, 8.48s/it] 29%|██▊ | 718/2505 [1:39:31<4:12:36, 8.48s/it] 29%|██▊ | 719/2505 [1:39:40<4:17:55, 8.66s/it] 29%|██▊ | 720/2505 [1:39:49<4:13:50, 8.53s/it] 29%|██▊ | 720/2505 [1:39:49<4:13:50, 8.53s/it] 29%|██▉ | 721/2505 [1:39:57<4:14:45, 8.57s/it] 29%|██▉ | 722/2505 [1:40:06<4:11:30, 8.46s/it] 29%|██▉ | 723/2505 [1:40:15<4:16:33, 8.64s/it] 29%|██▉ | 724/2505 [1:40:23<4:11:54, 8.49s/it] 29%|██▉ | 725/2505 [1:40:31<4:07:40, 8.35s/it] 29%|██▉ | 725/2505 [1:40:31<4:07:40, 8.35s/it] 29%|██▉ | 726/2505 [1:40:39<4:03:06, 8.20s/it] 29%|██▉ | 727/2505 [1:40:48<4:10:43, 8.46s/it] 29%|██▉ | 728/2505 [1:40:57<4:14:35, 8.60s/it] 29%|██▉ | 729/2505 [1:41:05<4:09:13, 8.42s/it] 29%|██▉ | 730/2505 [1:41:13<4:07:50, 8.38s/it] 29%|██▉ | 730/2505 [1:41:13<4:07:50, 8.38s/it] 29%|██▉ | 731/2505 [1:41:22<4:12:01, 8.52s/it] 29%|██▉ | 732/2505 [1:41:30<4:07:51, 8.39s/it] 29%|██▉ | 733/2505 [1:41:38<4:05:24, 8.31s/it] 29%|██▉ | 734/2505 [1:41:46<4:02:31, 8.22s/it] 29%|██▉ | 735/2505 [1:41:54<4:00:16, 8.14s/it] 29%|██▉ | 735/2505 [1:41:54<4:00:16, 8.14s/it] 29%|██▉ | 736/2505 [1:42:03<4:11:00, 8.51s/it] 29%|██▉ | 737/2505 [1:42:12<4:11:52, 8.55s/it] 29%|██▉ | 738/2505 [1:42:20<4:11:29, 8.54s/it] 30%|██▉ | 739/2505 [1:42:28<3:58:31, 8.10s/it] 30%|██▉ | 740/2505 [1:42:36<3:58:55, 8.12s/it] 30%|██▉ | 740/2505 [1:42:36<3:58:55, 8.12s/it] 30%|██▉ | 741/2505 [1:42:43<3:55:51, 8.02s/it] 30%|██▉ | 742/2505 [1:42:52<4:00:24, 8.18s/it] 30%|██▉ | 743/2505 [1:43:01<4:09:03, 8.48s/it] 30%|██▉ | 744/2505 [1:43:10<4:11:38, 8.57s/it] 30%|██▉ | 745/2505 [1:43:19<4:15:14, 8.70s/it] 30%|██▉ | 745/2505 [1:43:19<4:15:14, 8.70s/it] 30%|██▉ | 746/2505 [1:43:27<4:09:34, 8.51s/it] 30%|██▉ | 747/2505 [1:43:34<3:59:04, 8.16s/it] 30%|██▉ | 748/2505 [1:43:43<3:59:49, 8.19s/it] 30%|██▉ | 749/2505 [1:43:51<3:57:32, 8.12s/it] 30%|██▉ | 750/2505 [1:43:59<3:59:04, 8.17s/it] 30%|██▉ | 750/2505 [1:43:59<3:59:04, 8.17s/it] 30%|██▉ | 751/2505 [1:44:07<3:58:32, 8.16s/it] 30%|███ | 752/2505 [1:44:15<3:57:12, 8.12s/it] 30%|███ | 753/2505 [1:44:23<3:59:38, 8.21s/it] 30%|███ | 754/2505 [1:44:33<4:07:30, 8.48s/it] 30%|███ | 755/2505 [1:44:41<4:03:56, 8.36s/it] 30%|███ | 755/2505 [1:44:41<4:03:56, 8.36s/it] 30%|███ | 756/2505 [1:44:49<4:07:18, 8.48s/it] 30%|███ | 757/2505 [1:44:57<3:59:34, 8.22s/it] 30%|███ | 758/2505 [1:45:06<4:01:26, 8.29s/it] 30%|███ | 759/2505 [1:45:12<3:48:24, 7.85s/it] 30%|███ | 760/2505 [1:45:21<3:53:05, 8.01s/it] 30%|███ | 760/2505 [1:45:21<3:53:05, 8.01s/it] 30%|███ | 761/2505 [1:45:29<3:55:52, 8.12s/it] 30%|███ | 762/2505 [1:45:37<3:54:06, 8.06s/it] 30%|███ | 763/2505 [1:45:46<3:59:07, 8.24s/it] 30%|███ | 764/2505 [1:45:54<4:01:00, 8.31s/it] 31%|███ | 765/2505 [1:46:02<3:58:00, 8.21s/it] 31%|███ | 765/2505 [1:46:02<3:58:00, 8.21s/it] 31%|███ | 766/2505 [1:46:10<3:58:45, 8.24s/it] 31%|███ | 767/2505 [1:46:19<4:04:49, 8.45s/it] 31%|███ | 768/2505 [1:46:27<3:56:25, 8.17s/it] 31%|███ | 769/2505 [1:46:36<4:08:47, 8.60s/it] 31%|███ | 770/2505 [1:46:45<4:11:15, 8.69s/it] 31%|███ | 770/2505 [1:46:45<4:11:15, 8.69s/it] 31%|███ | 771/2505 [1:46:53<4:04:16, 8.45s/it] 31%|███ | 772/2505 [1:47:02<4:02:09, 8.38s/it] 31%|███ | 773/2505 [1:47:09<3:57:44, 8.24s/it] 31%|███ | 774/2505 [1:47:18<4:03:48, 8.45s/it] 31%|███ | 775/2505 [1:47:27<4:01:17, 8.37s/it] 31%|███ | 775/2505 [1:47:27<4:01:17, 8.37s/it] 31%|███ | 776/2505 [1:47:35<4:05:23, 8.52s/it] 31%|███ | 777/2505 [1:47:44<4:03:55, 8.47s/it] 31%|███ | 778/2505 [1:47:52<4:00:31, 8.36s/it] 31%|███ | 779/2505 [1:48:00<3:59:11, 8.31s/it] 31%|███ | 780/2505 [1:48:09<4:02:40, 8.44s/it] 31%|███ | 780/2505 [1:48:09<4:02:40, 8.44s/it] 31%|███ | 781/2505 [1:48:18<4:06:22, 8.57s/it] 31%|███ | 782/2505 [1:48:26<4:03:04, 8.46s/it] 31%|███▏ | 783/2505 [1:48:34<4:02:39, 8.46s/it] 31%|███▏ | 784/2505 [1:48:42<4:00:02, 8.37s/it] 31%|███▏ | 785/2505 [1:48:51<4:03:12, 8.48s/it] 31%|███▏ | 785/2505 [1:48:51<4:03:12, 8.48s/it] 31%|███▏ | 786/2505 [1:48:59<3:57:36, 8.29s/it] 31%|███▏ | 787/2505 [1:49:07<3:55:08, 8.21s/it] 31%|███▏ | 788/2505 [1:49:16<3:57:08, 8.29s/it] 31%|███▏ | 789/2505 [1:49:24<3:58:35, 8.34s/it] 32%|███▏ | 790/2505 [1:49:32<3:59:06, 8.37s/it] 32%|███▏ | 790/2505 [1:49:32<3:59:06, 8.37s/it] 32%|███▏ | 791/2505 [1:49:41<4:03:13, 8.51s/it] 32%|███▏ | 792/2505 [1:49:50<4:02:50, 8.51s/it] 32%|███▏ | 793/2505 [1:49:58<4:03:46, 8.54s/it] 32%|███▏ | 794/2505 [1:50:06<3:59:05, 8.38s/it] 32%|███▏ | 795/2505 [1:50:15<3:59:23, 8.40s/it] 32%|███▏ | 795/2505 [1:50:15<3:59:23, 8.40s/it] 32%|███▏ | 796/2505 [1:50:23<4:00:21, 8.44s/it] 32%|███▏ | 797/2505 [1:50:31<3:49:26, 8.06s/it] 32%|███▏ | 798/2505 [1:50:39<3:55:50, 8.29s/it] 32%|███▏ | 799/2505 [1:50:48<3:55:51, 8.30s/it] 32%|███▏ | 800/2505 [1:50:57<4:00:52, 8.48s/it] 32%|███▏ | 800/2505 [1:50:57<4:00:52, 8.48s/it] 32%|███▏ | 801/2505 [1:51:05<4:03:08, 8.56s/it] 32%|███▏ | 802/2505 [1:51:14<4:05:46, 8.66s/it] 32%|███▏ | 803/2505 [1:51:22<4:00:12, 8.47s/it] 32%|███▏ | 804/2505 [1:51:31<3:59:17, 8.44s/it] 32%|███▏ | 805/2505 [1:51:38<3:51:18, 8.16s/it] 32%|███▏ | 805/2505 [1:51:38<3:51:18, 8.16s/it] 32%|███▏ | 806/2505 [1:51:46<3:48:25, 8.07s/it] 32%|███▏ | 807/2505 [1:51:54<3:48:33, 8.08s/it] 32%|███▏ | 808/2505 [1:52:03<3:53:56, 8.27s/it] 32%|███▏ | 809/2505 [1:52:12<3:57:12, 8.39s/it] 32%|███▏ | 810/2505 [1:52:20<3:57:36, 8.41s/it] 32%|███▏ | 810/2505 [1:52:20<3:57:36, 8.41s/it] 32%|███▏ | 811/2505 [1:52:29<3:58:27, 8.45s/it] 32%|███▏ | 812/2505 [1:52:37<4:01:50, 8.57s/it] 32%|███▏ | 813/2505 [1:52:46<3:58:51, 8.47s/it] 32%|███▏ | 814/2505 [1:52:54<3:55:28, 8.36s/it] 33%|███▎ | 815/2505 [1:53:02<3:55:18, 8.35s/it] 33%|███▎ | 815/2505 [1:53:02<3:55:18, 8.35s/it] 33%|███▎ | 816/2505 [1:53:10<3:53:57, 8.31s/it] 33%|███▎ | 817/2505 [1:53:19<3:54:35, 8.34s/it] 33%|███▎ | 818/2505 [1:53:26<3:47:57, 8.11s/it] 33%|███▎ | 819/2505 [1:53:35<3:54:01, 8.33s/it] 33%|███▎ | 820/2505 [1:53:43<3:53:57, 8.33s/it] 33%|███▎ | 820/2505 [1:53:43<3:53:57, 8.33s/it] 33%|███▎ | 821/2505 [1:53:52<3:56:50, 8.44s/it] 33%|███▎ | 822/2505 [1:54:01<3:57:56, 8.48s/it] 33%|███▎ | 823/2505 [1:54:09<3:52:44, 8.30s/it] 33%|███▎ | 824/2505 [1:54:17<3:53:42, 8.34s/it] 33%|███▎ | 825/2505 [1:54:24<3:40:47, 7.89s/it] 33%|███▎ | 825/2505 [1:54:24<3:40:47, 7.89s/it] 33%|███▎ | 826/2505 [1:54:33<3:48:09, 8.15s/it] 33%|███▎ | 827/2505 [1:54:41<3:46:43, 8.11s/it] 33%|███▎ | 828/2505 [1:54:48<3:40:51, 7.90s/it] 33%|███▎ | 829/2505 [1:54:56<3:37:21, 7.78s/it] 33%|███▎ | 830/2505 [1:55:04<3:40:52, 7.91s/it] 33%|███▎ | 830/2505 [1:55:04<3:40:52, 7.91s/it] 33%|███▎ | 831/2505 [1:55:12<3:40:34, 7.91s/it] 33%|███▎ | 832/2505 [1:55:20<3:43:49, 8.03s/it] 33%|███▎ | 833/2505 [1:55:29<3:48:48, 8.21s/it] 33%|███▎ | 834/2505 [1:55:37<3:47:36, 8.17s/it] 33%|███▎ | 835/2505 [1:55:39<2:59:40, 6.46s/it] 33%|███▎ | 835/2505 [1:55:39<2:59:40, 6.46s/it] +{'loss': '1.639', 'grad_norm': '2.703', 'learning_rate': '5.581e-06', 'epoch': '0.5634'} +{'loss': '1.641', 'grad_norm': '2.797', 'learning_rate': '5.571e-06', 'epoch': '0.5694'} +{'loss': '1.638', 'grad_norm': '2.562', 'learning_rate': '5.561e-06', 'epoch': '0.5754'} +{'loss': '1.655', 'grad_norm': '2.719', 'learning_rate': '5.551e-06', 'epoch': '0.5814'} +{'loss': '1.629', 'grad_norm': '2.594', 'learning_rate': '5.541e-06', 'epoch': '0.5874'} +{'loss': '1.659', 'grad_norm': '2.766', 'learning_rate': '5.53e-06', 'epoch': '0.5933'} +{'loss': '1.667', 'grad_norm': '2.219', 'learning_rate': '5.52e-06', 'epoch': '0.5993'} +{'loss': '1.622', 'grad_norm': '2.594', 'learning_rate': '5.51e-06', 'epoch': '0.6053'} +{'loss': '1.623', 'grad_norm': '2.406', 'learning_rate': '5.499e-06', 'epoch': '0.6113'} +{'loss': '1.627', 'grad_norm': '2.484', 'learning_rate': '5.488e-06', 'epoch': '0.6173'} +{'loss': '1.665', 'grad_norm': '2.156', 'learning_rate': '5.477e-06', 'epoch': '0.6233'} +{'loss': '1.624', 'grad_norm': '2.594', 'learning_rate': '5.467e-06', 'epoch': '0.6293'} +{'loss': '1.643', 'grad_norm': '2.875', 'learning_rate': '5.456e-06', 'epoch': '0.6353'} +{'loss': '1.639', 'grad_norm': '3.453', 'learning_rate': '5.445e-06', 'epoch': '0.6413'} +{'loss': '1.646', 'grad_norm': '2.422', 'learning_rate': '5.433e-06', 'epoch': '0.6473'} +{'loss': '1.629', 'grad_norm': '2.422', 'learning_rate': '5.422e-06', 'epoch': '0.6533'} +{'loss': '1.581', 'grad_norm': '3.156', 'learning_rate': '5.411e-06', 'epoch': '0.6593'} +{'loss': '1.615', 'grad_norm': '2.484', 'learning_rate': '5.399e-06', 'epoch': '0.6653'} +{'loss': '1.681', 'grad_norm': '3.609', 'learning_rate': '5.388e-06', 'epoch': '0.6713'} +{'loss': '1.652', 'grad_norm': '2.438', 'learning_rate': '5.376e-06', 'epoch': '0.6773'} +{'loss': '1.639', 'grad_norm': '3.078', 'learning_rate': '5.364e-06', 'epoch': '0.6832'} +{'loss': '1.645', 'grad_norm': '2.828', 'learning_rate': '5.352e-06', 'epoch': '0.6892'} +{'loss': '1.644', 'grad_norm': '3.609', 'learning_rate': '5.34e-06', 'epoch': '0.6952'} +{'loss': '1.677', 'grad_norm': '3.016', 'learning_rate': '5.328e-06', 'epoch': '0.7012'} +{'loss': '1.65', 'grad_norm': '3.219', 'learning_rate': '5.316e-06', 'epoch': '0.7072'} +{'loss': '1.647', 'grad_norm': '2.844', 'learning_rate': '5.304e-06', 'epoch': '0.7132'} +{'loss': '1.63', 'grad_norm': '2.844', 'learning_rate': '5.292e-06', 'epoch': '0.7192'} +{'loss': '1.602', 'grad_norm': '2.984', 'learning_rate': '5.279e-06', 'epoch': '0.7252'} +{'loss': '1.608', 'grad_norm': '2.438', 'learning_rate': '5.267e-06', 'epoch': '0.7312'} +{'loss': '1.612', 'grad_norm': '2.609', 'learning_rate': '5.254e-06', 'epoch': '0.7372'} +{'loss': '1.528', 'grad_norm': '3.062', 'learning_rate': '5.241e-06', 'epoch': '0.7432'} +{'loss': '1.616', 'grad_norm': '3.031', 'learning_rate': '5.228e-06', 'epoch': '0.7492'} +{'loss': '1.589', 'grad_norm': '2.5', 'learning_rate': '5.216e-06', 'epoch': '0.7552'} +{'loss': '1.623', 'grad_norm': '2.297', 'learning_rate': '5.203e-06', 'epoch': '0.7612'} +{'loss': '1.636', 'grad_norm': '3.391', 'learning_rate': '5.189e-06', 'epoch': '0.7672'} +{'loss': '1.527', 'grad_norm': '6.906', 'learning_rate': '5.176e-06', 'epoch': '0.7731'} +{'loss': '1.63', 'grad_norm': '2.578', 'learning_rate': '5.163e-06', 'epoch': '0.7791'} +{'loss': '1.634', 'grad_norm': '2.172', 'learning_rate': '5.15e-06', 'epoch': '0.7851'} +{'loss': '1.639', 'grad_norm': '2.562', 'learning_rate': '5.136e-06', 'epoch': '0.7911'} +{'loss': '1.601', 'grad_norm': '2.438', 'learning_rate': '5.123e-06', 'epoch': '0.7971'} +{'loss': '1.616', 'grad_norm': '2.719', 'learning_rate': '5.109e-06', 'epoch': '0.8031'} +{'loss': '1.625', 'grad_norm': '2.516', 'learning_rate': '5.095e-06', 'epoch': '0.8091'} +{'loss': '1.624', 'grad_norm': '2.938', 'learning_rate': '5.082e-06', 'epoch': '0.8151'} +{'loss': '1.638', 'grad_norm': '3.172', 'learning_rate': '5.068e-06', 'epoch': '0.8211'} +{'loss': '1.611', 'grad_norm': '2.484', 'learning_rate': '5.054e-06', 'epoch': '0.8271'} +{'loss': '1.605', 'grad_norm': '2.797', 'learning_rate': '5.04e-06', 'epoch': '0.8331'} +{'loss': '1.614', 'grad_norm': '2.531', 'learning_rate': '5.026e-06', 'epoch': '0.8391'} +{'loss': '1.643', 'grad_norm': '2.359', 'learning_rate': '5.011e-06', 'epoch': '0.8451'} +{'loss': '1.642', 'grad_norm': '2.453', 'learning_rate': '4.997e-06', 'epoch': '0.8511'} +{'loss': '1.626', 'grad_norm': '2.422', 'learning_rate': '4.983e-06', 'epoch': '0.8571'} +{'loss': '1.596', 'grad_norm': '3.094', 'learning_rate': '4.968e-06', 'epoch': '0.8631'} +{'loss': '1.592', 'grad_norm': '2.5', 'learning_rate': '4.954e-06', 'epoch': '0.869'} +{'loss': '1.621', 'grad_norm': '2.344', 'learning_rate': '4.939e-06', 'epoch': '0.875'} +{'loss': '1.619', 'grad_norm': '2.688', 'learning_rate': '4.924e-06', 'epoch': '0.881'} +{'loss': '1.599', 'grad_norm': '2.141', 'learning_rate': '4.91e-06', 'epoch': '0.887'} +{'loss': '1.633', 'grad_norm': '4.25', 'learning_rate': '4.895e-06', 'epoch': '0.893'} +{'loss': '1.624', 'grad_norm': '2.562', 'learning_rate': '4.88e-06', 'epoch': '0.899'} +{'loss': '1.606', 'grad_norm': '2.375', 'learning_rate': '4.865e-06', 'epoch': '0.905'} +{'loss': '1.6', 'grad_norm': '3.062', 'learning_rate': '4.85e-06', 'epoch': '0.911'} +{'loss': '1.607', 'grad_norm': '2.297', 'learning_rate': '4.835e-06', 'epoch': '0.917'} +{'loss': '1.588', 'grad_norm': '3.781', 'learning_rate': '4.819e-06', 'epoch': '0.923'} +{'loss': '1.601', 'grad_norm': '2.578', 'learning_rate': '4.804e-06', 'epoch': '0.929'} +{'loss': '1.591', 'grad_norm': '2.938', 'learning_rate': '4.789e-06', 'epoch': '0.935'} +{'loss': '1.587', 'grad_norm': '3.234', 'learning_rate': '4.773e-06', 'epoch': '0.941'} +{'loss': '1.593', 'grad_norm': '2.953', 'learning_rate': '4.758e-06', 'epoch': '0.947'} +{'loss': '1.613', 'grad_norm': '2.328', 'learning_rate': '4.742e-06', 'epoch': '0.953'} +{'loss': '1.594', 'grad_norm': '2.719', 'learning_rate': '4.726e-06', 'epoch': '0.9589'} +{'loss': '1.59', 'grad_norm': '2.703', 'learning_rate': '4.711e-06', 'epoch': '0.9649'} +{'loss': '1.604', 'grad_norm': '2.453', 'learning_rate': '4.695e-06', 'epoch': '0.9709'} +{'loss': '1.605', 'grad_norm': '2.797', 'learning_rate': '4.679e-06', 'epoch': '0.9769'} +{'loss': '1.6', 'grad_norm': '2.797', 'learning_rate': '4.663e-06', 'epoch': '0.9829'} +{'loss': '1.601', 'grad_norm': '2.641', 'learning_rate': '4.647e-06', 'epoch': '0.9889'} +{'loss': '1.581', 'grad_norm': '2.75', 'learning_rate': '4.631e-06', 'epoch': '0.9949'} +{'loss': '1.553', 'grad_norm': '12.12', 'learning_rate': '4.615e-06', 'epoch': '1'} + 33%|███▎ | 836/2505 [1:55:48<3:17:50, 7.11s/it] 33%|███▎ | 837/2505 [1:55:55<3:16:07, 7.05s/it] 33%|███▎ | 838/2505 [1:56:03<3:25:28, 7.40s/it] 33%|███▎ | 839/2505 [1:56:10<3:22:39, 7.30s/it] 34%|███▎ | 840/2505 [1:56:19<3:35:03, 7.75s/it] 34%|███▎ | 840/2505 [1:56:19<3:35:03, 7.75s/it] 34%|███▎ | 841/2505 [1:56:27<3:36:03, 7.79s/it] 34%|███▎ | 842/2505 [1:56:35<3:44:01, 8.08s/it] 34%|███▎ | 843/2505 [1:56:44<3:47:41, 8.22s/it] 34%|███▎ | 844/2505 [1:56:52<3:45:06, 8.13s/it] 34%|███▎ | 845/2505 [1:57:00<3:46:49, 8.20s/it] 34%|███▎ | 845/2505 [1:57:00<3:46:49, 8.20s/it] 34%|███▍ | 846/2505 [1:57:09<3:49:20, 8.29s/it] 34%|███▍ | 847/2505 [1:57:17<3:50:23, 8.34s/it] 34%|███▍ | 848/2505 [1:57:25<3:49:47, 8.32s/it] 34%|███▍ | 849/2505 [1:57:34<3:49:53, 8.33s/it] 34%|███▍ | 850/2505 [1:57:42<3:49:30, 8.32s/it] 34%|███▍ | 850/2505 [1:57:42<3:49:30, 8.32s/it] 34%|███▍ | 851/2505 [1:57:50<3:48:46, 8.30s/it] 34%|███▍ | 852/2505 [1:57:58<3:45:45, 8.19s/it] 34%|███▍ | 853/2505 [1:58:06<3:42:11, 8.07s/it] 34%|███▍ | 854/2505 [1:58:15<3:47:46, 8.28s/it] 34%|███▍ | 855/2505 [1:58:23<3:48:34, 8.31s/it] 34%|███▍ | 855/2505 [1:58:23<3:48:34, 8.31s/it] 34%|███▍ | 856/2505 [1:58:32<3:55:00, 8.55s/it] 34%|███▍ | 857/2505 [1:58:41<3:59:46, 8.73s/it] 34%|███▍ | 858/2505 [1:58:49<3:49:08, 8.35s/it] 34%|███▍ | 859/2505 [1:58:57<3:47:12, 8.28s/it] 34%|███▍ | 860/2505 [1:59:06<3:55:25, 8.59s/it] 34%|███▍ | 860/2505 [1:59:06<3:55:25, 8.59s/it] 34%|███▍ | 861/2505 [1:59:14<3:49:48, 8.39s/it] 34%|███▍ | 862/2505 [1:59:23<3:51:26, 8.45s/it] 34%|███▍ | 863/2505 [1:59:30<3:43:09, 8.15s/it] 34%|███▍ | 864/2505 [1:59:38<3:41:59, 8.12s/it] 35%|███▍ | 865/2505 [1:59:47<3:49:23, 8.39s/it] 35%|███▍ | 865/2505 [1:59:47<3:49:23, 8.39s/it] 35%|███▍ | 866/2505 [1:59:55<3:45:12, 8.24s/it] 35%|███▍ | 867/2505 [2:00:04<3:49:25, 8.40s/it] 35%|███▍ | 868/2505 [2:00:12<3:47:31, 8.34s/it] 35%|███▍ | 869/2505 [2:00:19<3:33:33, 7.83s/it] 35%|███▍ | 870/2505 [2:00:28<3:40:00, 8.07s/it] 35%|███▍ | 870/2505 [2:00:28<3:40:00, 8.07s/it] 35%|███▍ | 871/2505 [2:00:37<3:47:37, 8.36s/it] 35%|███▍ | 872/2505 [2:00:46<3:53:54, 8.59s/it] 35%|███▍ | 873/2505 [2:00:53<3:44:58, 8.27s/it] 35%|███▍ | 874/2505 [2:01:02<3:48:54, 8.42s/it] 35%|███▍ | 875/2505 [2:01:10<3:41:05, 8.14s/it] 35%|███▍ | 875/2505 [2:01:10<3:41:05, 8.14s/it] 35%|███▍ | 876/2505 [2:01:18<3:44:34, 8.27s/it] 35%|███▌ | 877/2505 [2:01:26<3:42:28, 8.20s/it] 35%|███▌ | 878/2505 [2:01:34<3:37:44, 8.03s/it] 35%|███▌ | 879/2505 [2:01:42<3:42:37, 8.22s/it] 35%|███▌ | 880/2505 [2:01:51<3:42:17, 8.21s/it] 35%|███▌ | 880/2505 [2:01:51<3:42:17, 8.21s/it] 35%|███▌ | 881/2505 [2:01:59<3:43:09, 8.24s/it] 35%|███▌ | 882/2505 [2:02:08<3:49:29, 8.48s/it] 35%|███▌ | 883/2505 [2:02:15<3:39:44, 8.13s/it] 35%|███▌ | 884/2505 [2:02:22<3:28:25, 7.71s/it] 35%|███▌ | 885/2505 [2:02:30<3:30:06, 7.78s/it] 35%|███▌ | 885/2505 [2:02:30<3:30:06, 7.78s/it] 35%|███▌ | 886/2505 [2:02:39<3:36:12, 8.01s/it] 35%|███▌ | 887/2505 [2:02:46<3:31:41, 7.85s/it] 35%|███▌ | 888/2505 [2:02:55<3:40:05, 8.17s/it] 35%|███▌ | 889/2505 [2:03:05<3:53:14, 8.66s/it] 36%|███▌ | 890/2505 [2:03:14<3:56:31, 8.79s/it] 36%|███▌ | 890/2505 [2:03:14<3:56:31, 8.79s/it] 36%|███▌ | 891/2505 [2:03:23<3:58:29, 8.87s/it] 36%|███▌ | 892/2505 [2:03:31<3:51:29, 8.61s/it] 36%|███▌ | 893/2505 [2:03:39<3:49:04, 8.53s/it] 36%|███▌ | 894/2505 [2:03:49<3:55:38, 8.78s/it] 36%|███▌ | 895/2505 [2:03:57<3:50:40, 8.60s/it] 36%|███▌ | 895/2505 [2:03:57<3:50:40, 8.60s/it] 36%|███▌ | 896/2505 [2:04:05<3:47:01, 8.47s/it] 36%|███▌ | 897/2505 [2:04:12<3:39:39, 8.20s/it] 36%|███▌ | 898/2505 [2:04:20<3:34:28, 8.01s/it] 36%|███▌ | 899/2505 [2:04:27<3:25:17, 7.67s/it] 36%|███▌ | 900/2505 [2:04:35<3:27:38, 7.76s/it] 36%|███▌ | 900/2505 [2:04:35<3:27:38, 7.76s/it] 36%|███▌ | 901/2505 [2:04:43<3:28:41, 7.81s/it] 36%|███▌ | 902/2505 [2:04:51<3:32:34, 7.96s/it] 36%|███▌ | 903/2505 [2:05:00<3:40:00, 8.24s/it] 36%|███▌ | 904/2505 [2:05:08<3:38:53, 8.20s/it] 36%|███▌ | 905/2505 [2:05:17<3:40:41, 8.28s/it] 36%|███▌ | 905/2505 [2:05:17<3:40:41, 8.28s/it] 36%|███▌ | 906/2505 [2:05:25<3:40:26, 8.27s/it] 36%|███▌ | 907/2505 [2:05:33<3:37:17, 8.16s/it] 36%|███▌ | 908/2505 [2:05:41<3:35:44, 8.11s/it] 36%|███▋ | 909/2505 [2:05:50<3:46:12, 8.50s/it] 36%|███▋ | 910/2505 [2:05:58<3:41:20, 8.33s/it] 36%|███▋ | 910/2505 [2:05:58<3:41:20, 8.33s/it] 36%|███▋ | 911/2505 [2:06:06<3:41:14, 8.33s/it] 36%|███▋ | 912/2505 [2:06:14<3:38:58, 8.25s/it] 36%|███▋ | 913/2505 [2:06:23<3:42:56, 8.40s/it] 36%|███▋ | 914/2505 [2:06:32<3:47:14, 8.57s/it] 37%|███▋ | 915/2505 [2:06:39<3:37:25, 8.20s/it] 37%|███▋ | 915/2505 [2:06:40<3:37:25, 8.20s/it] 37%|███▋ | 916/2505 [2:06:48<3:40:53, 8.34s/it] 37%|███▋ | 917/2505 [2:06:57<3:41:25, 8.37s/it] 37%|███▋ | 918/2505 [2:07:05<3:39:04, 8.28s/it] 37%|███▋ | 919/2505 [2:07:13<3:39:00, 8.29s/it] 37%|███▋ | 920/2505 [2:07:21<3:38:05, 8.26s/it] 37%|███▋ | 920/2505 [2:07:21<3:38:05, 8.26s/it] 37%|███▋ | 921/2505 [2:07:29<3:36:27, 8.20s/it] 37%|███▋ | 922/2505 [2:07:38<3:40:41, 8.36s/it] 37%|███▋ | 923/2505 [2:07:46<3:40:46, 8.37s/it] 37%|███▋ | 924/2505 [2:07:55<3:39:47, 8.34s/it] 37%|███▋ | 925/2505 [2:08:01<3:27:01, 7.86s/it] 37%|███▋ | 925/2505 [2:08:01<3:27:01, 7.86s/it] 37%|███▋ | 926/2505 [2:08:09<3:27:08, 7.87s/it] 37%|███▋ | 927/2505 [2:08:18<3:30:53, 8.02s/it] 37%|███▋ | 928/2505 [2:08:26<3:33:48, 8.13s/it] 37%|███▋ | 929/2505 [2:08:34<3:33:59, 8.15s/it] 37%|███▋ | 930/2505 [2:08:42<3:28:22, 7.94s/it] 37%|███▋ | 930/2505 [2:08:42<3:28:22, 7.94s/it] 37%|███▋ | 931/2505 [2:08:50<3:28:06, 7.93s/it] 37%|███▋ | 932/2505 [2:08:58<3:28:04, 7.94s/it] 37%|███▋ | 933/2505 [2:09:06<3:33:10, 8.14s/it] 37%|███▋ | 934/2505 [2:09:14<3:32:19, 8.11s/it] 37%|███▋ | 935/2505 [2:09:22<3:33:51, 8.17s/it] 37%|███▋ | 935/2505 [2:09:23<3:33:51, 8.17s/it] 37%|███▋ | 936/2505 [2:09:31<3:33:36, 8.17s/it] 37%|███▋ | 937/2505 [2:09:39<3:35:39, 8.25s/it] 37%|███▋ | 938/2505 [2:09:48<3:38:52, 8.38s/it] 37%|███▋ | 939/2505 [2:09:56<3:35:56, 8.27s/it] 38%|███▊ | 940/2505 [2:10:04<3:34:15, 8.21s/it] 38%|███▊ | 940/2505 [2:10:04<3:34:15, 8.21s/it] 38%|███▊ | 941/2505 [2:10:13<3:38:38, 8.39s/it] 38%|███▊ | 942/2505 [2:10:22<3:45:08, 8.64s/it] 38%|███▊ | 943/2505 [2:10:30<3:42:11, 8.54s/it] 38%|███▊ | 944/2505 [2:10:39<3:41:42, 8.52s/it] 38%|███▊ | 945/2505 [2:10:47<3:41:20, 8.51s/it] 38%|███▊ | 945/2505 [2:10:47<3:41:20, 8.51s/it] 38%|███▊ | 946/2505 [2:10:55<3:36:54, 8.35s/it] 38%|███▊ | 947/2505 [2:11:03<3:31:07, 8.13s/it] 38%|███▊ | 948/2505 [2:11:10<3:24:41, 7.89s/it] 38%|███▊ | 949/2505 [2:11:18<3:27:27, 8.00s/it] 38%|███▊ | 950/2505 [2:11:27<3:33:27, 8.24s/it] 38%|███▊ | 950/2505 [2:11:27<3:33:27, 8.24s/it] 38%|███▊ | 951/2505 [2:11:35<3:31:42, 8.17s/it] 38%|███▊ | 952/2505 [2:11:43<3:30:14, 8.12s/it] 38%|███▊ | 953/2505 [2:11:51<3:29:31, 8.10s/it] 38%|███▊ | 954/2505 [2:11:59<3:26:39, 7.99s/it] 38%|███▊ | 955/2505 [2:12:07<3:29:32, 8.11s/it] 38%|███▊ | 955/2505 [2:12:07<3:29:32, 8.11s/it] 38%|███▊ | 956/2505 [2:12:16<3:34:34, 8.31s/it] 38%|███▊ | 957/2505 [2:12:24<3:30:31, 8.16s/it] 38%|███▊ | 958/2505 [2:12:32<3:30:41, 8.17s/it] 38%|███▊ | 959/2505 [2:12:42<3:39:59, 8.54s/it] 38%|███▊ | 960/2505 [2:12:50<3:41:00, 8.58s/it] 38%|███▊ | 960/2505 [2:12:50<3:41:00, 8.58s/it] 38%|███▊ | 961/2505 [2:12:58<3:36:44, 8.42s/it] 38%|███▊ | 962/2505 [2:13:07<3:38:07, 8.48s/it] 38%|███▊ | 963/2505 [2:13:15<3:35:16, 8.38s/it] 38%|███▊ | 964/2505 [2:13:23<3:35:46, 8.40s/it] 39%|███▊ | 965/2505 [2:13:32<3:39:26, 8.55s/it] 39%|███▊ | 965/2505 [2:13:32<3:39:26, 8.55s/it] 39%|███▊ | 966/2505 [2:13:41<3:38:05, 8.50s/it] 39%|███▊ | 967/2505 [2:13:50<3:40:00, 8.58s/it] 39%|███▊ | 968/2505 [2:13:58<3:38:10, 8.52s/it] 39%|███▊ | 969/2505 [2:14:06<3:35:07, 8.40s/it] 39%|███▊ | 970/2505 [2:14:14<3:33:33, 8.35s/it] 39%|███▊ | 970/2505 [2:14:14<3:33:33, 8.35s/it] 39%|███▉ | 971/2505 [2:14:23<3:35:00, 8.41s/it] 39%|███▉ | 972/2505 [2:14:31<3:32:12, 8.31s/it] 39%|███▉ | 973/2505 [2:14:39<3:32:33, 8.32s/it] 39%|███▉ | 974/2505 [2:14:48<3:34:06, 8.39s/it] 39%|███▉ | 975/2505 [2:14:56<3:30:16, 8.25s/it] 39%|███▉ | 975/2505 [2:14:56<3:30:16, 8.25s/it] 39%|███▉ | 976/2505 [2:15:04<3:32:14, 8.33s/it] 39%|███▉ | 977/2505 [2:15:13<3:33:23, 8.38s/it] 39%|███▉ | 978/2505 [2:15:22<3:38:15, 8.58s/it] 39%|███▉ | 979/2505 [2:15:29<3:31:03, 8.30s/it] 39%|███▉ | 980/2505 [2:15:37<3:23:04, 7.99s/it] 39%|███▉ | 980/2505 [2:15:37<3:23:04, 7.99s/it] 39%|███▉ | 981/2505 [2:15:45<3:26:20, 8.12s/it] 39%|███▉ | 982/2505 [2:15:53<3:25:39, 8.10s/it] 39%|███▉ | 983/2505 [2:16:02<3:32:07, 8.36s/it] 39%|███▉ | 984/2505 [2:16:11<3:34:25, 8.46s/it] 39%|███▉ | 985/2505 [2:16:19<3:30:49, 8.32s/it] 39%|███▉ | 985/2505 [2:16:19<3:30:49, 8.32s/it] 39%|███▉ | 986/2505 [2:16:27<3:27:02, 8.18s/it] 39%|███▉ | 987/2505 [2:16:33<3:15:21, 7.72s/it] 39%|███▉ | 988/2505 [2:16:43<3:27:10, 8.19s/it] 39%|███▉ | 989/2505 [2:16:52<3:32:59, 8.43s/it] 40%|███▉ | 990/2505 [2:17:00<3:29:59, 8.32s/it] 40%|███▉ | 990/2505 [2:17:00<3:29:59, 8.32s/it] 40%|███▉ | 991/2505 [2:17:08<3:33:28, 8.46s/it] 40%|███▉ | 992/2505 [2:17:16<3:28:56, 8.29s/it] 40%|███▉ | 993/2505 [2:17:25<3:32:55, 8.45s/it] 40%|███▉ | 994/2505 [2:17:34<3:35:04, 8.54s/it] 40%|███▉ | 995/2505 [2:17:43<3:37:58, 8.66s/it] 40%|███▉ | 995/2505 [2:17:43<3:37:58, 8.66s/it] 40%|███▉ | 996/2505 [2:17:51<3:32:25, 8.45s/it] 40%|███▉ | 997/2505 [2:18:00<3:36:45, 8.62s/it] 40%|███▉ | 998/2505 [2:18:08<3:31:33, 8.42s/it] 40%|███▉ | 999/2505 [2:18:16<3:33:22, 8.50s/it] 40%|███▉ | 1000/2505 [2:18:25<3:30:50, 8.41s/it] 40%|███▉ | 1000/2505 [2:18:25<3:30:50, 8.41s/it] 40%|███▉ | 1001/2505 [2:18:34<3:34:17, 8.55s/it] 40%|████ | 1002/2505 [2:18:42<3:31:19, 8.44s/it] 40%|████ | 1003/2505 [2:18:50<3:29:31, 8.37s/it] 40%|████ | 1004/2505 [2:18:58<3:29:46, 8.39s/it] 40%|████ | 1005/2505 [2:19:07<3:33:21, 8.53s/it] 40%|████ | 1005/2505 [2:19:07<3:33:21, 8.53s/it] 40%|████ | 1006/2505 [2:19:16<3:32:57, 8.52s/it] 40%|████ | 1007/2505 [2:19:24<3:30:08, 8.42s/it] 40%|████ | 1008/2505 [2:19:33<3:35:24, 8.63s/it] 40%|████ | 1009/2505 [2:19:41<3:32:23, 8.52s/it] 40%|████ | 1010/2505 [2:19:49<3:27:05, 8.31s/it] 40%|████ | 1010/2505 [2:19:49<3:27:05, 8.31s/it] 40%|████ | 1011/2505 [2:19:58<3:30:55, 8.47s/it] 40%|████ | 1012/2505 [2:20:06<3:29:30, 8.42s/it] 40%|████ | 1013/2505 [2:20:15<3:28:15, 8.38s/it] 40%|████ | 1014/2505 [2:20:23<3:28:05, 8.37s/it] 41%|████ | 1015/2505 [2:20:32<3:32:08, 8.54s/it] 41%|████ | 1015/2505 [2:20:32<3:32:08, 8.54s/it] 41%|████ | 1016/2505 [2:20:40<3:26:41, 8.33s/it] 41%|████ | 1017/2505 [2:20:48<3:26:29, 8.33s/it] 41%|████ | 1018/2505 [2:20:56<3:24:03, 8.23s/it] 41%|████ | 1019/2505 [2:21:05<3:28:51, 8.43s/it] 41%|████ | 1020/2505 [2:21:13<3:25:21, 8.30s/it] 41%|████ | 1020/2505 [2:21:13<3:25:21, 8.30s/it] 41%|████ | 1021/2505 [2:21:21<3:24:06, 8.25s/it] 41%|████ | 1022/2505 [2:21:28<3:18:02, 8.01s/it] 41%|████ | 1023/2505 [2:21:37<3:21:57, 8.18s/it] 41%|████ | 1024/2505 [2:21:45<3:21:02, 8.15s/it] 41%|████ | 1025/2505 [2:21:53<3:21:22, 8.16s/it] 41%|████ | 1025/2505 [2:21:53<3:21:22, 8.16s/it] 41%|████ | 1026/2505 [2:22:03<3:28:59, 8.48s/it] 41%|████ | 1027/2505 [2:22:11<3:30:10, 8.53s/it] 41%|████ | 1028/2505 [2:22:20<3:30:58, 8.57s/it] 41%|████ | 1029/2505 [2:22:29<3:34:38, 8.73s/it] 41%|████ | 1030/2505 [2:22:38<3:36:07, 8.79s/it] 41%|████ | 1030/2505 [2:22:38<3:36:07, 8.79s/it] 41%|████ | 1031/2505 [2:22:46<3:29:34, 8.53s/it] 41%|████ | 1032/2505 [2:22:54<3:30:16, 8.56s/it] 41%|████ | 1033/2505 [2:23:04<3:34:31, 8.74s/it] 41%|████▏ | 1034/2505 [2:23:11<3:27:04, 8.45s/it] 41%|████▏ | 1035/2505 [2:23:20<3:27:48, 8.48s/it] 41%|████▏ | 1035/2505 [2:23:20<3:27:48, 8.48s/it] 41%|████▏ | 1036/2505 [2:23:29<3:29:47, 8.57s/it] 41%|████▏ | 1037/2505 [2:23:38<3:32:06, 8.67s/it] 41%|████▏ | 1038/2505 [2:23:45<3:26:06, 8.43s/it] 41%|████▏ | 1039/2505 [2:23:54<3:26:37, 8.46s/it] 42%|████▏ | 1040/2505 [2:24:02<3:26:21, 8.45s/it] 42%|████▏ | 1040/2505 [2:24:02<3:26:21, 8.45s/it] 42%|████▏ | 1041/2505 [2:24:11<3:27:40, 8.51s/it] 42%|████▏ | 1042/2505 [2:24:20<3:27:23, 8.51s/it] 42%|████▏ | 1043/2505 [2:24:28<3:23:21, 8.35s/it] 42%|████▏ | 1044/2505 [2:24:36<3:22:51, 8.33s/it] 42%|████▏ | 1045/2505 [2:24:44<3:24:52, 8.42s/it] 42%|████▏ | 1045/2505 [2:24:44<3:24:52, 8.42s/it] 42%|████▏ | 1046/2505 [2:24:53<3:22:07, 8.31s/it] 42%|████▏ | 1047/2505 [2:25:01<3:24:27, 8.41s/it] 42%|████▏ | 1048/2505 [2:25:09<3:22:12, 8.33s/it] 42%|████▏ | 1049/2505 [2:25:18<3:23:14, 8.38s/it] 42%|████▏ | 1050/2505 [2:25:26<3:22:25, 8.35s/it] 42%|████▏ | 1050/2505 [2:25:26<3:22:25, 8.35s/it] 42%|████▏ | 1051/2505 [2:25:35<3:23:45, 8.41s/it] 42%|████▏ | 1052/2505 [2:25:43<3:24:08, 8.43s/it] 42%|████▏ | 1053/2505 [2:25:51<3:19:21, 8.24s/it] 42%|████▏ | 1054/2505 [2:25:59<3:21:32, 8.33s/it] 42%|████▏ | 1055/2505 [2:26:08<3:20:18, 8.29s/it] 42%|████▏ | 1055/2505 [2:26:08<3:20:18, 8.29s/it] 42%|████▏ | 1056/2505 [2:26:16<3:21:38, 8.35s/it] 42%|████▏ | 1057/2505 [2:26:25<3:23:53, 8.45s/it] 42%|████▏ | 1058/2505 [2:26:33<3:23:09, 8.42s/it] 42%|████▏ | 1059/2505 [2:26:41<3:20:40, 8.33s/it] 42%|████▏ | 1060/2505 [2:26:50<3:20:20, 8.32s/it] 42%|████▏ | 1060/2505 [2:26:50<3:20:20, 8.32s/it] 42%|████▏ | 1061/2505 [2:26:58<3:23:47, 8.47s/it] 42%|████▏ | 1062/2505 [2:27:07<3:25:12, 8.53s/it] 42%|████▏ | 1063/2505 [2:27:15<3:22:47, 8.44s/it] 42%|████▏ | 1064/2505 [2:27:24<3:25:17, 8.55s/it] 43%|████▎ | 1065/2505 [2:27:32<3:23:12, 8.47s/it] 43%|████▎ | 1065/2505 [2:27:32<3:23:12, 8.47s/it] 43%|████▎ | 1066/2505 [2:27:41<3:24:01, 8.51s/it] 43%|████▎ | 1067/2505 [2:27:49<3:20:01, 8.35s/it] 43%|████▎ | 1068/2505 [2:27:57<3:16:07, 8.19s/it] 43%|████▎ | 1069/2505 [2:28:05<3:15:03, 8.15s/it] 43%|████▎ | 1070/2505 [2:28:13<3:16:25, 8.21s/it] 43%|████▎ | 1070/2505 [2:28:13<3:16:25, 8.21s/it] 43%|████▎ | 1071/2505 [2:28:21<3:16:45, 8.23s/it] 43%|████▎ | 1072/2505 [2:28:30<3:19:31, 8.35s/it] 43%|████▎ | 1073/2505 [2:28:39<3:22:39, 8.49s/it] 43%|████▎ | 1074/2505 [2:28:48<3:27:36, 8.70s/it] 43%|████▎ | 1075/2505 [2:28:57<3:29:53, 8.81s/it] 43%|████▎ | 1075/2505 [2:28:57<3:29:53, 8.81s/it] 43%|████▎ | 1076/2505 [2:29:06<3:27:41, 8.72s/it] 43%|████▎ | 1077/2505 [2:29:14<3:21:16, 8.46s/it] 43%|████▎ | 1078/2505 [2:29:21<3:14:58, 8.20s/it] 43%|████▎ | 1079/2505 [2:29:30<3:19:03, 8.38s/it] 43%|████▎ | 1080/2505 [2:29:39<3:22:44, 8.54s/it] 43%|████▎ | 1080/2505 [2:29:39<3:22:44, 8.54s/it] 43%|████▎ | 1081/2505 [2:29:48<3:23:54, 8.59s/it] 43%|████▎ | 1082/2505 [2:29:56<3:25:19, 8.66s/it] 43%|████▎ | 1083/2505 [2:30:05<3:22:22, 8.54s/it] 43%|████▎ | 1084/2505 [2:30:13<3:24:15, 8.62s/it] 43%|████▎ | 1085/2505 [2:30:22<3:22:16, 8.55s/it] 43%|████▎ | 1085/2505 [2:30:22<3:22:16, 8.55s/it] 43%|████▎ | 1086/2505 [2:30:31<3:24:19, 8.64s/it] 43%|████▎ | 1087/2505 [2:30:39<3:19:08, 8.43s/it] 43%|████▎ | 1088/2505 [2:30:47<3:16:33, 8.32s/it] 43%|████▎ | 1089/2505 [2:30:55<3:18:10, 8.40s/it] 44%|████▎ | 1090/2505 [2:31:04<3:18:05, 8.40s/it] 44%|████▎ | 1090/2505 [2:31:04<3:18:05, 8.40s/it] 44%|████▎ | 1091/2505 [2:31:12<3:19:06, 8.45s/it] 44%|████▎ | 1092/2505 [2:31:22<3:25:09, 8.71s/it] 44%|████▎ | 1093/2505 [2:31:30<3:21:39, 8.57s/it] 44%|████▎ | 1094/2505 [2:31:38<3:22:26, 8.61s/it] 44%|████▎ | 1095/2505 [2:31:45<3:05:28, 7.89s/it] 44%|████▎ | 1095/2505 [2:31:45<3:05:28, 7.89s/it] 44%|████▍ | 1096/2505 [2:31:53<3:04:56, 7.88s/it] 44%|████▍ | 1097/2505 [2:32:01<3:07:47, 8.00s/it] 44%|████▍ | 1098/2505 [2:32:09<3:06:20, 7.95s/it] 44%|████▍ | 1099/2505 [2:32:16<3:05:10, 7.90s/it] 44%|████▍ | 1100/2505 [2:32:25<3:06:20, 7.96s/it] 44%|████▍ | 1100/2505 [2:32:25<3:06:20, 7.96s/it] 44%|████▍ | 1101/2505 [2:32:33<3:07:52, 8.03s/it] 44%|████▍ | 1102/2505 [2:32:41<3:11:56, 8.21s/it] 44%|████▍ | 1103/2505 [2:32:50<3:13:25, 8.28s/it] 44%|████▍ | 1104/2505 [2:32:58<3:15:06, 8.36s/it] 44%|████▍ | 1105/2505 [2:33:07<3:16:25, 8.42s/it] 44%|████▍ | 1105/2505 [2:33:07<3:16:25, 8.42s/it] 44%|████▍ | 1106/2505 [2:33:15<3:15:54, 8.40s/it] 44%|████▍ | 1107/2505 [2:33:24<3:15:49, 8.40s/it] 44%|████▍ | 1108/2505 [2:33:32<3:18:11, 8.51s/it] 44%|████▍ | 1109/2505 [2:33:41<3:15:26, 8.40s/it] 44%|████▍ | 1110/2505 [2:33:48<3:10:34, 8.20s/it] 44%|████▍ | 1110/2505 [2:33:48<3:10:34, 8.20s/it] 44%|████▍ | 1111/2505 [2:33:56<3:08:54, 8.13s/it] 44%|████▍ | 1112/2505 [2:34:04<3:06:28, 8.03s/it] 44%|████▍ | 1113/2505 [2:34:12<3:07:35, 8.09s/it] 44%|████▍ | 1114/2505 [2:34:21<3:09:17, 8.17s/it] 45%|████▍ | 1115/2505 [2:34:29<3:09:24, 8.18s/it] 45%|████▍ | 1115/2505 [2:34:29<3:09:24, 8.18s/it] 45%|████▍ | 1116/2505 [2:34:37<3:10:48, 8.24s/it] 45%|████▍ | 1117/2505 [2:34:45<3:08:45, 8.16s/it] 45%|████▍ | 1118/2505 [2:34:53<3:08:23, 8.15s/it] 45%|████▍ | 1119/2505 [2:35:02<3:13:12, 8.36s/it] 45%|████▍ | 1120/2505 [2:35:09<3:02:25, 7.90s/it] 45%|████▍ | 1120/2505 [2:35:09<3:02:25, 7.90s/it] 45%|████▍ | 1121/2505 [2:35:18<3:09:04, 8.20s/it] 45%|████▍ | 1122/2505 [2:35:27<3:18:22, 8.61s/it] 45%|████▍ | 1123/2505 [2:35:36<3:17:29, 8.57s/it] 45%|████▍ | 1124/2505 [2:35:44<3:14:50, 8.47s/it] 45%|████▍ | 1125/2505 [2:35:52<3:09:23, 8.23s/it] 45%|████▍ | 1125/2505 [2:35:52<3:09:23, 8.23s/it] 45%|████▍ | 1126/2505 [2:36:00<3:11:00, 8.31s/it] 45%|████▍ | 1127/2505 [2:36:09<3:13:53, 8.44s/it] 45%|████▌ | 1128/2505 [2:36:18<3:14:47, 8.49s/it] 45%|████▌ | 1129/2505 [2:36:26<3:13:46, 8.45s/it] 45%|████▌ | 1130/2505 [2:36:34<3:12:58, 8.42s/it] 45%|████▌ | 1130/2505 [2:36:34<3:12:58, 8.42s/it] 45%|████▌ | 1131/2505 [2:36:43<3:14:27, 8.49s/it] 45%|████▌ | 1132/2505 [2:36:52<3:19:00, 8.70s/it] 45%|████▌ | 1133/2505 [2:37:01<3:20:02, 8.75s/it] 45%|████▌ | 1134/2505 [2:37:09<3:15:51, 8.57s/it] 45%|████▌ | 1135/2505 [2:37:18<3:15:00, 8.54s/it] 45%|████▌ | 1135/2505 [2:37:18<3:15:00, 8.54s/it] 45%|████▌ | 1136/2505 [2:37:26<3:11:53, 8.41s/it] 45%|████▌ | 1137/2505 [2:37:34<3:07:54, 8.24s/it] 45%|████▌ | 1138/2505 [2:37:42<3:06:58, 8.21s/it] 45%|████▌ | 1139/2505 [2:37:50<3:08:00, 8.26s/it] 46%|████▌ | 1140/2505 [2:37:59<3:09:47, 8.34s/it] 46%|████▌ | 1140/2505 [2:37:59<3:09:47, 8.34s/it] 46%|████▌ | 1141/2505 [2:38:06<3:05:01, 8.14s/it] 46%|████▌ | 1142/2505 [2:38:14<3:04:08, 8.11s/it] 46%|████▌ | 1143/2505 [2:38:23<3:08:38, 8.31s/it] 46%|████▌ | 1144/2505 [2:38:32<3:11:15, 8.43s/it] 46%|████▌ | 1145/2505 [2:38:39<3:02:43, 8.06s/it] 46%|████▌ | 1145/2505 [2:38:39<3:02:43, 8.06s/it] 46%|████▌ | 1146/2505 [2:38:47<3:02:03, 8.04s/it] 46%|████▌ | 1147/2505 [2:38:56<3:05:11, 8.18s/it] 46%|████▌ | 1148/2505 [2:39:04<3:08:16, 8.32s/it] 46%|████▌ | 1149/2505 [2:39:12<3:03:58, 8.14s/it] 46%|████▌ | 1150/2505 [2:39:20<3:01:55, 8.06s/it] 46%|████▌ | 1150/2505 [2:39:20<3:01:55, 8.06s/it] 46%|████▌ | 1151/2505 [2:39:28<3:03:23, 8.13s/it] 46%|████▌ | 1152/2505 [2:39:36<3:03:05, 8.12s/it] 46%|████▌ | 1153/2505 [2:39:45<3:05:49, 8.25s/it] 46%|████▌ | 1154/2505 [2:39:53<3:05:15, 8.23s/it] 46%|████▌ | 1155/2505 [2:40:02<3:07:18, 8.32s/it] 46%|████▌ | 1155/2505 [2:40:02<3:07:18, 8.32s/it] 46%|████▌ | 1156/2505 [2:40:10<3:08:23, 8.38s/it] 46%|████▌ | 1157/2505 [2:40:19<3:13:33, 8.62s/it] 46%|████▌ | 1158/2505 [2:40:28<3:11:42, 8.54s/it] 46%|████▋ | 1159/2505 [2:40:37<3:16:51, 8.78s/it] 46%|████▋ | 1160/2505 [2:40:46<3:18:10, 8.84s/it] 46%|████▋ | 1160/2505 [2:40:46<3:18:10, 8.84s/it] 46%|████▋ | 1161/2505 [2:40:54<3:10:16, 8.49s/it] 46%|████▋ | 1162/2505 [2:41:02<3:06:56, 8.35s/it] 46%|████▋ | 1163/2505 [2:41:09<3:03:40, 8.21s/it] 46%|████▋ | 1164/2505 [2:41:17<3:01:50, 8.14s/it] 47%|████▋ | 1165/2505 [2:41:26<3:04:37, 8.27s/it] 47%|████▋ | 1165/2505 [2:41:26<3:04:37, 8.27s/it] 47%|████▋ | 1166/2505 [2:41:35<3:06:44, 8.37s/it] 47%|████▋ | 1167/2505 [2:41:43<3:04:45, 8.29s/it] 47%|████▋ | 1168/2505 [2:41:52<3:09:47, 8.52s/it] 47%|████▋ | 1169/2505 [2:42:00<3:08:50, 8.48s/it] 47%|████▋ | 1170/2505 [2:42:08<3:05:34, 8.34s/it] 47%|████▋ | 1170/2505 [2:42:08<3:05:34, 8.34s/it] 47%|████▋ | 1171/2505 [2:42:17<3:07:04, 8.41s/it] 47%|████▋ | 1172/2505 [2:42:25<3:08:52, 8.50s/it] 47%|████▋ | 1173/2505 [2:42:33<3:05:36, 8.36s/it] 47%|████▋ | 1174/2505 [2:42:42<3:04:50, 8.33s/it] 47%|████▋ | 1175/2505 [2:42:50<3:03:29, 8.28s/it] 47%|████▋ | 1175/2505 [2:42:50<3:03:29, 8.28s/it] 47%|████▋ | 1176/2505 [2:42:58<3:01:47, 8.21s/it] 47%|████▋ | 1177/2505 [2:43:06<3:00:29, 8.15s/it] 47%|████▋ | 1178/2505 [2:43:15<3:03:07, 8.28s/it] 47%|████▋ | 1179/2505 [2:43:22<2:59:23, 8.12s/it] 47%|████▋ | 1180/2505 [2:43:30<2:55:06, 7.93s/it] 47%|████▋ | 1180/2505 [2:43:30<2:55:06, 7.93s/it] 47%|████▋ | 1181/2505 [2:43:38<2:58:59, 8.11s/it] 47%|████▋ | 1182/2505 [2:43:47<3:02:56, 8.30s/it] 47%|████▋ | 1183/2505 [2:43:56<3:05:51, 8.44s/it] 47%|████▋ | 1184/2505 [2:44:05<3:08:13, 8.55s/it] 47%|████▋ | 1185/2505 [2:44:13<3:09:19, 8.61s/it] 47%|████▋ | 1185/2505 [2:44:13<3:09:19, 8.61s/it] 47%|████▋ | 1186/2505 [2:44:21<3:06:10, 8.47s/it] 47%|████▋ | 1187/2505 [2:44:30<3:06:49, 8.50s/it] 47%|████▋ | 1188/2505 [2:44:39<3:07:53, 8.56s/it] 47%|████▋ | 1189/2505 [2:44:47<3:03:28, 8.37s/it] 48%|████▊ | 1190/2505 [2:44:55<3:02:53, 8.35s/it] 48%|████▊ | 1190/2505 [2:44:55<3:02:53, 8.35s/it] 48%|████▊ | 1191/2505 [2:45:03<3:02:50, 8.35s/it] 48%|████▊ | 1192/2505 [2:45:11<2:55:43, 8.03s/it] 48%|████▊ | 1193/2505 [2:45:19<2:56:15, 8.06s/it] 48%|████▊ | 1194/2505 [2:45:27<2:54:38, 7.99s/it] 48%|████▊ | 1195/2505 [2:45:36<3:01:10, 8.30s/it] 48%|████▊ | 1195/2505 [2:45:36<3:01:10, 8.30s/it] 48%|████▊ | 1196/2505 [2:45:44<3:00:40, 8.28s/it] 48%|████▊ | 1197/2505 [2:45:53<3:04:18, 8.45s/it] 48%|████▊ | 1198/2505 [2:46:01<3:05:34, 8.52s/it] 48%|████▊ | 1199/2505 [2:46:10<3:03:18, 8.42s/it] 48%|████▊ | 1200/2505 [2:46:18<3:00:18, 8.29s/it] 48%|████▊ | 1200/2505 [2:46:18<3:00:18, 8.29s/it] 48%|████▊ | 1201/2505 [2:46:26<2:58:26, 8.21s/it] 48%|████▊ | 1202/2505 [2:46:34<2:59:02, 8.24s/it] 48%|████▊ | 1203/2505 [2:46:42<2:56:52, 8.15s/it] 48%|████▊ | 1204/2505 [2:46:50<2:57:59, 8.21s/it] 48%|████▊ | 1205/2505 [2:46:58<2:56:32, 8.15s/it] 48%|████▊ | 1205/2505 [2:46:58<2:56:32, 8.15s/it] 48%|████▊ | 1206/2505 [2:47:06<2:54:28, 8.06s/it] 48%|████▊ | 1207/2505 [2:47:14<2:52:25, 7.97s/it] 48%|████▊ | 1208/2505 [2:47:22<2:54:56, 8.09s/it] 48%|████▊ | 1209/2505 [2:47:31<3:00:52, 8.37s/it] 48%|████▊ | 1210/2505 [2:47:40<3:01:54, 8.43s/it] 48%|████▊ | 1210/2505 [2:47:40<3:01:54, 8.43s/it] 48%|████▊ | 1211/2505 [2:47:48<2:58:08, 8.26s/it] 48%|████▊ | 1212/2505 [2:47:56<2:58:14, 8.27s/it] 48%|████▊ | 1213/2505 [2:48:04<2:57:32, 8.25s/it] 48%|████▊ | 1214/2505 [2:48:12<2:57:55, 8.27s/it] 49%|████▊ | 1215/2505 [2:48:21<3:02:43, 8.50s/it] 49%|████▊ | 1215/2505 [2:48:22<3:02:43, 8.50s/it] 49%|████▊ | 1216/2505 [2:48:30<3:04:21, 8.58s/it] 49%|████▊ | 1217/2505 [2:48:38<2:59:01, 8.34s/it] 49%|████▊ | 1218/2505 [2:48:46<2:58:29, 8.32s/it] 49%|████▊ | 1219/2505 [2:48:55<3:02:22, 8.51s/it] 49%|████▊ | 1220/2505 [2:49:03<2:56:46, 8.25s/it] 49%|████▊ | 1220/2505 [2:49:03<2:56:46, 8.25s/it] 49%|████▊ | 1221/2505 [2:49:11<2:56:43, 8.26s/it] 49%|████▉ | 1222/2505 [2:49:20<2:57:19, 8.29s/it] 49%|████▉ | 1223/2505 [2:49:27<2:54:21, 8.16s/it] 49%|████▉ | 1224/2505 [2:49:35<2:50:57, 8.01s/it] 49%|████▉ | 1225/2505 [2:49:44<2:53:57, 8.15s/it] 49%|████▉ | 1225/2505 [2:49:44<2:53:57, 8.15s/it] 49%|████▉ | 1226/2505 [2:49:52<2:52:56, 8.11s/it] 49%|████▉ | 1227/2505 [2:49:59<2:50:03, 7.98s/it] 49%|████▉ | 1228/2505 [2:50:08<2:55:35, 8.25s/it] 49%|████▉ | 1229/2505 [2:50:16<2:55:37, 8.26s/it] 49%|████▉ | 1230/2505 [2:50:25<2:58:59, 8.42s/it] 49%|████▉ | 1230/2505 [2:50:25<2:58:59, 8.42s/it] 49%|████▉ | 1231/2505 [2:50:33<2:57:17, 8.35s/it] 49%|████▉ | 1232/2505 [2:50:42<3:00:08, 8.49s/it] 49%|████▉ | 1233/2505 [2:50:50<2:55:33, 8.28s/it] 49%|████▉ | 1234/2505 [2:50:58<2:54:38, 8.24s/it] 49%|████▉ | 1235/2505 [2:51:06<2:53:12, 8.18s/it] 49%|████▉ | 1235/2505 [2:51:06<2:53:12, 8.18s/it] 49%|████▉ | 1236/2505 [2:51:14<2:53:19, 8.19s/it] 49%|████▉ | 1237/2505 [2:51:22<2:50:34, 8.07s/it] 49%|████▉ | 1238/2505 [2:51:31<2:52:01, 8.15s/it] 49%|████▉ | 1239/2505 [2:51:40<3:01:25, 8.60s/it] 50%|████▉ | 1240/2505 [2:51:49<3:00:01, 8.54s/it] 50%|████▉ | 1240/2505 [2:51:49<3:00:01, 8.54s/it] 50%|████▉ | 1241/2505 [2:51:57<2:56:59, 8.40s/it] 50%|████▉ | 1242/2505 [2:52:05<2:56:20, 8.38s/it] 50%|████▉ | 1243/2505 [2:52:13<2:56:59, 8.41s/it] 50%|████▉ | 1244/2505 [2:52:22<2:58:30, 8.49s/it] 50%|████▉ | 1245/2505 [2:52:30<2:53:53, 8.28s/it] 50%|████▉ | 1245/2505 [2:52:30<2:53:53, 8.28s/it] 50%|████▉ | 1246/2505 [2:52:38<2:53:08, 8.25s/it] 50%|████▉ | 1247/2505 [2:52:48<3:00:20, 8.60s/it] 50%|████▉ | 1248/2505 [2:52:56<2:57:57, 8.49s/it] 50%|████▉ | 1249/2505 [2:53:04<2:53:50, 8.30s/it] 50%|████▉ | 1250/2505 [2:53:12<2:54:31, 8.34s/it] 50%|████▉ | 1250/2505 [2:53:12<2:54:31, 8.34s/it] 50%|████▉ | 1251/2505 [2:53:21<2:58:00, 8.52s/it] 50%|████▉ | 1252/2505 [2:53:30<2:58:17, 8.54s/it] 50%|█████ | 1253/2505 [2:53:39<3:03:32, 8.80s/it] 50%|█████ | 1254/2505 [2:53:48<3:02:41, 8.76s/it] 50%|█████ | 1255/2505 [2:53:56<2:59:38, 8.62s/it] 50%|█████ | 1255/2505 [2:53:56<2:59:38, 8.62s/it] 50%|█████ | 1256/2505 [2:54:04<2:57:51, 8.54s/it] 50%|█████ | 1257/2505 [2:54:11<2:48:41, 8.11s/it] 50%|█████ | 1258/2505 [2:54:20<2:52:13, 8.29s/it] 50%|█████ | 1259/2505 [2:54:28<2:51:06, 8.24s/it] 50%|█████ | 1260/2505 [2:54:36<2:46:56, 8.05s/it] 50%|█████ | 1260/2505 [2:54:36<2:46:56, 8.05s/it] 50%|█████ | 1261/2505 [2:54:43<2:44:13, 7.92s/it] 50%|█████ | 1262/2505 [2:54:51<2:44:33, 7.94s/it] 50%|█████ | 1263/2505 [2:54:59<2:43:43, 7.91s/it] 50%|█████ | 1264/2505 [2:55:07<2:42:05, 7.84s/it] 50%|█████ | 1265/2505 [2:55:16<2:50:10, 8.23s/it] 50%|█████ | 1265/2505 [2:55:16<2:50:10, 8.23s/it] 51%|█████ | 1266/2505 [2:55:25<2:54:36, 8.46s/it] 51%|█████ | 1267/2505 [2:55:33<2:53:03, 8.39s/it] 51%|█████ | 1268/2505 [2:55:41<2:50:14, 8.26s/it] 51%|█████ | 1269/2505 [2:55:50<2:50:35, 8.28s/it] 51%|█████ | 1270/2505 [2:55:58<2:49:20, 8.23s/it] 51%|█████ | 1270/2505 [2:55:58<2:49:20, 8.23s/it] 51%|█████ | 1271/2505 [2:56:06<2:48:42, 8.20s/it] 51%|█████ | 1272/2505 [2:56:14<2:46:47, 8.12s/it] 51%|█████ | 1273/2505 [2:56:22<2:46:47, 8.12s/it] 51%|█████ | 1274/2505 [2:56:30<2:49:24, 8.26s/it] 51%|█████ | 1275/2505 [2:56:39<2:49:45, 8.28s/it] 51%|█████ | 1275/2505 [2:56:39<2:49:45, 8.28s/it] 51%|█████ | 1276/2505 [2:56:48<2:53:11, 8.46s/it] 51%|█████ | 1277/2505 [2:56:56<2:53:02, 8.46s/it] 51%|█████ | 1278/2505 [2:57:04<2:50:50, 8.35s/it] 51%|█████ | 1279/2505 [2:57:12<2:48:17, 8.24s/it] 51%|█████ | 1280/2505 [2:57:21<2:49:47, 8.32s/it] 51%|█████ | 1280/2505 [2:57:21<2:49:47, 8.32s/it] 51%|█████ | 1281/2505 [2:57:29<2:51:14, 8.39s/it] 51%|█████ | 1282/2505 [2:57:38<2:55:49, 8.63s/it] 51%|█████ | 1283/2505 [2:57:47<2:52:34, 8.47s/it] 51%|█████▏ | 1284/2505 [2:57:54<2:44:15, 8.07s/it] 51%|█████▏ | 1285/2505 [2:58:02<2:44:33, 8.09s/it] 51%|█████▏ | 1285/2505 [2:58:02<2:44:33, 8.09s/it] 51%|█████▏ | 1286/2505 [2:58:09<2:40:35, 7.90s/it] 51%|█████▏ | 1287/2505 [2:58:18<2:42:09, 7.99s/it] 51%|█████▏ | 1288/2505 [2:58:25<2:40:38, 7.92s/it] 51%|█████▏ | 1289/2505 [2:58:34<2:48:27, 8.31s/it] 51%|█████▏ | 1290/2505 [2:58:43<2:48:23, 8.32s/it] 51%|█████▏ | 1290/2505 [2:58:43<2:48:23, 8.32s/it] 52%|█████▏ | 1291/2505 [2:58:51<2:46:30, 8.23s/it] 52%|█████▏ | 1292/2505 [2:58:59<2:47:41, 8.29s/it] 52%|█████▏ | 1293/2505 [2:59:07<2:43:48, 8.11s/it] 52%|█████▏ | 1294/2505 [2:59:16<2:47:07, 8.28s/it] 52%|█████▏ | 1295/2505 [2:59:24<2:45:18, 8.20s/it] 52%|█████▏ | 1295/2505 [2:59:24<2:45:18, 8.20s/it] 52%|█████▏ | 1296/2505 [2:59:32<2:47:04, 8.29s/it] 52%|█████▏ | 1297/2505 [2:59:41<2:49:23, 8.41s/it] 52%|█████▏ | 1298/2505 [2:59:50<2:50:45, 8.49s/it] 52%|█████▏ | 1299/2505 [2:59:58<2:51:05, 8.51s/it] 52%|█████▏ | 1300/2505 [3:00:06<2:49:17, 8.43s/it] 52%|█████▏ | 1300/2505 [3:00:06<2:49:17, 8.43s/it] 52%|█████▏ | 1301/2505 [3:00:14<2:46:14, 8.28s/it] 52%|█████▏ | 1302/2505 [3:00:23<2:50:14, 8.49s/it] 52%|█████▏ | 1303/2505 [3:00:30<2:40:15, 8.00s/it] 52%|█████▏ | 1304/2505 [3:00:38<2:41:40, 8.08s/it] 52%|█████▏ | 1305/2505 [3:00:47<2:44:45, 8.24s/it] {'loss': '1.596', 'grad_norm': '3.672', 'learning_rate': '4.599e-06', 'epoch': '1.006'} +{'loss': '1.602', 'grad_norm': '2.469', 'learning_rate': '4.582e-06', 'epoch': '1.012'} +{'loss': '1.588', 'grad_norm': '2.438', 'learning_rate': '4.566e-06', 'epoch': '1.018'} +{'loss': '1.604', 'grad_norm': '2.422', 'learning_rate': '4.55e-06', 'epoch': '1.024'} +{'loss': '1.546', 'grad_norm': '5.812', 'learning_rate': '4.533e-06', 'epoch': '1.03'} +{'loss': '1.616', 'grad_norm': '3.281', 'learning_rate': '4.517e-06', 'epoch': '1.036'} +{'loss': '1.591', 'grad_norm': '3.031', 'learning_rate': '4.5e-06', 'epoch': '1.042'} +{'loss': '1.565', 'grad_norm': '2.797', 'learning_rate': '4.483e-06', 'epoch': '1.048'} +{'loss': '1.613', 'grad_norm': '2.641', 'learning_rate': '4.467e-06', 'epoch': '1.054'} +{'loss': '1.606', 'grad_norm': '2.328', 'learning_rate': '4.45e-06', 'epoch': '1.06'} +{'loss': '1.551', 'grad_norm': '3.375', 'learning_rate': '4.433e-06', 'epoch': '1.066'} +{'loss': '1.573', 'grad_norm': '2.766', 'learning_rate': '4.416e-06', 'epoch': '1.072'} +{'loss': '1.64', 'grad_norm': '2.266', 'learning_rate': '4.399e-06', 'epoch': '1.078'} +{'loss': '1.551', 'grad_norm': '2.859', 'learning_rate': '4.382e-06', 'epoch': '1.084'} +{'loss': '1.565', 'grad_norm': '2.297', 'learning_rate': '4.365e-06', 'epoch': '1.09'} +{'loss': '1.596', 'grad_norm': '2.969', 'learning_rate': '4.348e-06', 'epoch': '1.096'} +{'loss': '1.595', 'grad_norm': '2.422', 'learning_rate': '4.331e-06', 'epoch': '1.102'} +{'loss': '1.618', 'grad_norm': '2.375', 'learning_rate': '4.314e-06', 'epoch': '1.108'} +{'loss': '1.577', 'grad_norm': '4.719', 'learning_rate': '4.296e-06', 'epoch': '1.114'} +{'loss': '1.618', 'grad_norm': '2.359', 'learning_rate': '4.279e-06', 'epoch': '1.12'} +{'loss': '1.615', 'grad_norm': '4.5', 'learning_rate': '4.261e-06', 'epoch': '1.126'} +{'loss': '1.609', 'grad_norm': '2.766', 'learning_rate': '4.244e-06', 'epoch': '1.132'} +{'loss': '1.601', 'grad_norm': '3.312', 'learning_rate': '4.227e-06', 'epoch': '1.138'} +{'loss': '1.576', 'grad_norm': '2.938', 'learning_rate': '4.209e-06', 'epoch': '1.144'} +{'loss': '1.616', 'grad_norm': '2.875', 'learning_rate': '4.191e-06', 'epoch': '1.15'} +{'loss': '1.593', 'grad_norm': '3.094', 'learning_rate': '4.174e-06', 'epoch': '1.156'} +{'loss': '1.587', 'grad_norm': '2.547', 'learning_rate': '4.156e-06', 'epoch': '1.162'} +{'loss': '1.588', 'grad_norm': '2.203', 'learning_rate': '4.138e-06', 'epoch': '1.168'} +{'loss': '1.581', 'grad_norm': '3.578', 'learning_rate': '4.12e-06', 'epoch': '1.174'} +{'loss': '1.586', 'grad_norm': '2.406', 'learning_rate': '4.103e-06', 'epoch': '1.18'} +{'loss': '1.607', 'grad_norm': '2.312', 'learning_rate': '4.085e-06', 'epoch': '1.186'} +{'loss': '1.593', 'grad_norm': '3', 'learning_rate': '4.067e-06', 'epoch': '1.192'} +{'loss': '1.604', 'grad_norm': '2.391', 'learning_rate': '4.049e-06', 'epoch': '1.198'} +{'loss': '1.604', 'grad_norm': '3.062', 'learning_rate': '4.031e-06', 'epoch': '1.204'} +{'loss': '1.593', 'grad_norm': '1.984', 'learning_rate': '4.013e-06', 'epoch': '1.21'} +{'loss': '1.564', 'grad_norm': '4.188', 'learning_rate': '3.995e-06', 'epoch': '1.216'} +{'loss': '1.589', 'grad_norm': '2.609', 'learning_rate': '3.977e-06', 'epoch': '1.222'} +{'loss': '1.594', 'grad_norm': '2.391', 'learning_rate': '3.958e-06', 'epoch': '1.228'} +{'loss': '1.536', 'grad_norm': '2.719', 'learning_rate': '3.94e-06', 'epoch': '1.234'} +{'loss': '1.592', 'grad_norm': '2.984', 'learning_rate': '3.922e-06', 'epoch': '1.24'} +{'loss': '1.583', 'grad_norm': '2.828', 'learning_rate': '3.904e-06', 'epoch': '1.246'} +{'loss': '1.606', 'grad_norm': '2.875', 'learning_rate': '3.885e-06', 'epoch': '1.252'} +{'loss': '1.555', 'grad_norm': '2.844', 'learning_rate': '3.867e-06', 'epoch': '1.258'} +{'loss': '1.55', 'grad_norm': '2.391', 'learning_rate': '3.849e-06', 'epoch': '1.264'} +{'loss': '1.604', 'grad_norm': '2.281', 'learning_rate': '3.83e-06', 'epoch': '1.27'} +{'loss': '1.581', 'grad_norm': '2.406', 'learning_rate': '3.812e-06', 'epoch': '1.276'} +{'loss': '1.62', 'grad_norm': '2.391', 'learning_rate': '3.793e-06', 'epoch': '1.282'} +{'loss': '1.57', 'grad_norm': '3.359', 'learning_rate': '3.775e-06', 'epoch': '1.288'} +{'loss': '1.6', 'grad_norm': '3.344', 'learning_rate': '3.756e-06', 'epoch': '1.294'} +{'loss': '1.583', 'grad_norm': '2.609', 'learning_rate': '3.737e-06', 'epoch': '1.3'} +{'loss': '1.613', 'grad_norm': '2.734', 'learning_rate': '3.719e-06', 'epoch': '1.306'} +{'loss': '1.568', 'grad_norm': '3.047', 'learning_rate': '3.7e-06', 'epoch': '1.312'} +{'loss': '1.594', 'grad_norm': '2.391', 'learning_rate': '3.681e-06', 'epoch': '1.318'} +{'loss': '1.581', 'grad_norm': '2.719', 'learning_rate': '3.663e-06', 'epoch': '1.324'} +{'loss': '1.578', 'grad_norm': '2.234', 'learning_rate': '3.644e-06', 'epoch': '1.33'} +{'loss': '1.617', 'grad_norm': '2.375', 'learning_rate': '3.625e-06', 'epoch': '1.336'} +{'loss': '1.591', 'grad_norm': '2.797', 'learning_rate': '3.606e-06', 'epoch': '1.342'} +{'loss': '1.585', 'grad_norm': '2.156', 'learning_rate': '3.588e-06', 'epoch': '1.348'} +{'loss': '1.552', 'grad_norm': '2.266', 'learning_rate': '3.569e-06', 'epoch': '1.354'} +{'loss': '1.586', 'grad_norm': '3.078', 'learning_rate': '3.55e-06', 'epoch': '1.36'} +{'loss': '1.567', 'grad_norm': '2.766', 'learning_rate': '3.531e-06', 'epoch': '1.366'} +{'loss': '1.578', 'grad_norm': '3.359', 'learning_rate': '3.512e-06', 'epoch': '1.372'} +{'loss': '1.598', 'grad_norm': '2.266', 'learning_rate': '3.493e-06', 'epoch': '1.378'} +{'loss': '1.604', 'grad_norm': '2.797', 'learning_rate': '3.474e-06', 'epoch': '1.384'} +{'loss': '1.563', 'grad_norm': '2.938', 'learning_rate': '3.455e-06', 'epoch': '1.39'} +{'loss': '1.613', 'grad_norm': '2.703', 'learning_rate': '3.436e-06', 'epoch': '1.396'} +{'loss': '1.528', 'grad_norm': '2.438', 'learning_rate': '3.417e-06', 'epoch': '1.402'} +{'loss': '1.579', 'grad_norm': '2.719', 'learning_rate': '3.398e-06', 'epoch': '1.408'} +{'loss': '1.597', 'grad_norm': '2.891', 'learning_rate': '3.379e-06', 'epoch': '1.414'} +{'loss': '1.551', 'grad_norm': '2.641', 'learning_rate': '3.36e-06', 'epoch': '1.42'} +{'loss': '1.585', 'grad_norm': '3.016', 'learning_rate': '3.341e-06', 'epoch': '1.426'} +{'loss': '1.616', 'grad_norm': '3.094', 'learning_rate': '3.322e-06', 'epoch': '1.432'} +{'loss': '1.579', 'grad_norm': '2.469', 'learning_rate': '3.303e-06', 'epoch': '1.438'} +{'loss': '1.594', 'grad_norm': '2.438', 'learning_rate': '3.284e-06', 'epoch': '1.444'} +{'loss': '1.593', 'grad_norm': '2.391', 'learning_rate': '3.265e-06', 'epoch': '1.45'} +{'loss': '1.569', 'grad_norm': '4.719', 'learning_rate': '3.246e-06', 'epoch': '1.455'} +{'loss': '1.624', 'grad_norm': '2.203', 'learning_rate': '3.226e-06', 'epoch': '1.461'} +{'loss': '1.58', 'grad_norm': '2.594', 'learning_rate': '3.207e-06', 'epoch': '1.467'} +{'loss': '1.562', 'grad_norm': '3.516', 'learning_rate': '3.188e-06', 'epoch': '1.473'} +{'loss': '1.601', 'grad_norm': '2.281', 'learning_rate': '3.169e-06', 'epoch': '1.479'} +{'loss': '1.579', 'grad_norm': '2.609', 'learning_rate': '3.15e-06', 'epoch': '1.485'} +{'loss': '1.569', 'grad_norm': '2.078', 'learning_rate': '3.131e-06', 'epoch': '1.491'} +{'loss': '1.596', 'grad_norm': '2.875', 'learning_rate': '3.111e-06', 'epoch': '1.497'} +{'loss': '1.528', 'grad_norm': '2.344', 'learning_rate': '3.092e-06', 'epoch': '1.503'} +{'loss': '1.599', 'grad_norm': '2.125', 'learning_rate': '3.073e-06', 'epoch': '1.509'} +{'loss': '1.59', 'grad_norm': '4.156', 'learning_rate': '3.054e-06', 'epoch': '1.515'} +{'loss': '1.566', 'grad_norm': '2.484', 'learning_rate': '3.035e-06', 'epoch': '1.521'} +{'loss': '1.602', 'grad_norm': '2.578', 'learning_rate': '3.015e-06', 'epoch': '1.527'} +{'loss': '1.586', 'grad_norm': '3.312', 'learning_rate': '2.996e-06', 'epoch': '1.533'} +{'loss': '1.594', 'grad_norm': '2.438', 'learning_rate': '2.977e-06', 'epoch': '1.539'} +{'loss': '1.614', 'grad_norm': '2.797', 'learning_rate': '2.958e-06', 'epoch': '1.545'} +{'loss': '1.586', 'grad_norm': '3', 'learning_rate': '2.939e-06', 'epoch': '1.551'} +{'loss': '1.548', 'grad_norm': '2.375', 'learning_rate': '2.919e-06', 'epoch': '1.557'} +{'loss': '1.584', 'grad_norm': '2.609', 'learning_rate': '2.9e-06', 'epoch': '1.563'} 52%|█████▏ | 1305/2505 [3:00:47<2:44:45, 8.24s/it] 52%|█████▏ | 1306/2505 [3:00:55<2:45:40, 8.29s/it] 52%|█████▏ | 1307/2505 [3:01:02<2:35:52, 7.81s/it] 52%|█████▏ | 1308/2505 [3:01:11<2:40:18, 8.04s/it] 52%|█████▏ | 1309/2505 [3:01:19<2:44:23, 8.25s/it] 52%|█████▏ | 1310/2505 [3:01:28<2:47:50, 8.43s/it] 52%|█████▏ | 1310/2505 [3:01:28<2:47:50, 8.43s/it] 52%|█████▏ | 1311/2505 [3:01:37<2:47:04, 8.40s/it] 52%|█████▏ | 1312/2505 [3:01:45<2:46:58, 8.40s/it] 52%|█████▏ | 1313/2505 [3:01:53<2:46:38, 8.39s/it] 52%|█████▏ | 1314/2505 [3:02:02<2:45:34, 8.34s/it] 52%|█████▏ | 1315/2505 [3:02:09<2:40:17, 8.08s/it] 52%|█████▏ | 1315/2505 [3:02:09<2:40:17, 8.08s/it] 53%|█████▎ | 1316/2505 [3:02:18<2:46:54, 8.42s/it] 53%|█████▎ | 1317/2505 [3:02:26<2:44:12, 8.29s/it] 53%|█████▎ | 1318/2505 [3:02:35<2:47:01, 8.44s/it] 53%|█████▎ | 1319/2505 [3:02:44<2:47:11, 8.46s/it] 53%|█████▎ | 1320/2505 [3:02:52<2:46:51, 8.45s/it] 53%|█████▎ | 1320/2505 [3:02:52<2:46:51, 8.45s/it] 53%|█████▎ | 1321/2505 [3:03:00<2:46:30, 8.44s/it] 53%|█████▎ | 1322/2505 [3:03:09<2:48:39, 8.55s/it] 53%|█████▎ | 1323/2505 [3:03:18<2:50:16, 8.64s/it] 53%|█████▎ | 1324/2505 [3:03:26<2:47:21, 8.50s/it] 53%|█████▎ | 1325/2505 [3:03:35<2:46:31, 8.47s/it] 53%|█████▎ | 1325/2505 [3:03:35<2:46:31, 8.47s/it] 53%|█████▎ | 1326/2505 [3:03:44<2:49:33, 8.63s/it] 53%|█████▎ | 1327/2505 [3:03:51<2:43:46, 8.34s/it] 53%|█████▎ | 1328/2505 [3:04:00<2:44:16, 8.37s/it] 53%|█████▎ | 1329/2505 [3:04:08<2:44:44, 8.41s/it] 53%|█████▎ | 1330/2505 [3:04:16<2:41:03, 8.22s/it] 53%|█████▎ | 1330/2505 [3:04:16<2:41:03, 8.22s/it] 53%|█████▎ | 1331/2505 [3:04:25<2:42:45, 8.32s/it] 53%|█████▎ | 1332/2505 [3:04:33<2:45:18, 8.46s/it] 53%|█████▎ | 1333/2505 [3:04:42<2:46:00, 8.50s/it] 53%|█████▎ | 1334/2505 [3:04:50<2:45:20, 8.47s/it] 53%|█████▎ | 1335/2505 [3:04:58<2:41:35, 8.29s/it] 53%|█████▎ | 1335/2505 [3:04:58<2:41:35, 8.29s/it] 53%|█████▎ | 1336/2505 [3:05:06<2:40:51, 8.26s/it] 53%|█████▎ | 1337/2505 [3:05:14<2:37:34, 8.09s/it] 53%|█████▎ | 1338/2505 [3:05:22<2:38:20, 8.14s/it] 53%|█████▎ | 1339/2505 [3:05:31<2:41:15, 8.30s/it] 53%|█████▎ | 1340/2505 [3:05:39<2:40:00, 8.24s/it] 53%|█████▎ | 1340/2505 [3:05:39<2:40:00, 8.24s/it] 54%|█████▎ | 1341/2505 [3:05:47<2:36:48, 8.08s/it] 54%|█████▎ | 1342/2505 [3:05:57<2:46:07, 8.57s/it] 54%|█████▎ | 1343/2505 [3:06:06<2:52:16, 8.90s/it] 54%|█████▎ | 1344/2505 [3:06:15<2:54:15, 9.01s/it] 54%|█████▎ | 1345/2505 [3:06:24<2:51:15, 8.86s/it] 54%|█████▎ | 1345/2505 [3:06:24<2:51:15, 8.86s/it] 54%|█████▎ | 1346/2505 [3:06:33<2:52:39, 8.94s/it] 54%|█████▍ | 1347/2505 [3:06:41<2:49:03, 8.76s/it] 54%|█████▍ | 1348/2505 [3:06:51<2:51:56, 8.92s/it] 54%|█████▍ | 1349/2505 [3:06:59<2:49:17, 8.79s/it] 54%|█████▍ | 1350/2505 [3:07:08<2:47:29, 8.70s/it] 54%|█████▍ | 1350/2505 [3:07:08<2:47:29, 8.70s/it] 54%|█████▍ | 1351/2505 [3:07:16<2:47:22, 8.70s/it] 54%|█████▍ | 1352/2505 [3:07:24<2:38:10, 8.23s/it] 54%|█████▍ | 1353/2505 [3:07:32<2:39:56, 8.33s/it] 54%|█████▍ | 1354/2505 [3:07:41<2:43:50, 8.54s/it] 54%|█████▍ | 1355/2505 [3:07:50<2:45:04, 8.61s/it] 54%|█████▍ | 1355/2505 [3:07:50<2:45:04, 8.61s/it] 54%|█████▍ | 1356/2505 [3:07:59<2:47:40, 8.76s/it] 54%|█████▍ | 1357/2505 [3:08:07<2:45:37, 8.66s/it] 54%|█████▍ | 1358/2505 [3:08:16<2:44:52, 8.62s/it] 54%|█████▍ | 1359/2505 [3:08:24<2:43:46, 8.57s/it] 54%|█████▍ | 1360/2505 [3:08:33<2:40:51, 8.43s/it] 54%|█████▍ | 1360/2505 [3:08:33<2:40:51, 8.43s/it] 54%|█████▍ | 1361/2505 [3:08:41<2:40:26, 8.42s/it] 54%|█████▍ | 1362/2505 [3:08:49<2:38:11, 8.30s/it] 54%|█████▍ | 1363/2505 [3:08:58<2:40:32, 8.43s/it] 54%|█████▍ | 1364/2505 [3:09:05<2:36:15, 8.22s/it] 54%|█████▍ | 1365/2505 [3:09:15<2:42:35, 8.56s/it] 54%|█████▍ | 1365/2505 [3:09:15<2:42:35, 8.56s/it] 55%|█████▍ | 1366/2505 [3:09:23<2:40:17, 8.44s/it] 55%|█████▍ | 1367/2505 [3:09:31<2:38:05, 8.34s/it] 55%|█████▍ | 1368/2505 [3:09:39<2:38:29, 8.36s/it] 55%|█████▍ | 1369/2505 [3:09:48<2:37:08, 8.30s/it] 55%|█████▍ | 1370/2505 [3:09:56<2:36:51, 8.29s/it] 55%|█████▍ | 1370/2505 [3:09:56<2:36:51, 8.29s/it] 55%|█████▍ | 1371/2505 [3:10:05<2:39:14, 8.43s/it] 55%|█████▍ | 1372/2505 [3:10:13<2:37:10, 8.32s/it] 55%|█████▍ | 1373/2505 [3:10:22<2:40:50, 8.52s/it] 55%|█████▍ | 1374/2505 [3:10:30<2:40:57, 8.54s/it] 55%|█████▍ | 1375/2505 [3:10:38<2:35:10, 8.24s/it] 55%|█████▍ | 1375/2505 [3:10:38<2:35:10, 8.24s/it] 55%|█████▍ | 1376/2505 [3:10:47<2:38:50, 8.44s/it] 55%|█████▍ | 1377/2505 [3:10:55<2:35:10, 8.25s/it] 55%|█████▌ | 1378/2505 [3:11:03<2:35:48, 8.30s/it] 55%|█████▌ | 1379/2505 [3:11:12<2:39:33, 8.50s/it] 55%|█████▌ | 1380/2505 [3:11:19<2:32:47, 8.15s/it] 55%|█████▌ | 1380/2505 [3:11:19<2:32:47, 8.15s/it] 55%|█████▌ | 1381/2505 [3:11:27<2:31:29, 8.09s/it] 55%|█████▌ | 1382/2505 [3:11:37<2:39:00, 8.50s/it] 55%|█████▌ | 1383/2505 [3:11:45<2:38:07, 8.46s/it] 55%|█████▌ | 1384/2505 [3:11:54<2:38:59, 8.51s/it] 55%|█████▌ | 1385/2505 [3:12:02<2:38:13, 8.48s/it] 55%|█████▌ | 1385/2505 [3:12:02<2:38:13, 8.48s/it] 55%|█████▌ | 1386/2505 [3:12:10<2:37:41, 8.46s/it] 55%|█████▌ | 1387/2505 [3:12:19<2:36:13, 8.38s/it] 55%|█████▌ | 1388/2505 [3:12:28<2:39:18, 8.56s/it] 55%|█████▌ | 1389/2505 [3:12:35<2:30:02, 8.07s/it] 55%|█████▌ | 1390/2505 [3:12:43<2:31:59, 8.18s/it] 55%|█████▌ | 1390/2505 [3:12:43<2:31:59, 8.18s/it] 56%|█████▌ | 1391/2505 [3:12:51<2:32:01, 8.19s/it] 56%|█████▌ | 1392/2505 [3:12:59<2:30:07, 8.09s/it] 56%|█████▌ | 1393/2505 [3:13:07<2:29:29, 8.07s/it] 56%|█████▌ | 1394/2505 [3:13:15<2:27:12, 7.95s/it] 56%|█████▌ | 1395/2505 [3:13:24<2:31:45, 8.20s/it] 56%|█████▌ | 1395/2505 [3:13:24<2:31:45, 8.20s/it] 56%|█████▌ | 1396/2505 [3:13:32<2:30:36, 8.15s/it] 56%|█████▌ | 1397/2505 [3:13:40<2:30:10, 8.13s/it] 56%|█████▌ | 1398/2505 [3:13:48<2:32:41, 8.28s/it] 56%|█████▌ | 1399/2505 [3:13:56<2:30:52, 8.18s/it] 56%|█████▌ | 1400/2505 [3:14:05<2:32:34, 8.28s/it] 56%|█████▌ | 1400/2505 [3:14:05<2:32:34, 8.28s/it] 56%|█████▌ | 1401/2505 [3:14:13<2:32:22, 8.28s/it] 56%|█████▌ | 1402/2505 [3:14:22<2:34:24, 8.40s/it] 56%|█████▌ | 1403/2505 [3:14:31<2:38:33, 8.63s/it] 56%|█████▌ | 1404/2505 [3:14:39<2:37:11, 8.57s/it] 56%|█████▌ | 1405/2505 [3:14:48<2:35:32, 8.48s/it] 56%|█████▌ | 1405/2505 [3:14:48<2:35:32, 8.48s/it] 56%|█████▌ | 1406/2505 [3:14:56<2:37:29, 8.60s/it] 56%|█████▌ | 1407/2505 [3:15:05<2:38:28, 8.66s/it] 56%|█████▌ | 1408/2505 [3:15:13<2:33:05, 8.37s/it] 56%|█████▌ | 1409/2505 [3:15:22<2:35:09, 8.49s/it] 56%|█████▋ | 1410/2505 [3:15:30<2:32:38, 8.36s/it] 56%|█████▋ | 1410/2505 [3:15:30<2:32:38, 8.36s/it] 56%|█████▋ | 1411/2505 [3:15:38<2:32:49, 8.38s/it] 56%|█████▋ | 1412/2505 [3:15:46<2:32:15, 8.36s/it] 56%|█████▋ | 1413/2505 [3:15:54<2:29:48, 8.23s/it] 56%|█████▋ | 1414/2505 [3:16:02<2:27:42, 8.12s/it] 56%|█████▋ | 1415/2505 [3:16:10<2:23:13, 7.88s/it] 56%|█████▋ | 1415/2505 [3:16:10<2:23:13, 7.88s/it] 57%|█████▋ | 1416/2505 [3:16:18<2:25:59, 8.04s/it] 57%|█████▋ | 1417/2505 [3:16:26<2:27:25, 8.13s/it] 57%|█████▋ | 1418/2505 [3:16:33<2:20:42, 7.77s/it] 57%|█████▋ | 1419/2505 [3:16:42<2:24:42, 7.99s/it] 57%|█████▋ | 1420/2505 [3:16:50<2:26:49, 8.12s/it] 57%|█████▋ | 1420/2505 [3:16:50<2:26:49, 8.12s/it] 57%|█████▋ | 1421/2505 [3:16:58<2:25:05, 8.03s/it] 57%|█████▋ | 1422/2505 [3:17:06<2:23:20, 7.94s/it] 57%|█████▋ | 1423/2505 [3:17:14<2:25:43, 8.08s/it] 57%|█████▋ | 1424/2505 [3:17:22<2:26:35, 8.14s/it] 57%|█████▋ | 1425/2505 [3:17:31<2:27:08, 8.17s/it] 57%|█████▋ | 1425/2505 [3:17:31<2:27:08, 8.17s/it] 57%|█████▋ | 1426/2505 [3:17:40<2:33:15, 8.52s/it] 57%|█████▋ | 1427/2505 [3:17:49<2:33:42, 8.56s/it] 57%|█████▋ | 1428/2505 [3:17:57<2:32:11, 8.48s/it] 57%|█████▋ | 1429/2505 [3:18:05<2:28:13, 8.27s/it] 57%|█████▋ | 1430/2505 [3:18:13<2:27:17, 8.22s/it] 57%|█████▋ | 1430/2505 [3:18:13<2:27:17, 8.22s/it] 57%|█████▋ | 1431/2505 [3:18:21<2:27:27, 8.24s/it] 57%|█████▋ | 1432/2505 [3:18:29<2:25:55, 8.16s/it] 57%|█████▋ | 1433/2505 [3:18:37<2:26:19, 8.19s/it] 57%|█████▋ | 1434/2505 [3:18:46<2:26:19, 8.20s/it] 57%|█████▋ | 1435/2505 [3:18:54<2:26:38, 8.22s/it] 57%|█████▋ | 1435/2505 [3:18:54<2:26:38, 8.22s/it] 57%|█████▋ | 1436/2505 [3:19:03<2:29:53, 8.41s/it] 57%|█████▋ | 1437/2505 [3:19:11<2:26:45, 8.25s/it] 57%|█████▋ | 1438/2505 [3:19:19<2:25:33, 8.18s/it] 57%|█████▋ | 1439/2505 [3:19:27<2:26:45, 8.26s/it] 57%|█████▋ | 1440/2505 [3:19:36<2:29:43, 8.44s/it] 57%|█████▋ | 1440/2505 [3:19:36<2:29:43, 8.44s/it] 58%|█████▊ | 1441/2505 [3:19:45<2:33:04, 8.63s/it] 58%|█████▊ | 1442/2505 [3:19:53<2:28:51, 8.40s/it] 58%|█████▊ | 1443/2505 [3:20:00<2:21:31, 8.00s/it] 58%|█████▊ | 1444/2505 [3:20:08<2:23:06, 8.09s/it] 58%|█████▊ | 1445/2505 [3:20:16<2:23:00, 8.09s/it] 58%|█████▊ | 1445/2505 [3:20:16<2:23:00, 8.09s/it] 58%|█████▊ | 1446/2505 [3:20:25<2:25:31, 8.25s/it] 58%|█████▊ | 1447/2505 [3:20:33<2:25:45, 8.27s/it] 58%|█████▊ | 1448/2505 [3:20:41<2:24:55, 8.23s/it] 58%|█████▊ | 1449/2505 [3:20:50<2:24:43, 8.22s/it] 58%|█████▊ | 1450/2505 [3:20:58<2:27:23, 8.38s/it] 58%|█████▊ | 1450/2505 [3:20:58<2:27:23, 8.38s/it] 58%|█████▊ | 1451/2505 [3:21:07<2:27:43, 8.41s/it] 58%|█████▊ | 1452/2505 [3:21:15<2:27:15, 8.39s/it] 58%|█████▊ | 1453/2505 [3:21:24<2:28:32, 8.47s/it] 58%|█████▊ | 1454/2505 [3:21:32<2:27:38, 8.43s/it] 58%|█████▊ | 1455/2505 [3:21:41<2:28:20, 8.48s/it] 58%|█████▊ | 1455/2505 [3:21:41<2:28:20, 8.48s/it] 58%|█████▊ | 1456/2505 [3:21:50<2:30:12, 8.59s/it] 58%|█████▊ | 1457/2505 [3:21:58<2:28:06, 8.48s/it] 58%|█████▊ | 1458/2505 [3:22:06<2:26:24, 8.39s/it] 58%|█████▊ | 1459/2505 [3:22:15<2:27:16, 8.45s/it] 58%|█████▊ | 1460/2505 [3:22:22<2:23:39, 8.25s/it] 58%|█████▊ | 1460/2505 [3:22:22<2:23:39, 8.25s/it] 58%|█████▊ | 1461/2505 [3:22:30<2:22:11, 8.17s/it] 58%|█████▊ | 1462/2505 [3:22:39<2:22:57, 8.22s/it] 58%|█████▊ | 1463/2505 [3:22:48<2:28:56, 8.58s/it] 58%|█████▊ | 1464/2505 [3:22:57<2:29:34, 8.62s/it] 58%|█████▊ | 1465/2505 [3:23:05<2:26:13, 8.44s/it] 58%|█████▊ | 1465/2505 [3:23:05<2:26:13, 8.44s/it] 59%|█████▊ | 1466/2505 [3:23:14<2:29:01, 8.61s/it] 59%|█████▊ | 1467/2505 [3:23:23<2:29:14, 8.63s/it] 59%|█████▊ | 1468/2505 [3:23:30<2:25:47, 8.44s/it] 59%|█████▊ | 1469/2505 [3:23:38<2:23:12, 8.29s/it] 59%|█████▊ | 1470/2505 [3:23:46<2:17:19, 7.96s/it] 59%|█████▊ | 1470/2505 [3:23:46<2:17:19, 7.96s/it] 59%|█████▊ | 1471/2505 [3:23:54<2:20:25, 8.15s/it] 59%|█████▉ | 1472/2505 [3:24:01<2:14:59, 7.84s/it] 59%|█████▉ | 1473/2505 [3:24:09<2:12:53, 7.73s/it] 59%|█████▉ | 1474/2505 [3:24:17<2:14:54, 7.85s/it] 59%|█████▉ | 1475/2505 [3:24:24<2:12:38, 7.73s/it] 59%|█████▉ | 1475/2505 [3:24:24<2:12:38, 7.73s/it] 59%|█████▉ | 1476/2505 [3:24:32<2:10:38, 7.62s/it] 59%|█████▉ | 1477/2505 [3:24:40<2:14:32, 7.85s/it] 59%|█████▉ | 1478/2505 [3:24:49<2:19:50, 8.17s/it] 59%|█████▉ | 1479/2505 [3:24:57<2:17:42, 8.05s/it] 59%|█████▉ | 1480/2505 [3:25:05<2:19:18, 8.15s/it] 59%|█████▉ | 1480/2505 [3:25:05<2:19:18, 8.15s/it] 59%|█████▉ | 1481/2505 [3:25:14<2:24:15, 8.45s/it] 59%|█████▉ | 1482/2505 [3:25:23<2:23:04, 8.39s/it] 59%|█████▉ | 1483/2505 [3:25:31<2:21:49, 8.33s/it] 59%|█████▉ | 1484/2505 [3:25:39<2:20:28, 8.25s/it] 59%|█████▉ | 1485/2505 [3:25:47<2:19:37, 8.21s/it] 59%|█████▉ | 1485/2505 [3:25:47<2:19:37, 8.21s/it] 59%|█████▉ | 1486/2505 [3:25:56<2:21:10, 8.31s/it] 59%|█████▉ | 1487/2505 [3:26:04<2:20:13, 8.26s/it] 59%|█████▉ | 1488/2505 [3:26:12<2:20:09, 8.27s/it] 59%|█████▉ | 1489/2505 [3:26:21<2:23:17, 8.46s/it] 59%|█████▉ | 1490/2505 [3:26:29<2:20:17, 8.29s/it] 59%|█████▉ | 1490/2505 [3:26:29<2:20:17, 8.29s/it] 60%|█████▉ | 1491/2505 [3:26:37<2:21:47, 8.39s/it] 60%|█████▉ | 1492/2505 [3:26:46<2:20:14, 8.31s/it] 60%|█████▉ | 1493/2505 [3:26:53<2:17:26, 8.15s/it] 60%|█████▉ | 1494/2505 [3:27:02<2:19:19, 8.27s/it] 60%|█████▉ | 1495/2505 [3:27:10<2:20:23, 8.34s/it] 60%|█████▉ | 1495/2505 [3:27:10<2:20:23, 8.34s/it] 60%|█████▉ | 1496/2505 [3:27:19<2:19:55, 8.32s/it] 60%|█████▉ | 1497/2505 [3:27:27<2:20:42, 8.38s/it] 60%|█████▉ | 1498/2505 [3:27:36<2:20:53, 8.39s/it] 60%|█████▉ | 1499/2505 [3:27:44<2:19:45, 8.34s/it] 60%|█████▉ | 1500/2505 [3:27:52<2:19:32, 8.33s/it] 60%|█████▉ | 1500/2505 [3:27:52<2:19:32, 8.33s/it] 60%|█████▉ | 1501/2505 [3:28:01<2:22:17, 8.50s/it] 60%|█████▉ | 1502/2505 [3:28:09<2:20:01, 8.38s/it] 60%|██████ | 1503/2505 [3:28:17<2:19:02, 8.33s/it] 60%|██████ | 1504/2505 [3:28:25<2:15:19, 8.11s/it] 60%|██████ | 1505/2505 [3:28:33<2:14:51, 8.09s/it] 60%|██████ | 1505/2505 [3:28:33<2:14:51, 8.09s/it] 60%|██████ | 1506/2505 [3:28:41<2:12:06, 7.93s/it] 60%|██████ | 1507/2505 [3:28:49<2:14:45, 8.10s/it] 60%|██████ | 1508/2505 [3:28:57<2:14:42, 8.11s/it] 60%|██████ | 1509/2505 [3:29:06<2:16:36, 8.23s/it] 60%|██████ | 1510/2505 [3:29:14<2:15:56, 8.20s/it] 60%|██████ | 1510/2505 [3:29:14<2:15:56, 8.20s/it] 60%|██████ | 1511/2505 [3:29:22<2:13:52, 8.08s/it] 60%|██████ | 1512/2505 [3:29:30<2:16:55, 8.27s/it] 60%|██████ | 1513/2505 [3:29:39<2:17:53, 8.34s/it] 60%|██████ | 1514/2505 [3:29:47<2:17:27, 8.32s/it] 60%|██████ | 1515/2505 [3:29:56<2:18:10, 8.37s/it] 60%|██████ | 1515/2505 [3:29:56<2:18:10, 8.37s/it] 61%|██████ | 1516/2505 [3:30:04<2:17:42, 8.35s/it] 61%|██████ | 1517/2505 [3:30:12<2:18:01, 8.38s/it] 61%|██████ | 1518/2505 [3:30:21<2:17:46, 8.38s/it] 61%|██████ | 1519/2505 [3:30:28<2:14:47, 8.20s/it] 61%|██████ | 1520/2505 [3:30:37<2:17:45, 8.39s/it] 61%|██████ | 1520/2505 [3:30:37<2:17:45, 8.39s/it] 61%|██████ | 1521/2505 [3:30:45<2:14:51, 8.22s/it] 61%|██████ | 1522/2505 [3:30:54<2:16:43, 8.35s/it] 61%|██████ | 1523/2505 [3:31:02<2:13:38, 8.17s/it] 61%|██████ | 1524/2505 [3:31:10<2:15:34, 8.29s/it] 61%|██████ | 1525/2505 [3:31:18<2:13:00, 8.14s/it] 61%|██████ | 1525/2505 [3:31:18<2:13:00, 8.14s/it] 61%|██████ | 1526/2505 [3:31:27<2:17:24, 8.42s/it] 61%|██████ | 1527/2505 [3:31:36<2:20:50, 8.64s/it] 61%|██████ | 1528/2505 [3:31:45<2:21:17, 8.68s/it] 61%|██████ | 1529/2505 [3:31:53<2:19:50, 8.60s/it] 61%|██████ | 1530/2505 [3:32:01<2:16:19, 8.39s/it] 61%|██████ | 1530/2505 [3:32:01<2:16:19, 8.39s/it] 61%|██████ | 1531/2505 [3:32:10<2:20:09, 8.63s/it] 61%|██████ | 1532/2505 [3:32:19<2:19:36, 8.61s/it] 61%|██████ | 1533/2505 [3:32:27<2:19:06, 8.59s/it] 61%|██████ | 1534/2505 [3:32:35<2:11:44, 8.14s/it] 61%|██████▏ | 1535/2505 [3:32:43<2:11:23, 8.13s/it] 61%|██████▏ | 1535/2505 [3:32:43<2:11:23, 8.13s/it] 61%|██████▏ | 1536/2505 [3:32:51<2:12:34, 8.21s/it] 61%|██████▏ | 1537/2505 [3:33:00<2:15:00, 8.37s/it] 61%|██████▏ | 1538/2505 [3:33:08<2:15:09, 8.39s/it] 61%|██████▏ | 1539/2505 [3:33:16<2:13:45, 8.31s/it] 61%|██████▏ | 1540/2505 [3:33:24<2:12:20, 8.23s/it] 61%|██████▏ | 1540/2505 [3:33:24<2:12:20, 8.23s/it] 62%|██████▏ | 1541/2505 [3:33:32<2:07:21, 7.93s/it] 62%|██████▏ | 1542/2505 [3:33:40<2:08:09, 7.98s/it] 62%|██████▏ | 1543/2505 [3:33:48<2:10:49, 8.16s/it] 62%|██████▏ | 1544/2505 [3:33:57<2:12:02, 8.24s/it] 62%|██████▏ | 1545/2505 [3:34:05<2:12:15, 8.27s/it] 62%|██████▏ | 1545/2505 [3:34:05<2:12:15, 8.27s/it] 62%|██████▏ | 1546/2505 [3:34:14<2:15:33, 8.48s/it] 62%|██████▏ | 1547/2505 [3:34:22<2:14:11, 8.40s/it] 62%|██████▏ | 1548/2505 [3:34:30<2:11:16, 8.23s/it] 62%|██████▏ | 1549/2505 [3:34:38<2:10:47, 8.21s/it] 62%|██████▏ | 1550/2505 [3:34:46<2:08:23, 8.07s/it] 62%|██████▏ | 1550/2505 [3:34:46<2:08:23, 8.07s/it] 62%|██████▏ | 1551/2505 [3:34:54<2:08:47, 8.10s/it] 62%|██████▏ | 1552/2505 [3:35:02<2:09:02, 8.12s/it] 62%|██████▏ | 1553/2505 [3:35:10<2:07:16, 8.02s/it] 62%|██████▏ | 1554/2505 [3:35:17<2:03:16, 7.78s/it] 62%|██████▏ | 1555/2505 [3:35:25<2:04:10, 7.84s/it] 62%|██████▏ | 1555/2505 [3:35:25<2:04:10, 7.84s/it] 62%|██████▏ | 1556/2505 [3:35:34<2:07:14, 8.04s/it] 62%|██████▏ | 1557/2505 [3:35:41<2:00:28, 7.63s/it] 62%|██████▏ | 1558/2505 [3:35:49<2:02:53, 7.79s/it] 62%|██████▏ | 1559/2505 [3:35:56<2:02:13, 7.75s/it] 62%|██████▏ | 1560/2505 [3:36:05<2:05:29, 7.97s/it] 62%|██████▏ | 1560/2505 [3:36:05<2:05:29, 7.97s/it] 62%|██████▏ | 1561/2505 [3:36:13<2:08:20, 8.16s/it] 62%|██████▏ | 1562/2505 [3:36:22<2:08:11, 8.16s/it] 62%|██████▏ | 1563/2505 [3:36:30<2:09:53, 8.27s/it] 62%|██████▏ | 1564/2505 [3:36:39<2:11:53, 8.41s/it] 62%|██████▏ | 1565/2505 [3:36:47<2:11:02, 8.36s/it] 62%|██████▏ | 1565/2505 [3:36:47<2:11:02, 8.36s/it] 63%|██████▎ | 1566/2505 [3:36:55<2:09:52, 8.30s/it] 63%|██████▎ | 1567/2505 [3:37:02<2:02:46, 7.85s/it] 63%|██████▎ | 1568/2505 [3:37:12<2:10:10, 8.34s/it] 63%|██████▎ | 1569/2505 [3:37:20<2:08:44, 8.25s/it] 63%|██████▎ | 1570/2505 [3:37:28<2:08:37, 8.25s/it] 63%|██████▎ | 1570/2505 [3:37:28<2:08:37, 8.25s/it] 63%|██████▎ | 1571/2505 [3:37:37<2:14:25, 8.64s/it] 63%|██████▎ | 1572/2505 [3:37:46<2:12:37, 8.53s/it] 63%|██████▎ | 1573/2505 [3:37:55<2:14:39, 8.67s/it] 63%|██████▎ | 1574/2505 [3:38:03<2:11:51, 8.50s/it] 63%|██████▎ | 1575/2505 [3:38:12<2:13:17, 8.60s/it] 63%|██████▎ | 1575/2505 [3:38:12<2:13:17, 8.60s/it] 63%|██████▎ | 1576/2505 [3:38:20<2:11:02, 8.46s/it] 63%|██████▎ | 1577/2505 [3:38:29<2:12:56, 8.59s/it] 63%|██████▎ | 1578/2505 [3:38:37<2:11:09, 8.49s/it] 63%|██████▎ | 1579/2505 [3:38:45<2:11:27, 8.52s/it] 63%|██████▎ | 1580/2505 [3:38:54<2:13:25, 8.66s/it] 63%|██████▎ | 1580/2505 [3:38:54<2:13:25, 8.66s/it] 63%|██████▎ | 1581/2505 [3:39:02<2:09:04, 8.38s/it] 63%|██████▎ | 1582/2505 [3:39:10<2:07:07, 8.26s/it] 63%|██████▎ | 1583/2505 [3:39:19<2:07:31, 8.30s/it] 63%|██████▎ | 1584/2505 [3:39:28<2:11:54, 8.59s/it] 63%|██████▎ | 1585/2505 [3:39:37<2:12:51, 8.66s/it] 63%|██████▎ | 1585/2505 [3:39:37<2:12:51, 8.66s/it] 63%|██████▎ | 1586/2505 [3:39:46<2:14:47, 8.80s/it] 63%|██████▎ | 1587/2505 [3:39:54<2:13:52, 8.75s/it] 63%|██████▎ | 1588/2505 [3:40:03<2:14:28, 8.80s/it] 63%|██████▎ | 1589/2505 [3:40:12<2:12:21, 8.67s/it] 63%|██████▎ | 1590/2505 [3:40:20<2:09:49, 8.51s/it] 63%|██████▎ | 1590/2505 [3:40:20<2:09:49, 8.51s/it] 64%|██████▎ | 1591/2505 [3:40:28<2:06:54, 8.33s/it] 64%|██████▎ | 1592/2505 [3:40:36<2:07:45, 8.40s/it] 64%|██████▎ | 1593/2505 [3:40:45<2:09:27, 8.52s/it] 64%|██████▎ | 1594/2505 [3:40:53<2:06:27, 8.33s/it] 64%|██████▎ | 1595/2505 [3:41:02<2:08:17, 8.46s/it] 64%|██████▎ | 1595/2505 [3:41:02<2:08:17, 8.46s/it] 64%|██████▎ | 1596/2505 [3:41:10<2:07:08, 8.39s/it] 64%|██████▍ | 1597/2505 [3:41:18<2:04:23, 8.22s/it] 64%|██████▍ | 1598/2505 [3:41:27<2:08:33, 8.50s/it] 64%|██████▍ | 1599/2505 [3:41:35<2:06:52, 8.40s/it] 64%|██████▍ | 1600/2505 [3:41:43<2:05:00, 8.29s/it] 64%|██████▍ | 1600/2505 [3:41:43<2:05:00, 8.29s/it] 64%|██████▍ | 1601/2505 [3:41:51<2:04:49, 8.28s/it] 64%|██████▍ | 1602/2505 [3:42:00<2:05:32, 8.34s/it] 64%|██████▍ | 1603/2505 [3:42:08<2:04:04, 8.25s/it] 64%|██████▍ | 1604/2505 [3:42:16<2:02:08, 8.13s/it] 64%|██████▍ | 1605/2505 [3:42:24<2:02:03, 8.14s/it] 64%|██████▍ | 1605/2505 [3:42:24<2:02:03, 8.14s/it] 64%|██████▍ | 1606/2505 [3:42:33<2:03:50, 8.26s/it] 64%|██████▍ | 1607/2505 [3:42:41<2:04:10, 8.30s/it] 64%|██████▍ | 1608/2505 [3:42:49<2:04:31, 8.33s/it] 64%|██████▍ | 1609/2505 [3:42:57<2:01:23, 8.13s/it] 64%|██████▍ | 1610/2505 [3:43:05<2:00:04, 8.05s/it] 64%|██████▍ | 1610/2505 [3:43:05<2:00:04, 8.05s/it] 64%|██████▍ | 1611/2505 [3:43:13<2:02:37, 8.23s/it] 64%|██████▍ | 1612/2505 [3:43:22<2:03:07, 8.27s/it] 64%|██████▍ | 1613/2505 [3:43:30<2:01:03, 8.14s/it] 64%|██████▍ | 1614/2505 [3:43:38<2:00:18, 8.10s/it] 64%|██████▍ | 1615/2505 [3:43:46<1:59:51, 8.08s/it] 64%|██████▍ | 1615/2505 [3:43:46<1:59:51, 8.08s/it] 65%|██████▍ | 1616/2505 [3:43:54<2:00:52, 8.16s/it] 65%|██████▍ | 1617/2505 [3:44:03<2:03:06, 8.32s/it] 65%|██████▍ | 1618/2505 [3:44:11<2:02:10, 8.26s/it] 65%|██████▍ | 1619/2505 [3:44:19<2:03:21, 8.35s/it] 65%|██████▍ | 1620/2505 [3:44:27<2:00:19, 8.16s/it] 65%|██████▍ | 1620/2505 [3:44:27<2:00:19, 8.16s/it] 65%|██████▍ | 1621/2505 [3:44:35<1:57:50, 8.00s/it] 65%|██████▍ | 1622/2505 [3:44:42<1:53:40, 7.72s/it] 65%|██████▍ | 1623/2505 [3:44:50<1:56:37, 7.93s/it] 65%|██████▍ | 1624/2505 [3:44:59<2:01:52, 8.30s/it] 65%|██████▍ | 1625/2505 [3:45:08<2:02:42, 8.37s/it] 65%|██████▍ | 1625/2505 [3:45:08<2:02:42, 8.37s/it] 65%|██████▍ | 1626/2505 [3:45:16<2:02:49, 8.38s/it] 65%|██████▍ | 1627/2505 [3:45:25<2:04:29, 8.51s/it] 65%|██████▍ | 1628/2505 [3:45:34<2:04:28, 8.52s/it] 65%|██████▌ | 1629/2505 [3:45:42<2:05:05, 8.57s/it] 65%|██████▌ | 1630/2505 [3:45:51<2:04:32, 8.54s/it] 65%|██████▌ | 1630/2505 [3:45:51<2:04:32, 8.54s/it] 65%|██████▌ | 1631/2505 [3:45:59<2:04:20, 8.54s/it] 65%|██████▌ | 1632/2505 [3:46:08<2:04:37, 8.57s/it] 65%|██████▌ | 1633/2505 [3:46:17<2:04:03, 8.54s/it] 65%|██████▌ | 1634/2505 [3:46:25<2:04:55, 8.61s/it] 65%|██████▌ | 1635/2505 [3:46:34<2:04:52, 8.61s/it] 65%|██████▌ | 1635/2505 [3:46:34<2:04:52, 8.61s/it] 65%|██████▌ | 1636/2505 [3:46:43<2:07:05, 8.77s/it] 65%|██████▌ | 1637/2505 [3:46:51<2:03:17, 8.52s/it] 65%|██████▌ | 1638/2505 [3:46:59<2:02:30, 8.48s/it] 65%|██████▌ | 1639/2505 [3:47:07<2:00:38, 8.36s/it] 65%|██████▌ | 1640/2505 [3:47:16<2:01:18, 8.41s/it] 65%|██████▌ | 1640/2505 [3:47:16<2:01:18, 8.41s/it] 66%|██████▌ | 1641/2505 [3:47:25<2:04:07, 8.62s/it] 66%|██████▌ | 1642/2505 [3:47:34<2:03:23, 8.58s/it] 66%|██████▌ | 1643/2505 [3:47:42<2:03:18, 8.58s/it] 66%|██████▌ | 1644/2505 [3:47:51<2:02:36, 8.54s/it] 66%|██████▌ | 1645/2505 [3:47:57<1:55:11, 8.04s/it] 66%|██████▌ | 1645/2505 [3:47:58<1:55:11, 8.04s/it] 66%|██████▌ | 1646/2505 [3:48:06<1:56:12, 8.12s/it] 66%|██████▌ | 1647/2505 [3:48:15<1:59:58, 8.39s/it] 66%|██████▌ | 1648/2505 [3:48:23<1:58:35, 8.30s/it] 66%|██████▌ | 1649/2505 [3:48:31<1:58:33, 8.31s/it] 66%|██████▌ | 1650/2505 [3:48:39<1:56:59, 8.21s/it] 66%|██████▌ | 1650/2505 [3:48:39<1:56:59, 8.21s/it] 66%|██████▌ | 1651/2505 [3:48:47<1:55:58, 8.15s/it] 66%|██████▌ | 1652/2505 [3:48:56<1:56:38, 8.20s/it] 66%|██████▌ | 1653/2505 [3:49:04<1:56:25, 8.20s/it] 66%|██████▌ | 1654/2505 [3:49:12<1:56:09, 8.19s/it] 66%|██████▌ | 1655/2505 [3:49:20<1:55:53, 8.18s/it] 66%|██████▌ | 1655/2505 [3:49:20<1:55:53, 8.18s/it] 66%|██████▌ | 1656/2505 [3:49:29<1:56:52, 8.26s/it] 66%|██████▌ | 1657/2505 [3:49:36<1:53:45, 8.05s/it] 66%|██████▌ | 1658/2505 [3:49:44<1:53:09, 8.02s/it] 66%|██████▌ | 1659/2505 [3:49:52<1:53:25, 8.04s/it] 66%|██████▋ | 1660/2505 [3:50:00<1:53:06, 8.03s/it] 66%|██████▋ | 1660/2505 [3:50:00<1:53:06, 8.03s/it] 66%|██████▋ | 1661/2505 [3:50:08<1:53:57, 8.10s/it] 66%|██████▋ | 1662/2505 [3:50:17<1:55:05, 8.19s/it] 66%|██████▋ | 1663/2505 [3:50:24<1:52:55, 8.05s/it] 66%|██████▋ | 1664/2505 [3:50:33<1:55:13, 8.22s/it] 66%|██████▋ | 1665/2505 [3:50:41<1:55:09, 8.23s/it] 66%|██████▋ | 1665/2505 [3:50:41<1:55:09, 8.23s/it] 67%|██████▋ | 1666/2505 [3:50:49<1:52:47, 8.07s/it] 67%|██████▋ | 1667/2505 [3:50:58<1:56:59, 8.38s/it] 67%|██████▋ | 1668/2505 [3:51:06<1:56:37, 8.36s/it] 67%|██████▋ | 1669/2505 [3:51:16<1:59:41, 8.59s/it] 67%|██████▋ | 1670/2505 [3:51:18<1:33:24, 6.71s/it] 67%|██████▋ | 1670/2505 [3:51:18<1:33:24, 6.71s/it] +{'loss': '1.546', 'grad_norm': '3.109', 'learning_rate': '2.881e-06', 'epoch': '1.569'} +{'loss': '1.586', 'grad_norm': '3.359', 'learning_rate': '2.862e-06', 'epoch': '1.575'} +{'loss': '1.578', 'grad_norm': '2.766', 'learning_rate': '2.843e-06', 'epoch': '1.581'} +{'loss': '1.611', 'grad_norm': '2.641', 'learning_rate': '2.823e-06', 'epoch': '1.587'} +{'loss': '1.598', 'grad_norm': '2.109', 'learning_rate': '2.804e-06', 'epoch': '1.593'} +{'loss': '1.554', 'grad_norm': '2.344', 'learning_rate': '2.785e-06', 'epoch': '1.599'} +{'loss': '1.615', 'grad_norm': '2.484', 'learning_rate': '2.766e-06', 'epoch': '1.605'} +{'loss': '1.528', 'grad_norm': '2.453', 'learning_rate': '2.747e-06', 'epoch': '1.611'} +{'loss': '1.486', 'grad_norm': '2.938', 'learning_rate': '2.728e-06', 'epoch': '1.617'} +{'loss': '1.549', 'grad_norm': '3.562', 'learning_rate': '2.709e-06', 'epoch': '1.623'} +{'loss': '1.595', 'grad_norm': '2.406', 'learning_rate': '2.689e-06', 'epoch': '1.629'} +{'loss': '1.567', 'grad_norm': '4.062', 'learning_rate': '2.67e-06', 'epoch': '1.635'} +{'loss': '1.578', 'grad_norm': '2.5', 'learning_rate': '2.651e-06', 'epoch': '1.641'} +{'loss': '1.536', 'grad_norm': '2.312', 'learning_rate': '2.632e-06', 'epoch': '1.647'} +{'loss': '1.552', 'grad_norm': '3.766', 'learning_rate': '2.613e-06', 'epoch': '1.653'} +{'loss': '1.564', 'grad_norm': '2.812', 'learning_rate': '2.594e-06', 'epoch': '1.659'} +{'loss': '1.586', 'grad_norm': '2.641', 'learning_rate': '2.575e-06', 'epoch': '1.665'} +{'loss': '1.6', 'grad_norm': '2.438', 'learning_rate': '2.556e-06', 'epoch': '1.671'} +{'loss': '1.58', 'grad_norm': '3.438', 'learning_rate': '2.537e-06', 'epoch': '1.677'} +{'loss': '1.566', 'grad_norm': '2.641', 'learning_rate': '2.518e-06', 'epoch': '1.683'} +{'loss': '1.617', 'grad_norm': '2.25', 'learning_rate': '2.499e-06', 'epoch': '1.689'} +{'loss': '1.6', 'grad_norm': '2.906', 'learning_rate': '2.48e-06', 'epoch': '1.695'} +{'loss': '1.576', 'grad_norm': '2.609', 'learning_rate': '2.461e-06', 'epoch': '1.701'} +{'loss': '1.606', 'grad_norm': '2.516', 'learning_rate': '2.443e-06', 'epoch': '1.707'} +{'loss': '1.52', 'grad_norm': '2.781', 'learning_rate': '2.424e-06', 'epoch': '1.713'} +{'loss': '1.581', 'grad_norm': '2.484', 'learning_rate': '2.405e-06', 'epoch': '1.719'} +{'loss': '1.615', 'grad_norm': '2.953', 'learning_rate': '2.386e-06', 'epoch': '1.725'} +{'loss': '1.564', 'grad_norm': '2.469', 'learning_rate': '2.367e-06', 'epoch': '1.731'} +{'loss': '1.573', 'grad_norm': '2.828', 'learning_rate': '2.348e-06', 'epoch': '1.737'} +{'loss': '1.584', 'grad_norm': '2.641', 'learning_rate': '2.33e-06', 'epoch': '1.743'} +{'loss': '1.585', 'grad_norm': '2.75', 'learning_rate': '2.311e-06', 'epoch': '1.749'} +{'loss': '1.551', 'grad_norm': '2.438', 'learning_rate': '2.292e-06', 'epoch': '1.755'} +{'loss': '1.578', 'grad_norm': '3.766', 'learning_rate': '2.274e-06', 'epoch': '1.761'} +{'loss': '1.603', 'grad_norm': '2.156', 'learning_rate': '2.255e-06', 'epoch': '1.767'} +{'loss': '1.565', 'grad_norm': '2.984', 'learning_rate': '2.237e-06', 'epoch': '1.773'} +{'loss': '1.582', 'grad_norm': '2.391', 'learning_rate': '2.218e-06', 'epoch': '1.779'} +{'loss': '1.591', 'grad_norm': '2.172', 'learning_rate': '2.199e-06', 'epoch': '1.785'} +{'loss': '1.575', 'grad_norm': '3.141', 'learning_rate': '2.181e-06', 'epoch': '1.791'} +{'loss': '1.603', 'grad_norm': '3.047', 'learning_rate': '2.163e-06', 'epoch': '1.797'} +{'loss': '1.588', 'grad_norm': '2.531', 'learning_rate': '2.144e-06', 'epoch': '1.803'} +{'loss': '1.585', 'grad_norm': '2.438', 'learning_rate': '2.126e-06', 'epoch': '1.809'} +{'loss': '1.603', 'grad_norm': '2.641', 'learning_rate': '2.107e-06', 'epoch': '1.815'} +{'loss': '1.58', 'grad_norm': '3.5', 'learning_rate': '2.089e-06', 'epoch': '1.821'} +{'loss': '1.622', 'grad_norm': '2.047', 'learning_rate': '2.071e-06', 'epoch': '1.827'} +{'loss': '1.553', 'grad_norm': '2.281', 'learning_rate': '2.053e-06', 'epoch': '1.833'} +{'loss': '1.555', 'grad_norm': '2.375', 'learning_rate': '2.034e-06', 'epoch': '1.839'} +{'loss': '1.583', 'grad_norm': '2.469', 'learning_rate': '2.016e-06', 'epoch': '1.845'} +{'loss': '1.587', 'grad_norm': '2.281', 'learning_rate': '1.998e-06', 'epoch': '1.851'} +{'loss': '1.604', 'grad_norm': '2.25', 'learning_rate': '1.98e-06', 'epoch': '1.857'} +{'loss': '1.601', 'grad_norm': '2.375', 'learning_rate': '1.962e-06', 'epoch': '1.863'} +{'loss': '1.595', 'grad_norm': '2.484', 'learning_rate': '1.944e-06', 'epoch': '1.869'} +{'loss': '1.602', 'grad_norm': '2.391', 'learning_rate': '1.926e-06', 'epoch': '1.875'} +{'loss': '1.531', 'grad_norm': '2.406', 'learning_rate': '1.908e-06', 'epoch': '1.881'} +{'loss': '1.54', 'grad_norm': '3.297', 'learning_rate': '1.89e-06', 'epoch': '1.887'} +{'loss': '1.587', 'grad_norm': '3.672', 'learning_rate': '1.872e-06', 'epoch': '1.893'} +{'loss': '1.51', 'grad_norm': '3.578', 'learning_rate': '1.855e-06', 'epoch': '1.899'} +{'loss': '1.51', 'grad_norm': '2.406', 'learning_rate': '1.837e-06', 'epoch': '1.905'} +{'loss': '1.596', 'grad_norm': '3.141', 'learning_rate': '1.819e-06', 'epoch': '1.911'} +{'loss': '1.54', 'grad_norm': '2.453', 'learning_rate': '1.802e-06', 'epoch': '1.917'} +{'loss': '1.58', 'grad_norm': '3.141', 'learning_rate': '1.784e-06', 'epoch': '1.923'} +{'loss': '1.578', 'grad_norm': '2.594', 'learning_rate': '1.766e-06', 'epoch': '1.929'} +{'loss': '1.612', 'grad_norm': '2.25', 'learning_rate': '1.749e-06', 'epoch': '1.935'} +{'loss': '1.558', 'grad_norm': '2.141', 'learning_rate': '1.732e-06', 'epoch': '1.941'} +{'loss': '1.583', 'grad_norm': '2.875', 'learning_rate': '1.714e-06', 'epoch': '1.947'} +{'loss': '1.574', 'grad_norm': '2.453', 'learning_rate': '1.697e-06', 'epoch': '1.953'} +{'loss': '1.566', 'grad_norm': '2.906', 'learning_rate': '1.68e-06', 'epoch': '1.959'} +{'loss': '1.592', 'grad_norm': '3.047', 'learning_rate': '1.662e-06', 'epoch': '1.965'} +{'loss': '1.616', 'grad_norm': '2.812', 'learning_rate': '1.645e-06', 'epoch': '1.971'} +{'loss': '1.59', 'grad_norm': '2.359', 'learning_rate': '1.628e-06', 'epoch': '1.977'} +{'loss': '1.577', 'grad_norm': '2.297', 'learning_rate': '1.611e-06', 'epoch': '1.983'} +{'loss': '1.581', 'grad_norm': '2.531', 'learning_rate': '1.594e-06', 'epoch': '1.989'} +{'loss': '1.593', 'grad_norm': '2.328', 'learning_rate': '1.577e-06', 'epoch': '1.995'} +{'loss': '1.551', 'grad_norm': '8.938', 'learning_rate': '1.56e-06', 'epoch': '2'} + 67%|██████▋ | 1671/2505 [3:51:27<1:43:47, 7.47s/it] 67%|██████▋ | 1672/2505 [3:51:35<1:46:11, 7.65s/it] 67%|██████▋ | 1673/2505 [3:51:44<1:49:09, 7.87s/it] 67%|██████▋ | 1674/2505 [3:51:52<1:50:30, 7.98s/it] 67%|██████▋ | 1675/2505 [3:52:00<1:52:42, 8.15s/it] 67%|██████▋ | 1675/2505 [3:52:00<1:52:42, 8.15s/it] 67%|██████▋ | 1676/2505 [3:52:08<1:51:59, 8.11s/it] 67%|██████▋ | 1677/2505 [3:52:17<1:55:37, 8.38s/it] 67%|██████▋ | 1678/2505 [3:52:26<1:57:56, 8.56s/it] 67%|██████▋ | 1679/2505 [3:52:35<1:57:23, 8.53s/it] 67%|██████▋ | 1680/2505 [3:52:44<1:59:37, 8.70s/it] 67%|██████▋ | 1680/2505 [3:52:44<1:59:37, 8.70s/it] 67%|██████▋ | 1681/2505 [3:52:52<1:57:25, 8.55s/it] 67%|██████▋ | 1682/2505 [3:53:01<1:56:44, 8.51s/it] 67%|██████▋ | 1683/2505 [3:53:09<1:56:03, 8.47s/it] 67%|██████▋ | 1684/2505 [3:53:17<1:55:25, 8.44s/it] 67%|██████▋ | 1685/2505 [3:53:26<1:57:11, 8.57s/it] 67%|██████▋ | 1685/2505 [3:53:26<1:57:11, 8.57s/it] 67%|██████▋ | 1686/2505 [3:53:34<1:55:38, 8.47s/it] 67%|██████▋ | 1687/2505 [3:53:43<1:54:15, 8.38s/it] 67%|██████▋ | 1688/2505 [3:53:51<1:54:48, 8.43s/it] 67%|██████▋ | 1689/2505 [3:53:59<1:53:44, 8.36s/it] 67%|██████▋ | 1690/2505 [3:54:08<1:54:30, 8.43s/it] 67%|██████▋ | 1690/2505 [3:54:08<1:54:30, 8.43s/it] 68%|██████▊ | 1691/2505 [3:54:17<1:55:25, 8.51s/it] 68%|██████▊ | 1692/2505 [3:54:25<1:56:03, 8.57s/it] 68%|██████▊ | 1693/2505 [3:54:34<1:55:26, 8.53s/it] 68%|██████▊ | 1694/2505 [3:54:43<1:56:16, 8.60s/it] 68%|██████▊ | 1695/2505 [3:54:51<1:56:20, 8.62s/it] 68%|██████▊ | 1695/2505 [3:54:51<1:56:20, 8.62s/it] 68%|██████▊ | 1696/2505 [3:54:59<1:54:22, 8.48s/it] 68%|██████▊ | 1697/2505 [3:55:08<1:53:02, 8.39s/it] 68%|██████▊ | 1698/2505 [3:55:16<1:52:16, 8.35s/it] 68%|██████▊ | 1699/2505 [3:55:24<1:52:07, 8.35s/it] 68%|██████▊ | 1700/2505 [3:55:33<1:52:29, 8.38s/it] 68%|██████▊ | 1700/2505 [3:55:33<1:52:29, 8.38s/it] 68%|██████▊ | 1701/2505 [3:55:41<1:52:06, 8.37s/it] 68%|██████▊ | 1702/2505 [3:55:48<1:48:09, 8.08s/it] 68%|██████▊ | 1703/2505 [3:55:57<1:51:19, 8.33s/it] 68%|██████▊ | 1704/2505 [3:56:06<1:54:13, 8.56s/it] 68%|██████▊ | 1705/2505 [3:56:15<1:53:50, 8.54s/it] 68%|██████▊ | 1705/2505 [3:56:15<1:53:50, 8.54s/it] 68%|██████▊ | 1706/2505 [3:56:23<1:51:48, 8.40s/it] 68%|██████▊ | 1707/2505 [3:56:31<1:50:14, 8.29s/it] 68%|██████▊ | 1708/2505 [3:56:39<1:50:25, 8.31s/it] 68%|██████▊ | 1709/2505 [3:56:48<1:51:32, 8.41s/it] 68%|██████▊ | 1710/2505 [3:56:56<1:50:35, 8.35s/it] 68%|██████▊ | 1710/2505 [3:56:56<1:50:35, 8.35s/it] 68%|██████▊ | 1711/2505 [3:57:04<1:48:39, 8.21s/it] 68%|██████▊ | 1712/2505 [3:57:13<1:52:06, 8.48s/it] 68%|██████▊ | 1713/2505 [3:57:21<1:51:22, 8.44s/it] 68%|██████▊ | 1714/2505 [3:57:31<1:54:14, 8.67s/it] 68%|██████▊ | 1715/2505 [3:57:40<1:55:15, 8.75s/it] 68%|██████▊ | 1715/2505 [3:57:40<1:55:15, 8.75s/it] 69%|██████▊ | 1716/2505 [3:57:48<1:53:22, 8.62s/it] 69%|██████▊ | 1717/2505 [3:57:56<1:51:36, 8.50s/it] 69%|██████▊ | 1718/2505 [3:58:04<1:49:49, 8.37s/it] 69%|██████▊ | 1719/2505 [3:58:13<1:50:18, 8.42s/it] 69%|██████▊ | 1720/2505 [3:58:22<1:53:09, 8.65s/it] 69%|██████▊ | 1720/2505 [3:58:22<1:53:09, 8.65s/it] 69%|██████▊ | 1721/2505 [3:58:31<1:52:45, 8.63s/it] 69%|██████▊ | 1722/2505 [3:58:39<1:53:03, 8.66s/it] 69%|██████▉ | 1723/2505 [3:58:48<1:51:49, 8.58s/it] 69%|██████▉ | 1724/2505 [3:58:56<1:50:23, 8.48s/it] 69%|██████▉ | 1725/2505 [3:59:04<1:48:57, 8.38s/it] 69%|██████▉ | 1725/2505 [3:59:04<1:48:57, 8.38s/it] 69%|██████▉ | 1726/2505 [3:59:13<1:49:57, 8.47s/it] 69%|██████▉ | 1727/2505 [3:59:21<1:47:55, 8.32s/it] 69%|██████▉ | 1728/2505 [3:59:30<1:50:55, 8.57s/it] 69%|██████▉ | 1729/2505 [3:59:38<1:48:19, 8.38s/it] 69%|██████▉ | 1730/2505 [3:59:46<1:46:20, 8.23s/it] 69%|██████▉ | 1730/2505 [3:59:46<1:46:20, 8.23s/it] 69%|██████▉ | 1731/2505 [3:59:53<1:43:58, 8.06s/it] 69%|██████▉ | 1732/2505 [4:00:02<1:45:05, 8.16s/it] 69%|██████▉ | 1733/2505 [4:00:10<1:46:17, 8.26s/it] 69%|██████▉ | 1734/2505 [4:00:20<1:50:04, 8.57s/it] 69%|██████▉ | 1735/2505 [4:00:28<1:49:12, 8.51s/it] 69%|██████▉ | 1735/2505 [4:00:28<1:49:12, 8.51s/it] 69%|██████▉ | 1736/2505 [4:00:36<1:47:29, 8.39s/it] 69%|██████▉ | 1737/2505 [4:00:44<1:47:00, 8.36s/it] 69%|██████▉ | 1738/2505 [4:00:52<1:45:46, 8.27s/it] 69%|██████▉ | 1739/2505 [4:01:00<1:44:35, 8.19s/it] 69%|██████▉ | 1740/2505 [4:01:08<1:43:10, 8.09s/it] 69%|██████▉ | 1740/2505 [4:01:08<1:43:10, 8.09s/it] 70%|██████▉ | 1741/2505 [4:01:16<1:43:19, 8.11s/it] 70%|██████▉ | 1742/2505 [4:01:24<1:43:08, 8.11s/it] 70%|██████▉ | 1743/2505 [4:01:33<1:44:21, 8.22s/it] 70%|██████▉ | 1744/2505 [4:01:42<1:46:09, 8.37s/it] 70%|██████▉ | 1745/2505 [4:01:50<1:46:05, 8.38s/it] 70%|██████▉ | 1745/2505 [4:01:50<1:46:05, 8.38s/it] 70%|██████▉ | 1746/2505 [4:01:59<1:49:48, 8.68s/it] 70%|██████▉ | 1747/2505 [4:02:08<1:47:34, 8.52s/it] 70%|██████▉ | 1748/2505 [4:02:17<1:49:19, 8.66s/it] 70%|██████▉ | 1749/2505 [4:02:26<1:51:23, 8.84s/it] 70%|██████▉ | 1750/2505 [4:02:34<1:47:36, 8.55s/it] 70%|██████▉ | 1750/2505 [4:02:34<1:47:36, 8.55s/it] 70%|██████▉ | 1751/2505 [4:02:42<1:44:40, 8.33s/it] 70%|██████▉ | 1752/2505 [4:02:50<1:43:46, 8.27s/it] 70%|██████▉ | 1753/2505 [4:02:58<1:44:25, 8.33s/it] 70%|███████ | 1754/2505 [4:03:07<1:44:40, 8.36s/it] 70%|███████ | 1755/2505 [4:03:16<1:47:38, 8.61s/it] 70%|███████ | 1755/2505 [4:03:16<1:47:38, 8.61s/it] 70%|███████ | 1756/2505 [4:03:24<1:46:52, 8.56s/it] 70%|███████ | 1757/2505 [4:03:33<1:46:17, 8.53s/it] 70%|███████ | 1758/2505 [4:03:41<1:46:47, 8.58s/it] 70%|███████ | 1759/2505 [4:03:51<1:50:22, 8.88s/it] 70%|███████ | 1760/2505 [4:04:00<1:49:04, 8.78s/it] 70%|███████ | 1760/2505 [4:04:00<1:49:04, 8.78s/it] 70%|███████ | 1761/2505 [4:04:08<1:46:24, 8.58s/it] 70%|███████ | 1762/2505 [4:04:15<1:43:08, 8.33s/it] 70%|███████ | 1763/2505 [4:04:24<1:44:09, 8.42s/it] 70%|███████ | 1764/2505 [4:04:32<1:42:57, 8.34s/it] 70%|███████ | 1765/2505 [4:04:40<1:42:43, 8.33s/it] 70%|███████ | 1765/2505 [4:04:40<1:42:43, 8.33s/it] 70%|███████ | 1766/2505 [4:04:48<1:40:15, 8.14s/it] 71%|███████ | 1767/2505 [4:04:55<1:34:35, 7.69s/it] 71%|███████ | 1768/2505 [4:05:03<1:38:05, 7.99s/it] 71%|███████ | 1769/2505 [4:05:12<1:40:25, 8.19s/it] 71%|███████ | 1770/2505 [4:05:21<1:41:56, 8.32s/it] 71%|███████ | 1770/2505 [4:05:21<1:41:56, 8.32s/it] 71%|███████ | 1771/2505 [4:05:29<1:42:53, 8.41s/it] 71%|███████ | 1772/2505 [4:05:38<1:42:27, 8.39s/it] 71%|███████ | 1773/2505 [4:05:46<1:41:04, 8.28s/it] 71%|███████ | 1774/2505 [4:05:54<1:41:56, 8.37s/it] 71%|███████ | 1775/2505 [4:06:02<1:39:46, 8.20s/it] 71%|███████ | 1775/2505 [4:06:02<1:39:46, 8.20s/it] 71%|███████ | 1776/2505 [4:06:10<1:39:40, 8.20s/it] 71%|███████ | 1777/2505 [4:06:18<1:38:57, 8.16s/it] 71%|███████ | 1778/2505 [4:06:27<1:40:25, 8.29s/it] 71%|███████ | 1779/2505 [4:06:35<1:38:24, 8.13s/it] 71%|███████ | 1780/2505 [4:06:44<1:40:59, 8.36s/it] 71%|███████ | 1780/2505 [4:06:44<1:40:59, 8.36s/it] 71%|███████ | 1781/2505 [4:06:52<1:40:33, 8.33s/it] 71%|███████ | 1782/2505 [4:07:01<1:42:04, 8.47s/it] 71%|███████ | 1783/2505 [4:07:09<1:41:28, 8.43s/it] 71%|███████ | 1784/2505 [4:07:18<1:42:36, 8.54s/it] 71%|███████▏ | 1785/2505 [4:07:26<1:42:43, 8.56s/it] 71%|███████▏ | 1785/2505 [4:07:26<1:42:43, 8.56s/it] 71%|███████▏ | 1786/2505 [4:07:35<1:41:03, 8.43s/it] 71%|███████▏ | 1787/2505 [4:07:42<1:38:44, 8.25s/it] 71%|███████▏ | 1788/2505 [4:07:51<1:40:09, 8.38s/it] 71%|███████▏ | 1789/2505 [4:07:59<1:38:21, 8.24s/it] 71%|███████▏ | 1790/2505 [4:08:07<1:37:48, 8.21s/it] 71%|███████▏ | 1790/2505 [4:08:07<1:37:48, 8.21s/it] 71%|███████▏ | 1791/2505 [4:08:15<1:37:26, 8.19s/it] 72%|███████▏ | 1792/2505 [4:08:23<1:36:05, 8.09s/it] 72%|███████▏ | 1793/2505 [4:08:31<1:33:49, 7.91s/it] 72%|███████▏ | 1794/2505 [4:08:39<1:34:09, 7.95s/it] 72%|███████▏ | 1795/2505 [4:08:47<1:34:20, 7.97s/it] 72%|███████▏ | 1795/2505 [4:08:47<1:34:20, 7.97s/it] 72%|███████▏ | 1796/2505 [4:08:55<1:34:52, 8.03s/it] 72%|███████▏ | 1797/2505 [4:09:04<1:37:29, 8.26s/it] 72%|███████▏ | 1798/2505 [4:09:12<1:37:01, 8.23s/it] 72%|███████▏ | 1799/2505 [4:09:20<1:38:06, 8.34s/it] 72%|███████▏ | 1800/2505 [4:09:29<1:40:23, 8.54s/it] 72%|███████▏ | 1800/2505 [4:09:29<1:40:23, 8.54s/it] 72%|███████▏ | 1801/2505 [4:09:39<1:42:41, 8.75s/it] 72%|███████▏ | 1802/2505 [4:09:47<1:41:19, 8.65s/it] 72%|███████▏ | 1803/2505 [4:09:55<1:40:17, 8.57s/it] 72%|███████▏ | 1804/2505 [4:10:03<1:38:00, 8.39s/it] 72%|███████▏ | 1805/2505 [4:10:12<1:37:26, 8.35s/it] 72%|███████▏ | 1805/2505 [4:10:12<1:37:26, 8.35s/it] 72%|███████▏ | 1806/2505 [4:10:19<1:35:08, 8.17s/it] 72%|███████▏ | 1807/2505 [4:10:28<1:36:58, 8.34s/it] 72%|███████▏ | 1808/2505 [4:10:35<1:31:28, 7.88s/it] 72%|███████▏ | 1809/2505 [4:10:43<1:32:49, 8.00s/it] 72%|███████▏ | 1810/2505 [4:10:51<1:33:25, 8.07s/it] 72%|███████▏ | 1810/2505 [4:10:51<1:33:25, 8.07s/it] 72%|███████▏ | 1811/2505 [4:11:00<1:36:21, 8.33s/it] 72%|███████▏ | 1812/2505 [4:11:09<1:36:00, 8.31s/it] 72%|███████▏ | 1813/2505 [4:11:17<1:35:35, 8.29s/it] 72%|███████▏ | 1814/2505 [4:11:25<1:36:02, 8.34s/it] 72%|███████▏ | 1815/2505 [4:11:32<1:31:26, 7.95s/it] 72%|███████▏ | 1815/2505 [4:11:32<1:31:26, 7.95s/it] 72%|███████▏ | 1816/2505 [4:11:40<1:31:37, 7.98s/it] 73%|███████▎ | 1817/2505 [4:11:49<1:33:11, 8.13s/it] 73%|███████▎ | 1818/2505 [4:11:57<1:31:36, 8.00s/it] 73%|███████▎ | 1819/2505 [4:12:05<1:32:22, 8.08s/it] 73%|███████▎ | 1820/2505 [4:12:13<1:33:37, 8.20s/it] 73%|███████▎ | 1820/2505 [4:12:13<1:33:37, 8.20s/it] 73%|███████▎ | 1821/2505 [4:12:22<1:34:44, 8.31s/it] 73%|███████▎ | 1822/2505 [4:12:30<1:34:10, 8.27s/it] 73%|███████▎ | 1823/2505 [4:12:38<1:33:30, 8.23s/it] 73%|███████▎ | 1824/2505 [4:12:46<1:32:07, 8.12s/it] 73%|███████▎ | 1825/2505 [4:12:54<1:31:47, 8.10s/it] 73%|███████▎ | 1825/2505 [4:12:54<1:31:47, 8.10s/it] 73%|███████▎ | 1826/2505 [4:13:03<1:32:28, 8.17s/it] 73%|███████▎ | 1827/2505 [4:13:10<1:30:59, 8.05s/it] 73%|███████▎ | 1828/2505 [4:13:18<1:28:29, 7.84s/it] 73%|███████▎ | 1829/2505 [4:13:27<1:32:09, 8.18s/it] 73%|███████▎ | 1830/2505 [4:13:35<1:33:41, 8.33s/it] 73%|███████▎ | 1830/2505 [4:13:35<1:33:41, 8.33s/it] 73%|███████▎ | 1831/2505 [4:13:44<1:35:03, 8.46s/it] 73%|███████▎ | 1832/2505 [4:13:53<1:35:35, 8.52s/it] 73%|███████▎ | 1833/2505 [4:14:02<1:37:01, 8.66s/it] 73%|███████▎ | 1834/2505 [4:14:10<1:35:15, 8.52s/it] 73%|███████▎ | 1835/2505 [4:14:18<1:34:25, 8.46s/it] 73%|███████▎ | 1835/2505 [4:14:18<1:34:25, 8.46s/it] 73%|███████▎ | 1836/2505 [4:14:26<1:32:36, 8.31s/it] 73%|███████▎ | 1837/2505 [4:14:34<1:32:19, 8.29s/it] 73%|███████▎ | 1838/2505 [4:14:43<1:33:34, 8.42s/it] 73%|███████▎ | 1839/2505 [4:14:51<1:33:12, 8.40s/it] 73%|███████▎ | 1840/2505 [4:15:00<1:33:36, 8.45s/it] 73%|███████▎ | 1840/2505 [4:15:00<1:33:36, 8.45s/it] 73%|███████▎ | 1841/2505 [4:15:08<1:32:43, 8.38s/it] 74%|███████▎ | 1842/2505 [4:15:16<1:30:42, 8.21s/it] 74%|███████▎ | 1843/2505 [4:15:25<1:32:36, 8.39s/it] 74%|███████▎ | 1844/2505 [4:15:33<1:33:00, 8.44s/it] 74%|███████▎ | 1845/2505 [4:15:41<1:31:00, 8.27s/it] 74%|███████▎ | 1845/2505 [4:15:41<1:31:00, 8.27s/it] 74%|███████▎ | 1846/2505 [4:15:50<1:31:13, 8.31s/it] 74%|███████▎ | 1847/2505 [4:15:58<1:30:07, 8.22s/it] 74%|███████▍ | 1848/2505 [4:16:06<1:29:06, 8.14s/it] 74%|███████▍ | 1849/2505 [4:16:14<1:30:25, 8.27s/it] 74%|███████▍ | 1850/2505 [4:16:22<1:28:51, 8.14s/it] 74%|███████▍ | 1850/2505 [4:16:22<1:28:51, 8.14s/it] 74%|███████▍ | 1851/2505 [4:16:30<1:28:22, 8.11s/it] 74%|███████▍ | 1852/2505 [4:16:38<1:27:26, 8.03s/it] 74%|███████▍ | 1853/2505 [4:16:45<1:24:21, 7.76s/it] 74%|███████▍ | 1854/2505 [4:16:53<1:24:33, 7.79s/it] 74%|███████▍ | 1855/2505 [4:17:01<1:24:49, 7.83s/it] 74%|███████▍ | 1855/2505 [4:17:01<1:24:49, 7.83s/it] 74%|███████▍ | 1856/2505 [4:17:09<1:26:17, 7.98s/it] 74%|███████▍ | 1857/2505 [4:17:18<1:27:34, 8.11s/it] 74%|███████▍ | 1858/2505 [4:17:25<1:23:27, 7.74s/it] 74%|███████▍ | 1859/2505 [4:17:33<1:25:18, 7.92s/it] 74%|███████▍ | 1860/2505 [4:17:41<1:25:15, 7.93s/it] 74%|███████▍ | 1860/2505 [4:17:41<1:25:15, 7.93s/it] 74%|███████▍ | 1861/2505 [4:17:49<1:27:24, 8.14s/it] 74%|███████▍ | 1862/2505 [4:17:58<1:27:22, 8.15s/it] 74%|███████▍ | 1863/2505 [4:18:07<1:30:10, 8.43s/it] 74%|███████▍ | 1864/2505 [4:18:15<1:29:55, 8.42s/it] 74%|███████▍ | 1865/2505 [4:18:23<1:29:13, 8.36s/it] 74%|███████▍ | 1865/2505 [4:18:23<1:29:13, 8.36s/it] 74%|███████▍ | 1866/2505 [4:18:32<1:29:25, 8.40s/it] 75%|███████▍ | 1867/2505 [4:18:40<1:27:36, 8.24s/it] 75%|███████▍ | 1868/2505 [4:18:47<1:26:00, 8.10s/it] 75%|███████▍ | 1869/2505 [4:18:56<1:26:41, 8.18s/it] 75%|███████▍ | 1870/2505 [4:19:04<1:26:04, 8.13s/it] 75%|███████▍ | 1870/2505 [4:19:04<1:26:04, 8.13s/it] 75%|███████▍ | 1871/2505 [4:19:13<1:28:30, 8.38s/it] 75%|███████▍ | 1872/2505 [4:19:21<1:28:34, 8.40s/it] 75%|███████▍ | 1873/2505 [4:19:30<1:28:48, 8.43s/it] 75%|███████▍ | 1874/2505 [4:19:38<1:29:34, 8.52s/it] 75%|███████▍ | 1875/2505 [4:19:46<1:26:36, 8.25s/it] 75%|███████▍ | 1875/2505 [4:19:46<1:26:36, 8.25s/it] 75%|███████▍ | 1876/2505 [4:19:55<1:27:30, 8.35s/it] 75%|███████▍ | 1877/2505 [4:20:03<1:26:50, 8.30s/it] 75%|███████▍ | 1878/2505 [4:20:11<1:26:58, 8.32s/it] 75%|███████▌ | 1879/2505 [4:20:20<1:27:35, 8.40s/it] 75%|███████▌ | 1880/2505 [4:20:28<1:26:14, 8.28s/it] 75%|███████▌ | 1880/2505 [4:20:28<1:26:14, 8.28s/it] 75%|███████▌ | 1881/2505 [4:20:36<1:26:55, 8.36s/it] 75%|███████▌ | 1882/2505 [4:20:45<1:28:35, 8.53s/it] 75%|███████▌ | 1883/2505 [4:20:53<1:26:18, 8.33s/it] 75%|███████▌ | 1884/2505 [4:21:02<1:27:44, 8.48s/it] 75%|███████▌ | 1885/2505 [4:21:10<1:27:15, 8.44s/it] 75%|███████▌ | 1885/2505 [4:21:10<1:27:15, 8.44s/it] 75%|███████▌ | 1886/2505 [4:21:19<1:27:06, 8.44s/it] 75%|███████▌ | 1887/2505 [4:21:27<1:25:13, 8.27s/it] 75%|███████▌ | 1888/2505 [4:21:34<1:22:53, 8.06s/it] 75%|███████▌ | 1889/2505 [4:21:43<1:25:03, 8.29s/it] 75%|███████▌ | 1890/2505 [4:21:51<1:25:17, 8.32s/it] 75%|███████▌ | 1890/2505 [4:21:51<1:25:17, 8.32s/it] 75%|███████▌ | 1891/2505 [4:22:00<1:24:58, 8.30s/it] 76%|███████▌ | 1892/2505 [4:22:09<1:26:27, 8.46s/it] 76%|███████▌ | 1893/2505 [4:22:16<1:24:42, 8.30s/it] 76%|███████▌ | 1894/2505 [4:22:24<1:21:25, 8.00s/it] 76%|███████▌ | 1895/2505 [4:22:32<1:21:52, 8.05s/it] 76%|███████▌ | 1895/2505 [4:22:32<1:21:52, 8.05s/it] 76%|███████▌ | 1896/2505 [4:22:40<1:21:55, 8.07s/it] 76%|███████▌ | 1897/2505 [4:22:48<1:20:38, 7.96s/it] 76%|███████▌ | 1898/2505 [4:22:56<1:22:53, 8.19s/it] 76%|███████▌ | 1899/2505 [4:23:04<1:21:28, 8.07s/it] 76%|███████▌ | 1900/2505 [4:23:12<1:20:28, 7.98s/it] 76%|███████▌ | 1900/2505 [4:23:12<1:20:28, 7.98s/it] 76%|███████▌ | 1901/2505 [4:23:20<1:21:01, 8.05s/it] 76%|███████▌ | 1902/2505 [4:23:28<1:21:13, 8.08s/it] 76%|███████▌ | 1903/2505 [4:23:37<1:22:06, 8.18s/it] 76%|███████▌ | 1904/2505 [4:23:45<1:22:29, 8.24s/it] 76%|███████▌ | 1905/2505 [4:23:53<1:21:52, 8.19s/it] 76%|███████▌ | 1905/2505 [4:23:53<1:21:52, 8.19s/it] 76%|███████▌ | 1906/2505 [4:24:01<1:21:40, 8.18s/it] 76%|███████▌ | 1907/2505 [4:24:10<1:22:34, 8.28s/it] 76%|███████▌ | 1908/2505 [4:24:19<1:23:26, 8.39s/it] 76%|███████▌ | 1909/2505 [4:24:27<1:23:38, 8.42s/it] 76%|███████▌ | 1910/2505 [4:24:35<1:23:28, 8.42s/it] 76%|███████▌ | 1910/2505 [4:24:35<1:23:28, 8.42s/it] 76%|███████▋ | 1911/2505 [4:24:44<1:24:32, 8.54s/it] 76%|███████▋ | 1912/2505 [4:24:53<1:24:16, 8.53s/it] 76%|███████▋ | 1913/2505 [4:25:00<1:20:44, 8.18s/it] 76%|███████▋ | 1914/2505 [4:25:08<1:19:25, 8.06s/it] 76%|███████▋ | 1915/2505 [4:25:17<1:21:17, 8.27s/it] 76%|███████▋ | 1915/2505 [4:25:17<1:21:17, 8.27s/it] 76%|███████▋ | 1916/2505 [4:25:25<1:22:08, 8.37s/it] 77%|███████▋ | 1917/2505 [4:25:34<1:22:56, 8.46s/it] 77%|███████▋ | 1918/2505 [4:25:42<1:20:20, 8.21s/it] 77%|███████▋ | 1919/2505 [4:25:50<1:21:08, 8.31s/it] 77%|███████▋ | 1920/2505 [4:25:59<1:21:22, 8.35s/it] 77%|███████▋ | 1920/2505 [4:25:59<1:21:22, 8.35s/it] 77%|███████▋ | 1921/2505 [4:26:08<1:23:58, 8.63s/it] 77%|███████▋ | 1922/2505 [4:26:16<1:22:27, 8.49s/it] 77%|███████▋ | 1923/2505 [4:26:24<1:21:43, 8.42s/it] 77%|███████▋ | 1924/2505 [4:26:33<1:22:36, 8.53s/it] 77%|███████▋ | 1925/2505 [4:26:41<1:20:06, 8.29s/it] 77%|███████▋ | 1925/2505 [4:26:41<1:20:06, 8.29s/it] 77%|███████▋ | 1926/2505 [4:26:49<1:19:36, 8.25s/it] 77%|███████▋ | 1927/2505 [4:26:57<1:18:53, 8.19s/it] 77%|███████▋ | 1928/2505 [4:27:06<1:21:03, 8.43s/it] 77%|███████▋ | 1929/2505 [4:27:15<1:21:25, 8.48s/it] 77%|███████▋ | 1930/2505 [4:27:23<1:20:00, 8.35s/it] 77%|███████▋ | 1930/2505 [4:27:23<1:20:00, 8.35s/it] 77%|███████▋ | 1931/2505 [4:27:31<1:19:13, 8.28s/it] 77%|███████▋ | 1932/2505 [4:27:39<1:18:58, 8.27s/it] 77%|███████▋ | 1933/2505 [4:27:46<1:15:00, 7.87s/it] 77%|███████▋ | 1934/2505 [4:27:54<1:15:57, 7.98s/it] 77%|███████▋ | 1935/2505 [4:28:03<1:19:01, 8.32s/it] 77%|███████▋ | 1935/2505 [4:28:03<1:19:01, 8.32s/it] 77%|███████▋ | 1936/2505 [4:28:12<1:19:29, 8.38s/it] 77%|███████▋ | 1937/2505 [4:28:20<1:18:09, 8.26s/it] 77%|███████▋ | 1938/2505 [4:28:29<1:19:49, 8.45s/it] 77%|███████▋ | 1939/2505 [4:28:37<1:18:10, 8.29s/it] 77%|███████▋ | 1940/2505 [4:28:46<1:20:09, 8.51s/it] 77%|███████▋ | 1940/2505 [4:28:46<1:20:09, 8.51s/it] 77%|███████▋ | 1941/2505 [4:28:54<1:19:33, 8.46s/it] 78%|███████▊ | 1942/2505 [4:29:02<1:19:18, 8.45s/it] 78%|███████▊ | 1943/2505 [4:29:11<1:19:04, 8.44s/it] 78%|███████▊ | 1944/2505 [4:29:19<1:17:29, 8.29s/it] 78%|███████▊ | 1945/2505 [4:29:27<1:17:45, 8.33s/it] 78%|███████▊ | 1945/2505 [4:29:27<1:17:45, 8.33s/it] 78%|███████▊ | 1946/2505 [4:29:36<1:18:56, 8.47s/it] 78%|███████▊ | 1947/2505 [4:29:44<1:17:57, 8.38s/it] 78%|███████▊ | 1948/2505 [4:29:53<1:18:51, 8.49s/it] 78%|███████▊ | 1949/2505 [4:30:02<1:20:04, 8.64s/it] 78%|███████▊ | 1950/2505 [4:30:10<1:19:33, 8.60s/it] 78%|███████▊ | 1950/2505 [4:30:10<1:19:33, 8.60s/it] 78%|███████▊ | 1951/2505 [4:30:19<1:18:20, 8.48s/it] 78%|███████▊ | 1952/2505 [4:30:28<1:20:18, 8.71s/it] 78%|███████▊ | 1953/2505 [4:30:36<1:19:17, 8.62s/it] 78%|███████▊ | 1954/2505 [4:30:44<1:15:28, 8.22s/it] 78%|███████▊ | 1955/2505 [4:30:52<1:16:54, 8.39s/it] 78%|███████▊ | 1955/2505 [4:30:52<1:16:54, 8.39s/it] 78%|███████▊ | 1956/2505 [4:31:00<1:16:02, 8.31s/it] 78%|███████▊ | 1957/2505 [4:31:09<1:17:14, 8.46s/it] 78%|███████▊ | 1958/2505 [4:31:18<1:17:55, 8.55s/it] 78%|███████▊ | 1959/2505 [4:31:26<1:15:37, 8.31s/it] 78%|███████▊ | 1960/2505 [4:31:34<1:16:14, 8.39s/it] 78%|███████▊ | 1960/2505 [4:31:34<1:16:14, 8.39s/it] 78%|███████▊ | 1961/2505 [4:31:42<1:14:27, 8.21s/it] 78%|███████▊ | 1962/2505 [4:31:51<1:15:13, 8.31s/it] 78%|███████▊ | 1963/2505 [4:31:58<1:13:30, 8.14s/it] 78%|███████▊ | 1964/2505 [4:32:07<1:15:02, 8.32s/it] 78%|███████▊ | 1965/2505 [4:32:16<1:15:49, 8.42s/it] 78%|███████▊ | 1965/2505 [4:32:16<1:15:49, 8.42s/it] 78%|███████▊ | 1966/2505 [4:32:24<1:15:05, 8.36s/it] 79%|███████▊ | 1967/2505 [4:32:33<1:16:53, 8.58s/it] 79%|███████▊ | 1968/2505 [4:32:42<1:16:44, 8.58s/it] 79%|███████▊ | 1969/2505 [4:32:50<1:15:02, 8.40s/it] 79%|███████▊ | 1970/2505 [4:32:58<1:13:32, 8.25s/it] 79%|███████▊ | 1970/2505 [4:32:58<1:13:32, 8.25s/it] 79%|███████▊ | 1971/2505 [4:33:06<1:13:30, 8.26s/it] 79%|███████▊ | 1972/2505 [4:33:14<1:14:19, 8.37s/it] 79%|███████▉ | 1973/2505 [4:33:23<1:15:47, 8.55s/it] 79%|███████▉ | 1974/2505 [4:33:32<1:14:35, 8.43s/it] 79%|███████▉ | 1975/2505 [4:33:39<1:12:10, 8.17s/it] 79%|███████▉ | 1975/2505 [4:33:39<1:12:10, 8.17s/it] 79%|███████▉ | 1976/2505 [4:33:49<1:15:09, 8.52s/it] 79%|███████▉ | 1977/2505 [4:33:57<1:15:02, 8.53s/it] 79%|███████▉ | 1978/2505 [4:34:05<1:13:11, 8.33s/it] 79%|███████▉ | 1979/2505 [4:34:14<1:13:43, 8.41s/it] 79%|███████▉ | 1980/2505 [4:34:22<1:13:42, 8.42s/it] 79%|███████▉ | 1980/2505 [4:34:22<1:13:42, 8.42s/it] 79%|███████▉ | 1981/2505 [4:34:30<1:12:41, 8.32s/it] 79%|███████▉ | 1982/2505 [4:34:38<1:11:55, 8.25s/it] 79%|███████▉ | 1983/2505 [4:34:47<1:13:44, 8.48s/it] 79%|███████▉ | 1984/2505 [4:34:55<1:12:10, 8.31s/it] 79%|███████▉ | 1985/2505 [4:35:04<1:12:25, 8.36s/it] 79%|███████▉ | 1985/2505 [4:35:04<1:12:25, 8.36s/it] 79%|███████▉ | 1986/2505 [4:35:12<1:12:20, 8.36s/it] 79%|███████▉ | 1987/2505 [4:35:21<1:13:41, 8.54s/it] 79%|███████▉ | 1988/2505 [4:35:29<1:12:37, 8.43s/it] 79%|███████▉ | 1989/2505 [4:35:37<1:11:59, 8.37s/it] 79%|███████▉ | 1990/2505 [4:35:46<1:12:21, 8.43s/it] 79%|███████▉ | 1990/2505 [4:35:46<1:12:21, 8.43s/it] 79%|███████▉ | 1991/2505 [4:35:54<1:11:53, 8.39s/it] 80%|███████▉ | 1992/2505 [4:36:02<1:10:26, 8.24s/it] 80%|███████▉ | 1993/2505 [4:36:10<1:09:02, 8.09s/it] 80%|███████▉ | 1994/2505 [4:36:18<1:08:58, 8.10s/it] 80%|███████▉ | 1995/2505 [4:36:26<1:09:45, 8.21s/it] 80%|███████▉ | 1995/2505 [4:36:26<1:09:45, 8.21s/it] 80%|███████▉ | 1996/2505 [4:36:35<1:11:24, 8.42s/it] 80%|███████▉ | 1997/2505 [4:36:43<1:09:38, 8.22s/it] 80%|███████▉ | 1998/2505 [4:36:51<1:07:37, 8.00s/it] 80%|███████▉ | 1999/2505 [4:36:59<1:07:31, 8.01s/it] 80%|███████▉ | 2000/2505 [4:37:06<1:07:00, 7.96s/it] 80%|███████▉ | 2000/2505 [4:37:06<1:07:00, 7.96s/it] 80%|███████▉ | 2001/2505 [4:37:14<1:06:47, 7.95s/it] 80%|███████▉ | 2002/2505 [4:37:22<1:06:30, 7.93s/it] 80%|███████▉ | 2003/2505 [4:37:31<1:08:30, 8.19s/it] 80%|████████ | 2004/2505 [4:37:39<1:08:38, 8.22s/it] 80%|████████ | 2005/2505 [4:37:48<1:09:33, 8.35s/it] 80%|████████ | 2005/2505 [4:37:48<1:09:33, 8.35s/it] 80%|████████ | 2006/2505 [4:37:55<1:06:18, 7.97s/it] 80%|████████ | 2007/2505 [4:38:03<1:06:24, 8.00s/it] 80%|████████ | 2008/2505 [4:38:11<1:05:55, 7.96s/it] 80%|████████ | 2009/2505 [4:38:20<1:08:47, 8.32s/it] 80%|████████ | 2010/2505 [4:38:28<1:07:38, 8.20s/it] 80%|████████ | 2010/2505 [4:38:28<1:07:38, 8.20s/it] 80%|████████ | 2011/2505 [4:38:36<1:07:58, 8.26s/it] 80%|████████ | 2012/2505 [4:38:45<1:08:06, 8.29s/it] 80%|████████ | 2013/2505 [4:38:53<1:08:23, 8.34s/it] 80%|████████ | 2014/2505 [4:39:01<1:06:43, 8.15s/it] 80%|████████ | 2015/2505 [4:39:10<1:08:00, 8.33s/it] 80%|████████ | 2015/2505 [4:39:10<1:08:00, 8.33s/it] 80%|████████ | 2016/2505 [4:39:18<1:07:09, 8.24s/it] 81%|████████ | 2017/2505 [4:39:26<1:07:40, 8.32s/it] 81%|████████ | 2018/2505 [4:39:34<1:06:52, 8.24s/it] 81%|████████ | 2019/2505 [4:39:42<1:05:11, 8.05s/it] 81%|████████ | 2020/2505 [4:39:51<1:06:39, 8.25s/it] 81%|████████ | 2020/2505 [4:39:51<1:06:39, 8.25s/it] 81%|████████ | 2021/2505 [4:40:00<1:09:27, 8.61s/it] 81%|████████ | 2022/2505 [4:40:08<1:08:28, 8.51s/it] 81%|████████ | 2023/2505 [4:40:16<1:06:37, 8.29s/it] 81%|████████ | 2024/2505 [4:40:24<1:05:53, 8.22s/it] 81%|████████ | 2025/2505 [4:40:32<1:06:00, 8.25s/it] 81%|████████ | 2025/2505 [4:40:33<1:06:00, 8.25s/it] 81%|████████ | 2026/2505 [4:40:41<1:06:22, 8.31s/it] 81%|████████ | 2027/2505 [4:40:49<1:05:56, 8.28s/it] 81%|████████ | 2028/2505 [4:40:57<1:05:33, 8.25s/it] 81%|████████ | 2029/2505 [4:41:05<1:04:25, 8.12s/it] 81%|████████ | 2030/2505 [4:41:13<1:04:31, 8.15s/it] 81%|████████ | 2030/2505 [4:41:13<1:04:31, 8.15s/it] 81%|████████ | 2031/2505 [4:41:23<1:07:27, 8.54s/it] 81%|████████ | 2032/2505 [4:41:31<1:07:25, 8.55s/it] 81%|████████ | 2033/2505 [4:41:40<1:06:42, 8.48s/it] 81%|████████ | 2034/2505 [4:41:48<1:06:40, 8.49s/it] 81%|████████ | 2035/2505 [4:41:56<1:04:34, 8.24s/it] 81%|████████ | 2035/2505 [4:41:56<1:04:34, 8.24s/it] 81%|████████▏ | 2036/2505 [4:42:05<1:06:37, 8.52s/it] 81%|████████▏ | 2037/2505 [4:42:13<1:05:35, 8.41s/it] 81%|████████▏ | 2038/2505 [4:42:22<1:05:26, 8.41s/it] 81%|████████▏ | 2039/2505 [4:42:30<1:05:55, 8.49s/it] 81%|████████▏ | 2040/2505 [4:42:38<1:03:08, 8.15s/it] 81%|████████▏ | 2040/2505 [4:42:38<1:03:08, 8.15s/it] 81%|████████▏ | 2041/2505 [4:42:46<1:02:28, 8.08s/it] 82%|████████▏ | 2042/2505 [4:42:53<1:01:53, 8.02s/it] 82%|████████▏ | 2043/2505 [4:43:02<1:03:38, 8.27s/it] 82%|████████▏ | 2044/2505 [4:43:10<1:03:04, 8.21s/it] 82%|████████▏ | 2045/2505 [4:43:20<1:05:53, 8.60s/it] 82%|████████▏ | 2045/2505 [4:43:20<1:05:53, 8.60s/it] 82%|████████▏ | 2046/2505 [4:43:28<1:04:16, 8.40s/it] 82%|████████▏ | 2047/2505 [4:43:37<1:05:35, 8.59s/it] 82%|████████▏ | 2048/2505 [4:43:45<1:05:24, 8.59s/it] 82%|████████▏ | 2049/2505 [4:43:54<1:05:52, 8.67s/it] 82%|████████▏ | 2050/2505 [4:44:01<1:02:16, 8.21s/it] 82%|████████▏ | 2050/2505 [4:44:01<1:02:16, 8.21s/it] 82%|████████▏ | 2051/2505 [4:44:10<1:02:08, 8.21s/it] 82%|████████▏ | 2052/2505 [4:44:18<1:02:02, 8.22s/it] 82%|████████▏ | 2053/2505 [4:44:26<1:02:09, 8.25s/it] 82%|████████▏ | 2054/2505 [4:44:35<1:02:20, 8.29s/it] 82%|████████▏ | 2055/2505 [4:44:43<1:03:18, 8.44s/it] 82%|████████▏ | 2055/2505 [4:44:43<1:03:18, 8.44s/it] 82%|████████▏ | 2056/2505 [4:44:52<1:03:31, 8.49s/it] 82%|████████▏ | 2057/2505 [4:45:00<1:02:56, 8.43s/it] 82%|████████▏ | 2058/2505 [4:45:09<1:03:38, 8.54s/it] 82%|████████▏ | 2059/2505 [4:45:17<1:03:08, 8.49s/it] 82%|████████▏ | 2060/2505 [4:45:26<1:03:15, 8.53s/it] 82%|████████▏ | 2060/2505 [4:45:26<1:03:15, 8.53s/it] 82%|████████▏ | 2061/2505 [4:45:35<1:03:30, 8.58s/it] 82%|████████▏ | 2062/2505 [4:45:44<1:04:01, 8.67s/it] 82%|████████▏ | 2063/2505 [4:45:52<1:02:42, 8.51s/it] 82%|████████▏ | 2064/2505 [4:45:59<1:00:43, 8.26s/it] 82%|████████▏ | 2065/2505 [4:46:08<1:01:03, 8.33s/it] 82%|████████▏ | 2065/2505 [4:46:08<1:01:03, 8.33s/it] 82%|████████▏ | 2066/2505 [4:46:17<1:01:26, 8.40s/it] 83%|████████▎ | 2067/2505 [4:46:24<1:00:14, 8.25s/it] 83%|████████▎ | 2068/2505 [4:46:32<59:28, 8.17s/it] 83%|████████▎ | 2069/2505 [4:46:41<1:00:00, 8.26s/it] 83%|████████▎ | 2070/2505 [4:46:49<1:00:09, 8.30s/it] 83%|████████▎ | 2070/2505 [4:46:49<1:00:09, 8.30s/it] 83%|████████▎ | 2071/2505 [4:46:57<59:27, 8.22s/it] 83%|████████▎ | 2072/2505 [4:47:06<59:48, 8.29s/it] 83%|████████▎ | 2073/2505 [4:47:14<1:00:22, 8.39s/it] 83%|████████▎ | 2074/2505 [4:47:22<59:18, 8.26s/it] 83%|████████▎ | 2075/2505 [4:47:31<1:00:22, 8.42s/it] 83%|████████▎ | 2075/2505 [4:47:31<1:00:22, 8.42s/it] 83%|████████▎ | 2076/2505 [4:47:40<1:00:39, 8.48s/it] 83%|████████▎ | 2077/2505 [4:47:48<1:00:41, 8.51s/it] 83%|████████▎ | 2078/2505 [4:47:57<1:00:49, 8.55s/it] 83%|████████▎ | 2079/2505 [4:48:05<59:16, 8.35s/it] 83%|████████▎ | 2080/2505 [4:48:14<1:00:12, 8.50s/it] 83%|████████▎ | 2080/2505 [4:48:14<1:00:12, 8.50s/it] 83%|████████▎ | 2081/2505 [4:48:22<59:28, 8.42s/it] 83%|████████▎ | 2082/2505 [4:48:31<1:00:13, 8.54s/it] 83%|████████▎ | 2083/2505 [4:48:39<1:00:01, 8.53s/it] 83%|████████▎ | 2084/2505 [4:48:49<1:01:24, 8.75s/it] 83%|████████▎ | 2085/2505 [4:48:57<59:52, 8.55s/it] 83%|████████▎ | 2085/2505 [4:48:57<59:52, 8.55s/it] 83%|████████▎ | 2086/2505 [4:49:05<59:28, 8.52s/it] 83%|████████▎ | 2087/2505 [4:49:13<58:02, 8.33s/it] 83%|████████▎ | 2088/2505 [4:49:22<59:19, 8.54s/it] 83%|████████▎ | 2089/2505 [4:49:30<59:10, 8.54s/it] 83%|████████▎ | 2090/2505 [4:49:39<59:07, 8.55s/it] 83%|████████▎ | 2090/2505 [4:49:39<59:07, 8.55s/it] 83%|████████▎ | 2091/2505 [4:49:48<59:05, 8.56s/it] 84%|████████▎ | 2092/2505 [4:49:55<55:36, 8.08s/it] 84%|████████▎ | 2093/2505 [4:50:03<56:02, 8.16s/it] 84%|████████▎ | 2094/2505 [4:50:11<55:37, 8.12s/it] 84%|████████▎ | 2095/2505 [4:50:20<56:42, 8.30s/it] 84%|████████▎ | 2095/2505 [4:50:20<56:42, 8.30s/it] 84%|████████▎ | 2096/2505 [4:50:29<58:02, 8.51s/it] 84%|████████▎ | 2097/2505 [4:50:36<55:29, 8.16s/it] 84%|████████▍ | 2098/2505 [4:50:44<55:46, 8.22s/it] 84%|████████▍ | 2099/2505 [4:50:53<56:21, 8.33s/it] 84%|████████▍ | 2100/2505 [4:51:01<55:33, 8.23s/it] 84%|████████▍ | 2100/2505 [4:51:01<55:33, 8.23s/it] 84%|████████▍ | 2101/2505 [4:51:09<55:39, 8.27s/it] 84%|████████▍ | 2102/2505 [4:51:17<54:46, 8.16s/it] 84%|████████▍ | 2103/2505 [4:51:25<54:32, 8.14s/it] 84%|████████▍ | 2104/2505 [4:51:34<55:09, 8.25s/it] 84%|████████▍ | 2105/2505 [4:51:42<55:29, 8.32s/it] 84%|████████▍ | 2105/2505 [4:51:42<55:29, 8.32s/it] 84%|████████▍ | 2106/2505 [4:51:50<53:02, 7.98s/it] 84%|████████▍ | 2107/2505 [4:51:58<53:04, 8.00s/it] 84%|████████▍ | 2108/2505 [4:52:05<52:26, 7.93s/it] 84%|████████▍ | 2109/2505 [4:52:14<53:18, 8.08s/it] 84%|████████▍ | 2110/2505 [4:52:23<54:46, 8.32s/it] 84%|████████▍ | 2110/2505 [4:52:23<54:46, 8.32s/it] 84%|████████▍ | 2111/2505 [4:52:31<54:46, 8.34s/it] 84%|████████▍ | 2112/2505 [4:52:40<55:27, 8.47s/it] 84%|████████▍ | 2113/2505 [4:52:48<55:18, 8.46s/it] 84%|████████▍ | 2114/2505 [4:52:57<54:58, 8.44s/it] 84%|████████▍ | 2115/2505 [4:53:05<54:06, 8.32s/it] 84%|████████▍ | 2115/2505 [4:53:05<54:06, 8.32s/it] 84%|████████▍ | 2116/2505 [4:53:14<54:57, 8.48s/it] 85%|████████▍ | 2117/2505 [4:53:22<54:57, 8.50s/it] 85%|████████▍ | 2118/2505 [4:53:30<54:25, 8.44s/it] 85%|████████▍ | 2119/2505 [4:53:39<54:44, 8.51s/it] 85%|████████▍ | 2120/2505 [4:53:47<53:25, 8.33s/it] 85%|████████▍ | 2120/2505 [4:53:47<53:25, 8.33s/it] 85%|████████▍ | 2121/2505 [4:53:56<54:09, 8.46s/it] 85%|████████▍ | 2122/2505 [4:54:03<51:20, 8.04s/it] 85%|████████▍ | 2123/2505 [4:54:11<51:45, 8.13s/it] 85%|████████▍ | 2124/2505 [4:54:19<51:49, 8.16s/it] 85%|████████▍ | 2125/2505 [4:54:27<50:58, 8.05s/it] 85%|████████▍ | 2125/2505 [4:54:27<50:58, 8.05s/it] 85%|████████▍ | 2126/2505 [4:54:36<52:37, 8.33s/it] 85%|████████▍ | 2127/2505 [4:54:45<52:35, 8.35s/it] 85%|████████▍ | 2128/2505 [4:54:54<53:55, 8.58s/it] 85%|████████▍ | 2129/2505 [4:55:03<56:00, 8.94s/it] 85%|████████▌ | 2130/2505 [4:55:11<54:04, 8.65s/it] 85%|████████▌ | 2130/2505 [4:55:11<54:04, 8.65s/it] 85%|████████▌ | 2131/2505 [4:55:19<52:12, 8.38s/it] 85%|████████▌ | 2132/2505 [4:55:28<52:08, 8.39s/it] 85%|████████▌ | 2133/2505 [4:55:36<51:48, 8.36s/it] 85%|████████▌ | 2134/2505 [4:55:44<50:38, 8.19s/it] 85%|████████▌ | 2135/2505 [4:55:52<50:39, 8.21s/it] 85%|████████▌ | 2135/2505 [4:55:52<50:39, 8.21s/it] 85%|████████▌ | 2136/2505 [4:56:01<52:14, 8.50s/it] 85%|████████▌ | 2137/2505 [4:56:09<51:18, 8.37s/it] 85%|████████▌ | 2138/2505 [4:56:17<50:29, 8.25s/it] 85%|████████▌ | 2139/2505 [4:56:27<52:35, 8.62s/it] 85%|████████▌ | 2140/2505 [4:56:35<51:13, 8.42s/it] {'loss': '1.57', 'grad_norm': '2.672', 'learning_rate': '1.543e-06', 'epoch': '2.006'} +{'loss': '1.595', 'grad_norm': '3.391', 'learning_rate': '1.527e-06', 'epoch': '2.012'} +{'loss': '1.594', 'grad_norm': '2.844', 'learning_rate': '1.51e-06', 'epoch': '2.018'} +{'loss': '1.588', 'grad_norm': '2.891', 'learning_rate': '1.493e-06', 'epoch': '2.024'} +{'loss': '1.557', 'grad_norm': '3.828', 'learning_rate': '1.477e-06', 'epoch': '2.03'} +{'loss': '1.577', 'grad_norm': '2.203', 'learning_rate': '1.46e-06', 'epoch': '2.036'} +{'loss': '1.598', 'grad_norm': '3.047', 'learning_rate': '1.444e-06', 'epoch': '2.042'} +{'loss': '1.58', 'grad_norm': '2.453', 'learning_rate': '1.427e-06', 'epoch': '2.048'} +{'loss': '1.486', 'grad_norm': '3.328', 'learning_rate': '1.411e-06', 'epoch': '2.054'} +{'loss': '1.6', 'grad_norm': '3.219', 'learning_rate': '1.395e-06', 'epoch': '2.06'} +{'loss': '1.582', 'grad_norm': '2.828', 'learning_rate': '1.379e-06', 'epoch': '2.066'} +{'loss': '1.58', 'grad_norm': '2.484', 'learning_rate': '1.363e-06', 'epoch': '2.072'} +{'loss': '1.56', 'grad_norm': '2.984', 'learning_rate': '1.346e-06', 'epoch': '2.078'} +{'loss': '1.6', 'grad_norm': '2.578', 'learning_rate': '1.33e-06', 'epoch': '2.084'} +{'loss': '1.607', 'grad_norm': '2.562', 'learning_rate': '1.315e-06', 'epoch': '2.09'} +{'loss': '1.501', 'grad_norm': '2.266', 'learning_rate': '1.299e-06', 'epoch': '2.096'} +{'loss': '1.541', 'grad_norm': '5.344', 'learning_rate': '1.283e-06', 'epoch': '2.102'} +{'loss': '1.524', 'grad_norm': '3.594', 'learning_rate': '1.267e-06', 'epoch': '2.108'} +{'loss': '1.596', 'grad_norm': '2.391', 'learning_rate': '1.252e-06', 'epoch': '2.114'} +{'loss': '1.596', 'grad_norm': '3.203', 'learning_rate': '1.236e-06', 'epoch': '2.12'} +{'loss': '1.566', 'grad_norm': '2.375', 'learning_rate': '1.221e-06', 'epoch': '2.126'} +{'loss': '1.592', 'grad_norm': '3.172', 'learning_rate': '1.205e-06', 'epoch': '2.132'} +{'loss': '1.585', 'grad_norm': '3.234', 'learning_rate': '1.19e-06', 'epoch': '2.138'} +{'loss': '1.591', 'grad_norm': '2.172', 'learning_rate': '1.174e-06', 'epoch': '2.144'} +{'loss': '1.6', 'grad_norm': '2.266', 'learning_rate': '1.159e-06', 'epoch': '2.15'} +{'loss': '1.569', 'grad_norm': '3.547', 'learning_rate': '1.144e-06', 'epoch': '2.156'} +{'loss': '1.538', 'grad_norm': '2.734', 'learning_rate': '1.129e-06', 'epoch': '2.162'} +{'loss': '1.607', 'grad_norm': '2.422', 'learning_rate': '1.114e-06', 'epoch': '2.168'} +{'loss': '1.574', 'grad_norm': '2.688', 'learning_rate': '1.099e-06', 'epoch': '2.174'} +{'loss': '1.593', 'grad_norm': '2.891', 'learning_rate': '1.084e-06', 'epoch': '2.18'} +{'loss': '1.6', 'grad_norm': '2.359', 'learning_rate': '1.07e-06', 'epoch': '2.186'} +{'loss': '1.577', 'grad_norm': '3.281', 'learning_rate': '1.055e-06', 'epoch': '2.192'} +{'loss': '1.567', 'grad_norm': '2.625', 'learning_rate': '1.04e-06', 'epoch': '2.198'} +{'loss': '1.6', 'grad_norm': '2.516', 'learning_rate': '1.026e-06', 'epoch': '2.204'} +{'loss': '1.57', 'grad_norm': '2.266', 'learning_rate': '1.012e-06', 'epoch': '2.21'} +{'loss': '1.601', 'grad_norm': '2.344', 'learning_rate': '9.972e-07', 'epoch': '2.216'} +{'loss': '1.605', 'grad_norm': '3', 'learning_rate': '9.829e-07', 'epoch': '2.222'} +{'loss': '1.606', 'grad_norm': '2.375', 'learning_rate': '9.688e-07', 'epoch': '2.228'} +{'loss': '1.519', 'grad_norm': '3.391', 'learning_rate': '9.547e-07', 'epoch': '2.234'} +{'loss': '1.601', 'grad_norm': '2.641', 'learning_rate': '9.407e-07', 'epoch': '2.24'} +{'loss': '1.568', 'grad_norm': '2.141', 'learning_rate': '9.267e-07', 'epoch': '2.246'} +{'loss': '1.594', 'grad_norm': '2.406', 'learning_rate': '9.129e-07', 'epoch': '2.252'} +{'loss': '1.552', 'grad_norm': '2.359', 'learning_rate': '8.991e-07', 'epoch': '2.258'} +{'loss': '1.578', 'grad_norm': '3.141', 'learning_rate': '8.855e-07', 'epoch': '2.264'} +{'loss': '1.57', 'grad_norm': '2.531', 'learning_rate': '8.719e-07', 'epoch': '2.27'} +{'loss': '1.59', 'grad_norm': '2.203', 'learning_rate': '8.584e-07', 'epoch': '2.276'} +{'loss': '1.594', 'grad_norm': '2.375', 'learning_rate': '8.45e-07', 'epoch': '2.282'} +{'loss': '1.536', 'grad_norm': '3.234', 'learning_rate': '8.317e-07', 'epoch': '2.288'} +{'loss': '1.605', 'grad_norm': '3.031', 'learning_rate': '8.185e-07', 'epoch': '2.294'} +{'loss': '1.57', 'grad_norm': '2.734', 'learning_rate': '8.053e-07', 'epoch': '2.3'} +{'loss': '1.569', 'grad_norm': '2.406', 'learning_rate': '7.923e-07', 'epoch': '2.306'} +{'loss': '1.547', 'grad_norm': '2.469', 'learning_rate': '7.793e-07', 'epoch': '2.312'} +{'loss': '1.568', 'grad_norm': '4.938', 'learning_rate': '7.665e-07', 'epoch': '2.318'} +{'loss': '1.552', 'grad_norm': '3.438', 'learning_rate': '7.537e-07', 'epoch': '2.324'} +{'loss': '1.586', 'grad_norm': '2.562', 'learning_rate': '7.41e-07', 'epoch': '2.33'} +{'loss': '1.547', 'grad_norm': '2.812', 'learning_rate': '7.284e-07', 'epoch': '2.336'} +{'loss': '1.586', 'grad_norm': '3.062', 'learning_rate': '7.159e-07', 'epoch': '2.342'} +{'loss': '1.592', 'grad_norm': '2.766', 'learning_rate': '7.035e-07', 'epoch': '2.348'} +{'loss': '1.601', 'grad_norm': '2.766', 'learning_rate': '6.912e-07', 'epoch': '2.354'} +{'loss': '1.598', 'grad_norm': '2.125', 'learning_rate': '6.79e-07', 'epoch': '2.36'} +{'loss': '1.571', 'grad_norm': '3.453', 'learning_rate': '6.669e-07', 'epoch': '2.366'} +{'loss': '1.553', 'grad_norm': '3.062', 'learning_rate': '6.548e-07', 'epoch': '2.372'} +{'loss': '1.591', 'grad_norm': '2.625', 'learning_rate': '6.429e-07', 'epoch': '2.378'} +{'loss': '1.57', 'grad_norm': '2.672', 'learning_rate': '6.311e-07', 'epoch': '2.384'} +{'loss': '1.588', 'grad_norm': '2.719', 'learning_rate': '6.194e-07', 'epoch': '2.39'} +{'loss': '1.6', 'grad_norm': '2.156', 'learning_rate': '6.077e-07', 'epoch': '2.396'} +{'loss': '1.566', 'grad_norm': '3.953', 'learning_rate': '5.962e-07', 'epoch': '2.402'} +{'loss': '1.604', 'grad_norm': '2.547', 'learning_rate': '5.847e-07', 'epoch': '2.408'} +{'loss': '1.584', 'grad_norm': '2.703', 'learning_rate': '5.734e-07', 'epoch': '2.414'} +{'loss': '1.589', 'grad_norm': '3.094', 'learning_rate': '5.622e-07', 'epoch': '2.42'} +{'loss': '1.541', 'grad_norm': '2.328', 'learning_rate': '5.51e-07', 'epoch': '2.426'} +{'loss': '1.573', 'grad_norm': '2.797', 'learning_rate': '5.4e-07', 'epoch': '2.432'} +{'loss': '1.548', 'grad_norm': '2.422', 'learning_rate': '5.29e-07', 'epoch': '2.438'} +{'loss': '1.575', 'grad_norm': '2.281', 'learning_rate': '5.182e-07', 'epoch': '2.444'} +{'loss': '1.505', 'grad_norm': '5.219', 'learning_rate': '5.075e-07', 'epoch': '2.45'} +{'loss': '1.527', 'grad_norm': '2.188', 'learning_rate': '4.968e-07', 'epoch': '2.455'} +{'loss': '1.604', 'grad_norm': '3.906', 'learning_rate': '4.863e-07', 'epoch': '2.461'} +{'loss': '1.57', 'grad_norm': '2.812', 'learning_rate': '4.759e-07', 'epoch': '2.467'} +{'loss': '1.625', 'grad_norm': '2.938', 'learning_rate': '4.655e-07', 'epoch': '2.473'} +{'loss': '1.573', 'grad_norm': '2.891', 'learning_rate': '4.553e-07', 'epoch': '2.479'} +{'loss': '1.583', 'grad_norm': '2.859', 'learning_rate': '4.452e-07', 'epoch': '2.485'} +{'loss': '1.572', 'grad_norm': '2.891', 'learning_rate': '4.352e-07', 'epoch': '2.491'} +{'loss': '1.502', 'grad_norm': '2.453', 'learning_rate': '4.253e-07', 'epoch': '2.497'} +{'loss': '1.607', 'grad_norm': '2.781', 'learning_rate': '4.155e-07', 'epoch': '2.503'} +{'loss': '1.587', 'grad_norm': '2.703', 'learning_rate': '4.058e-07', 'epoch': '2.509'} +{'loss': '1.582', 'grad_norm': '2.312', 'learning_rate': '3.962e-07', 'epoch': '2.515'} +{'loss': '1.562', 'grad_norm': '3.047', 'learning_rate': '3.867e-07', 'epoch': '2.521'} +{'loss': '1.586', 'grad_norm': '2.672', 'learning_rate': '3.773e-07', 'epoch': '2.527'} +{'loss': '1.593', 'grad_norm': '2.234', 'learning_rate': '3.681e-07', 'epoch': '2.533'} +{'loss': '1.574', 'grad_norm': '2.328', 'learning_rate': '3.589e-07', 'epoch': '2.539'} +{'loss': '1.562', 'grad_norm': '2.328', 'learning_rate': '3.498e-07', 'epoch': '2.545'} +{'loss': '1.527', 'grad_norm': '2.359', 'learning_rate': '3.409e-07', 'epoch': '2.551'} +{'loss': '1.526', 'grad_norm': '3.266', 'learning_rate': '3.321e-07', 'epoch': '2.557'} +{'loss': '1.602', 'grad_norm': '2.266', 'learning_rate': '3.233e-07', 'epoch': '2.563'} 85%|████████▌ | 2140/2505 [4:56:35<51:13, 8.42s/it] 85%|████████▌ | 2141/2505 [4:56:43<50:47, 8.37s/it] 86%|████████▌ | 2142/2505 [4:56:51<49:59, 8.26s/it] 86%|████████▌ | 2143/2505 [4:56:59<50:30, 8.37s/it] 86%|████████▌ | 2144/2505 [4:57:07<49:44, 8.27s/it] 86%|████████▌ | 2145/2505 [4:57:15<49:08, 8.19s/it] 86%|████████▌ | 2145/2505 [4:57:16<49:08, 8.19s/it] 86%|████████▌ | 2146/2505 [4:57:24<49:20, 8.25s/it] 86%|████████▌ | 2147/2505 [4:57:33<49:57, 8.37s/it] 86%|████████▌ | 2148/2505 [4:57:40<47:28, 7.98s/it] 86%|████████▌ | 2149/2505 [4:57:48<47:17, 7.97s/it] 86%|████████▌ | 2150/2505 [4:57:56<48:41, 8.23s/it] 86%|████████▌ | 2150/2505 [4:57:56<48:41, 8.23s/it] 86%|████████▌ | 2151/2505 [4:58:05<48:50, 8.28s/it] 86%|████████▌ | 2152/2505 [4:58:12<47:27, 8.07s/it] 86%|████████▌ | 2153/2505 [4:58:21<47:34, 8.11s/it] 86%|████████▌ | 2154/2505 [4:58:29<48:07, 8.23s/it] 86%|████████▌ | 2155/2505 [4:58:37<48:17, 8.28s/it] 86%|████████▌ | 2155/2505 [4:58:37<48:17, 8.28s/it] 86%|████████▌ | 2156/2505 [4:58:46<48:08, 8.28s/it] 86%|████████▌ | 2157/2505 [4:58:54<48:37, 8.38s/it] 86%|████████▌ | 2158/2505 [4:59:03<48:13, 8.34s/it] 86%|████████▌ | 2159/2505 [4:59:11<47:56, 8.31s/it] 86%|████████▌ | 2160/2505 [4:59:19<47:09, 8.20s/it] 86%|████████▌ | 2160/2505 [4:59:19<47:09, 8.20s/it] 86%|████████▋ | 2161/2505 [4:59:27<47:20, 8.26s/it] 86%|████████▋ | 2162/2505 [4:59:35<47:02, 8.23s/it] 86%|████████▋ | 2163/2505 [4:59:43<45:52, 8.05s/it] 86%|████████▋ | 2164/2505 [4:59:52<46:42, 8.22s/it] 86%|████████▋ | 2165/2505 [5:00:00<47:44, 8.43s/it] 86%|████████▋ | 2165/2505 [5:00:01<47:44, 8.43s/it] 86%|████████▋ | 2166/2505 [5:00:09<47:56, 8.49s/it] 87%|████████▋ | 2167/2505 [5:00:17<47:17, 8.40s/it] 87%|████████▋ | 2168/2505 [5:00:26<48:11, 8.58s/it] 87%|████████▋ | 2169/2505 [5:00:35<47:46, 8.53s/it] 87%|████████▋ | 2170/2505 [5:00:43<46:58, 8.41s/it] 87%|████████▋ | 2170/2505 [5:00:43<46:58, 8.41s/it] 87%|████████▋ | 2171/2505 [5:00:51<46:24, 8.34s/it] 87%|████████▋ | 2172/2505 [5:01:00<47:02, 8.48s/it] 87%|████████▋ | 2173/2505 [5:01:08<47:01, 8.50s/it] 87%|████████▋ | 2174/2505 [5:01:16<45:50, 8.31s/it] 87%|████████▋ | 2175/2505 [5:01:24<44:10, 8.03s/it] 87%|████████▋ | 2175/2505 [5:01:24<44:10, 8.03s/it] 87%|████████▋ | 2176/2505 [5:01:32<44:11, 8.06s/it] 87%|████████▋ | 2177/2505 [5:01:41<46:03, 8.43s/it] 87%|████████▋ | 2178/2505 [5:01:49<45:44, 8.39s/it] 87%|████████▋ | 2179/2505 [5:01:57<44:21, 8.16s/it] 87%|████████▋ | 2180/2505 [5:02:04<42:47, 7.90s/it] 87%|████████▋ | 2180/2505 [5:02:04<42:47, 7.90s/it] 87%|████████▋ | 2181/2505 [5:02:13<43:38, 8.08s/it] 87%|████████▋ | 2182/2505 [5:02:22<45:16, 8.41s/it] 87%|████████▋ | 2183/2505 [5:02:29<43:37, 8.13s/it] 87%|████████▋ | 2184/2505 [5:02:37<43:08, 8.06s/it] 87%|████████▋ | 2185/2505 [5:02:46<44:22, 8.32s/it] 87%|████████▋ | 2185/2505 [5:02:46<44:22, 8.32s/it] 87%|████████▋ | 2186/2505 [5:02:55<45:01, 8.47s/it] 87%|████████▋ | 2187/2505 [5:03:03<44:33, 8.41s/it] 87%|████████▋ | 2188/2505 [5:03:12<44:29, 8.42s/it] 87%|████████▋ | 2189/2505 [5:03:21<45:19, 8.61s/it] 87%|████████▋ | 2190/2505 [5:03:29<44:48, 8.53s/it] 87%|████████▋ | 2190/2505 [5:03:29<44:48, 8.53s/it] 87%|████████▋ | 2191/2505 [5:03:37<43:19, 8.28s/it] 88%|████████▊ | 2192/2505 [5:03:45<42:42, 8.19s/it] 88%|████████▊ | 2193/2505 [5:03:54<43:43, 8.41s/it] 88%|████████▊ | 2194/2505 [5:04:02<43:28, 8.39s/it] 88%|████████▊ | 2195/2505 [5:04:11<43:59, 8.52s/it] 88%|████████▊ | 2195/2505 [5:04:11<43:59, 8.52s/it] 88%|████████▊ | 2196/2505 [5:04:19<43:33, 8.46s/it] 88%|████████▊ | 2197/2505 [5:04:27<42:06, 8.20s/it] 88%|████████▊ | 2198/2505 [5:04:35<42:38, 8.33s/it] 88%|████████▊ | 2199/2505 [5:04:44<42:03, 8.25s/it] 88%|████████▊ | 2200/2505 [5:04:52<42:33, 8.37s/it] 88%|████████▊ | 2200/2505 [5:04:52<42:33, 8.37s/it] 88%|████████▊ | 2201/2505 [5:05:00<42:02, 8.30s/it] 88%|████████▊ | 2202/2505 [5:05:09<42:05, 8.34s/it] 88%|████████▊ | 2203/2505 [5:05:17<41:40, 8.28s/it] 88%|████████▊ | 2204/2505 [5:05:25<41:30, 8.27s/it] 88%|████████▊ | 2205/2505 [5:05:32<39:10, 7.83s/it] 88%|████████▊ | 2205/2505 [5:05:32<39:10, 7.83s/it] 88%|████████▊ | 2206/2505 [5:05:41<40:28, 8.12s/it] 88%|████████▊ | 2207/2505 [5:05:49<41:01, 8.26s/it] 88%|████████▊ | 2208/2505 [5:05:58<41:21, 8.36s/it] 88%|████████▊ | 2209/2505 [5:06:06<41:22, 8.39s/it] 88%|████████▊ | 2210/2505 [5:06:14<40:21, 8.21s/it] 88%|████████▊ | 2210/2505 [5:06:14<40:21, 8.21s/it] 88%|████████▊ | 2211/2505 [5:06:24<42:04, 8.59s/it] 88%|████████▊ | 2212/2505 [5:06:32<41:20, 8.47s/it] 88%|████████▊ | 2213/2505 [5:06:40<40:14, 8.27s/it] 88%|████████▊ | 2214/2505 [5:06:48<40:16, 8.31s/it] 88%|████████▊ | 2215/2505 [5:06:57<40:42, 8.42s/it] 88%|████████▊ | 2215/2505 [5:06:57<40:42, 8.42s/it] 88%|████████▊ | 2216/2505 [5:07:05<41:03, 8.53s/it] 89%|████████▊ | 2217/2505 [5:07:13<39:53, 8.31s/it] 89%|████████▊ | 2218/2505 [5:07:22<40:12, 8.41s/it] 89%|████████▊ | 2219/2505 [5:07:31<40:25, 8.48s/it] 89%|████████▊ | 2220/2505 [5:07:39<39:41, 8.36s/it] 89%|████████▊ | 2220/2505 [5:07:39<39:41, 8.36s/it] 89%|████████▊ | 2221/2505 [5:07:47<39:21, 8.31s/it] 89%|████████▊ | 2222/2505 [5:07:55<39:37, 8.40s/it] 89%|████████▊ | 2223/2505 [5:08:05<40:51, 8.69s/it] 89%|████████▉ | 2224/2505 [5:08:13<40:24, 8.63s/it] 89%|████████▉ | 2225/2505 [5:08:22<40:15, 8.63s/it] 89%|████████▉ | 2225/2505 [5:08:22<40:15, 8.63s/it] 89%|████████▉ | 2226/2505 [5:08:31<40:40, 8.75s/it] 89%|████████▉ | 2227/2505 [5:08:39<39:01, 8.42s/it] 89%|████████▉ | 2228/2505 [5:08:48<39:59, 8.66s/it] 89%|████████▉ | 2229/2505 [5:08:56<39:13, 8.53s/it] 89%|████████▉ | 2230/2505 [5:09:04<38:20, 8.37s/it] 89%|████████▉ | 2230/2505 [5:09:04<38:20, 8.37s/it] 89%|████████▉ | 2231/2505 [5:09:12<38:05, 8.34s/it] 89%|████████▉ | 2232/2505 [5:09:20<36:37, 8.05s/it] 89%|████████▉ | 2233/2505 [5:09:28<36:53, 8.14s/it] 89%|████████▉ | 2234/2505 [5:09:36<36:35, 8.10s/it] 89%|████████▉ | 2235/2505 [5:09:45<37:23, 8.31s/it] 89%|████████▉ | 2235/2505 [5:09:45<37:23, 8.31s/it] 89%|████████▉ | 2236/2505 [5:09:53<37:05, 8.27s/it] 89%|████████▉ | 2237/2505 [5:10:01<36:52, 8.26s/it] 89%|████████▉ | 2238/2505 [5:10:10<37:08, 8.35s/it] 89%|████████▉ | 2239/2505 [5:10:17<36:04, 8.14s/it] 89%|████████▉ | 2240/2505 [5:10:27<37:25, 8.47s/it] 89%|████████▉ | 2240/2505 [5:10:27<37:25, 8.47s/it] 89%|████████▉ | 2241/2505 [5:10:35<36:48, 8.37s/it] 90%|████████▉ | 2242/2505 [5:10:43<36:30, 8.33s/it] 90%|████████▉ | 2243/2505 [5:10:52<37:11, 8.52s/it] 90%|████████▉ | 2244/2505 [5:11:00<36:57, 8.49s/it] 90%|████████▉ | 2245/2505 [5:11:08<36:08, 8.34s/it] 90%|████████▉ | 2245/2505 [5:11:08<36:08, 8.34s/it] 90%|████████▉ | 2246/2505 [5:11:17<35:51, 8.31s/it] 90%|████████▉ | 2247/2505 [5:11:25<35:49, 8.33s/it] 90%|████████▉ | 2248/2505 [5:11:34<35:55, 8.39s/it] 90%|████████▉ | 2249/2505 [5:11:42<35:55, 8.42s/it] 90%|████████▉ | 2250/2505 [5:11:50<35:35, 8.38s/it] 90%|████████▉ | 2250/2505 [5:11:50<35:35, 8.38s/it] 90%|████████▉ | 2251/2505 [5:11:59<35:32, 8.39s/it] 90%|████████▉ | 2252/2505 [5:12:07<35:28, 8.41s/it] 90%|████████▉ | 2253/2505 [5:12:15<35:04, 8.35s/it] 90%|████████▉ | 2254/2505 [5:12:23<34:20, 8.21s/it] 90%|█████████ | 2255/2505 [5:12:32<34:32, 8.29s/it] 90%|█████████ | 2255/2505 [5:12:32<34:32, 8.29s/it] 90%|█████████ | 2256/2505 [5:12:40<34:18, 8.27s/it] 90%|█████████ | 2257/2505 [5:12:49<34:37, 8.38s/it] 90%|█████████ | 2258/2505 [5:12:57<34:17, 8.33s/it] 90%|█████████ | 2259/2505 [5:13:03<32:00, 7.80s/it] 90%|█████████ | 2260/2505 [5:13:13<33:37, 8.24s/it] 90%|█████████ | 2260/2505 [5:13:13<33:37, 8.24s/it] 90%|█████████ | 2261/2505 [5:13:20<32:43, 8.05s/it] 90%|█████████ | 2262/2505 [5:13:29<33:53, 8.37s/it] 90%|█████████ | 2263/2505 [5:13:38<33:45, 8.37s/it] 90%|█████████ | 2264/2505 [5:13:47<34:33, 8.60s/it] 90%|█████████ | 2265/2505 [5:13:55<33:48, 8.45s/it] 90%|█████████ | 2265/2505 [5:13:55<33:48, 8.45s/it] 90%|█████████ | 2266/2505 [5:14:03<33:15, 8.35s/it] 90%|█████████ | 2267/2505 [5:14:11<32:54, 8.30s/it] 91%|█████████ | 2268/2505 [5:14:20<33:40, 8.53s/it] 91%|█████████ | 2269/2505 [5:14:29<34:01, 8.65s/it] 91%|█████████ | 2270/2505 [5:14:38<33:28, 8.55s/it] 91%|█████████ | 2270/2505 [5:14:38<33:28, 8.55s/it] 91%|█████████ | 2271/2505 [5:14:46<33:00, 8.46s/it] 91%|█████████ | 2272/2505 [5:14:55<33:10, 8.54s/it] 91%|█████████ | 2273/2505 [5:15:03<32:48, 8.49s/it] 91%|█████████ | 2274/2505 [5:15:12<32:44, 8.50s/it] 91%|█████████ | 2275/2505 [5:15:20<32:35, 8.50s/it] 91%|█████████ | 2275/2505 [5:15:20<32:35, 8.50s/it] 91%|█████████ | 2276/2505 [5:15:29<32:47, 8.59s/it] 91%|█████████ | 2277/2505 [5:15:37<32:13, 8.48s/it] 91%|█████████ | 2278/2505 [5:15:45<31:49, 8.41s/it] 91%|█████████ | 2279/2505 [5:15:54<32:31, 8.63s/it] 91%|█████████ | 2280/2505 [5:16:03<32:07, 8.56s/it] 91%|█████████ | 2280/2505 [5:16:03<32:07, 8.56s/it] 91%|█████████ | 2281/2505 [5:16:11<31:07, 8.34s/it] 91%|█████████ | 2282/2505 [5:16:19<31:02, 8.35s/it] 91%|█████████ | 2283/2505 [5:16:28<31:15, 8.45s/it] 91%|█████████ | 2284/2505 [5:16:35<30:17, 8.23s/it] 91%|█████████ | 2285/2505 [5:16:44<30:23, 8.29s/it] 91%|█████████ | 2285/2505 [5:16:44<30:23, 8.29s/it] 91%|█████████▏| 2286/2505 [5:16:52<30:03, 8.24s/it] 91%|█████████▏| 2287/2505 [5:17:01<30:25, 8.37s/it] 91%|█████████▏| 2288/2505 [5:17:09<30:07, 8.33s/it] 91%|█████████▏| 2289/2505 [5:17:16<28:59, 8.05s/it] 91%|█████████▏| 2290/2505 [5:17:24<28:46, 8.03s/it] 91%|█████████▏| 2290/2505 [5:17:24<28:46, 8.03s/it] 91%|█████████▏| 2291/2505 [5:17:32<28:43, 8.06s/it] 91%|█████████▏| 2292/2505 [5:17:41<28:58, 8.16s/it] 92%|█████████▏| 2293/2505 [5:17:49<29:03, 8.23s/it] 92%|█████████▏| 2294/2505 [5:17:58<29:11, 8.30s/it] 92%|█████████▏| 2295/2505 [5:18:06<28:52, 8.25s/it] 92%|█████████▏| 2295/2505 [5:18:06<28:52, 8.25s/it] 92%|█████████▏| 2296/2505 [5:18:14<28:12, 8.10s/it] 92%|█████████▏| 2297/2505 [5:18:21<27:46, 8.01s/it] 92%|█████████▏| 2298/2505 [5:18:30<28:00, 8.12s/it] 92%|█████████▏| 2299/2505 [5:18:38<27:36, 8.04s/it] 92%|█████████▏| 2300/2505 [5:18:47<28:25, 8.32s/it] 92%|█████████▏| 2300/2505 [5:18:47<28:25, 8.32s/it] 92%|█████████▏| 2301/2505 [5:18:54<27:44, 8.16s/it] 92%|█████████▏| 2302/2505 [5:19:02<27:36, 8.16s/it] 92%|█████████▏| 2303/2505 [5:19:11<27:45, 8.24s/it] 92%|█████████▏| 2304/2505 [5:19:19<27:36, 8.24s/it] 92%|█████████▏| 2305/2505 [5:19:28<27:42, 8.31s/it] 92%|█████████▏| 2305/2505 [5:19:28<27:42, 8.31s/it] 92%|█████████▏| 2306/2505 [5:19:36<27:09, 8.19s/it] 92%|█████████▏| 2307/2505 [5:19:44<27:25, 8.31s/it] 92%|█████████▏| 2308/2505 [5:19:52<27:20, 8.33s/it] 92%|█████████▏| 2309/2505 [5:20:02<27:54, 8.55s/it] 92%|█████████▏| 2310/2505 [5:20:09<27:01, 8.31s/it] 92%|█████████▏| 2310/2505 [5:20:09<27:01, 8.31s/it] 92%|█████████▏| 2311/2505 [5:20:18<27:36, 8.54s/it] 92%|█████████▏| 2312/2505 [5:20:28<28:06, 8.74s/it] 92%|█████████▏| 2313/2505 [5:20:36<27:46, 8.68s/it] 92%|█████████▏| 2314/2505 [5:20:44<26:42, 8.39s/it] 92%|█████████▏| 2315/2505 [5:20:52<26:23, 8.34s/it] 92%|█████████▏| 2315/2505 [5:20:52<26:23, 8.34s/it] 92%|█████████▏| 2316/2505 [5:21:01<26:48, 8.51s/it] 92%|█████████▏| 2317/2505 [5:21:08<25:35, 8.17s/it] 93%|█████████▎| 2318/2505 [5:21:16<25:00, 8.03s/it] 93%|█████████▎| 2319/2505 [5:21:24<25:09, 8.12s/it] 93%|█████████▎| 2320/2505 [5:21:33<25:41, 8.33s/it] 93%|█████████▎| 2320/2505 [5:21:33<25:41, 8.33s/it] 93%|█████████▎| 2321/2505 [5:21:41<25:31, 8.32s/it] 93%|█████████▎| 2322/2505 [5:21:51<26:00, 8.53s/it] 93%|█████████▎| 2323/2505 [5:22:00<26:37, 8.78s/it] 93%|█████████▎| 2324/2505 [5:22:09<26:32, 8.80s/it] 93%|█████████▎| 2325/2505 [5:22:17<25:43, 8.57s/it] 93%|█████████▎| 2325/2505 [5:22:17<25:43, 8.57s/it] 93%|█████████▎| 2326/2505 [5:22:25<25:04, 8.40s/it] 93%|█████████▎| 2327/2505 [5:22:33<24:49, 8.37s/it] 93%|█████████▎| 2328/2505 [5:22:41<24:12, 8.21s/it] 93%|█████████▎| 2329/2505 [5:22:49<24:13, 8.26s/it] 93%|█████████▎| 2330/2505 [5:22:58<24:33, 8.42s/it] 93%|█████████▎| 2330/2505 [5:22:58<24:33, 8.42s/it] 93%|█████████▎| 2331/2505 [5:23:06<24:10, 8.34s/it] 93%|█████████▎| 2332/2505 [5:23:14<23:34, 8.18s/it] 93%|█████████▎| 2333/2505 [5:23:22<23:19, 8.14s/it] 93%|█████████▎| 2334/2505 [5:23:30<23:06, 8.11s/it] 93%|█████████▎| 2335/2505 [5:23:38<22:46, 8.04s/it] 93%|█████████▎| 2335/2505 [5:23:38<22:46, 8.04s/it] 93%|█████████▎| 2336/2505 [5:23:47<23:43, 8.42s/it] 93%|█████████▎| 2337/2505 [5:23:56<23:43, 8.47s/it] 93%|█████████▎| 2338/2505 [5:24:04<23:35, 8.47s/it] 93%|█████████▎| 2339/2505 [5:24:12<22:55, 8.29s/it] 93%|█████████▎| 2340/2505 [5:24:21<22:55, 8.34s/it] 93%|█████████▎| 2340/2505 [5:24:21<22:55, 8.34s/it] 93%|█████████▎| 2341/2505 [5:24:29<22:43, 8.31s/it] 93%|█████████▎| 2342/2505 [5:24:37<22:46, 8.38s/it] 94%|█████████▎| 2343/2505 [5:24:45<22:11, 8.22s/it] 94%|█████████▎| 2344/2505 [5:24:53<21:44, 8.10s/it] 94%|█████████▎| 2345/2505 [5:25:01<21:17, 7.99s/it] 94%|█████████▎| 2345/2505 [5:25:01<21:17, 7.99s/it] 94%|█████████▎| 2346/2505 [5:25:09<21:25, 8.08s/it] 94%|█████████▎| 2347/2505 [5:25:18<21:47, 8.28s/it] 94%|█████████▎| 2348/2505 [5:25:24<20:18, 7.76s/it] 94%|█████████▍| 2349/2505 [5:25:33<20:45, 7.98s/it] 94%|█████████▍| 2350/2505 [5:25:40<19:37, 7.60s/it] 94%|█████████▍| 2350/2505 [5:25:40<19:37, 7.60s/it] 94%|█████████▍| 2351/2505 [5:25:49<20:53, 8.14s/it] 94%|█████████▍| 2352/2505 [5:25:58<21:11, 8.31s/it] 94%|█████████▍| 2353/2505 [5:26:04<19:41, 7.77s/it] 94%|█████████▍| 2354/2505 [5:26:13<20:37, 8.19s/it] 94%|█████████▍| 2355/2505 [5:26:22<20:48, 8.32s/it] 94%|█████████▍| 2355/2505 [5:26:22<20:48, 8.32s/it] 94%|█████████▍| 2356/2505 [5:26:30<20:37, 8.30s/it] 94%|█████████▍| 2357/2505 [5:26:38<20:20, 8.24s/it] 94%|█████████▍| 2358/2505 [5:26:47<20:43, 8.46s/it] 94%|█████████▍| 2359/2505 [5:26:56<20:29, 8.42s/it] 94%|█████████▍| 2360/2505 [5:27:04<20:10, 8.35s/it] 94%|█████████▍| 2360/2505 [5:27:04<20:10, 8.35s/it] 94%|█████████▍| 2361/2505 [5:27:12<19:58, 8.33s/it] 94%|█████████▍| 2362/2505 [5:27:21<20:18, 8.52s/it] 94%|█████████▍| 2363/2505 [5:27:30<20:44, 8.76s/it] 94%|█████████▍| 2364/2505 [5:27:39<20:12, 8.60s/it] 94%|█████████▍| 2365/2505 [5:27:47<19:57, 8.56s/it] 94%|█████████▍| 2365/2505 [5:27:47<19:57, 8.56s/it] 94%|█████████▍| 2366/2505 [5:27:56<19:56, 8.61s/it] 94%|█████████▍| 2367/2505 [5:28:04<19:37, 8.54s/it] 95%|█████████▍| 2368/2505 [5:28:13<19:25, 8.51s/it] 95%|█████████▍| 2369/2505 [5:28:21<19:04, 8.42s/it] 95%|█████████▍| 2370/2505 [5:28:29<18:44, 8.33s/it] 95%|█████████▍| 2370/2505 [5:28:29<18:44, 8.33s/it] 95%|█████████▍| 2371/2505 [5:28:37<18:41, 8.37s/it] 95%|█████████▍| 2372/2505 [5:28:46<18:26, 8.32s/it] 95%|█████████▍| 2373/2505 [5:28:53<17:44, 8.06s/it] 95%|█████████▍| 2374/2505 [5:29:01<17:34, 8.05s/it] 95%|█████████▍| 2375/2505 [5:29:09<17:16, 7.98s/it] 95%|█████████▍| 2375/2505 [5:29:09<17:16, 7.98s/it] 95%|█████████▍| 2376/2505 [5:29:17<17:17, 8.05s/it] 95%|█████████▍| 2377/2505 [5:29:25<17:12, 8.06s/it] 95%|█████████▍| 2378/2505 [5:29:33<17:04, 8.06s/it] 95%|█████████▍| 2379/2505 [5:29:40<16:02, 7.64s/it] 95%|█████████▌| 2380/2505 [5:29:47<15:33, 7.47s/it] 95%|█████████▌| 2380/2505 [5:29:47<15:33, 7.47s/it] 95%|█████████▌| 2381/2505 [5:29:55<15:42, 7.60s/it] 95%|█████████▌| 2382/2505 [5:30:03<15:47, 7.70s/it] 95%|█████████▌| 2383/2505 [5:30:10<15:08, 7.45s/it] 95%|█████████▌| 2384/2505 [5:30:18<15:24, 7.64s/it] 95%|█████████▌| 2385/2505 [5:30:26<15:42, 7.85s/it] 95%|█████████▌| 2385/2505 [5:30:26<15:42, 7.85s/it] 95%|█████████▌| 2386/2505 [5:30:35<16:12, 8.17s/it] 95%|█████████▌| 2387/2505 [5:30:43<16:10, 8.22s/it] 95%|█████████▌| 2388/2505 [5:30:52<16:05, 8.25s/it] 95%|█████████▌| 2389/2505 [5:31:00<15:54, 8.23s/it] 95%|█████████▌| 2390/2505 [5:31:09<16:10, 8.44s/it] 95%|█████████▌| 2390/2505 [5:31:09<16:10, 8.44s/it] 95%|█████████▌| 2391/2505 [5:31:17<15:55, 8.38s/it] 95%|█████████▌| 2392/2505 [5:31:25<15:42, 8.34s/it] 96%|█████████▌| 2393/2505 [5:31:34<15:40, 8.40s/it] 96%|█████████▌| 2394/2505 [5:31:42<15:24, 8.33s/it] 96%|█████████▌| 2395/2505 [5:31:50<15:17, 8.34s/it] 96%|█████████▌| 2395/2505 [5:31:50<15:17, 8.34s/it] 96%|█████████▌| 2396/2505 [5:31:57<14:12, 7.82s/it] 96%|█████████▌| 2397/2505 [5:32:06<14:51, 8.25s/it] 96%|█████████▌| 2398/2505 [5:32:16<15:23, 8.63s/it] 96%|█████████▌| 2399/2505 [5:32:25<15:21, 8.70s/it] 96%|█████████▌| 2400/2505 [5:32:33<15:14, 8.71s/it] 96%|█████████▌| 2400/2505 [5:32:33<15:14, 8.71s/it] 96%|█████████▌| 2401/2505 [5:32:42<14:47, 8.53s/it] 96%|█████████▌| 2402/2505 [5:32:50<14:44, 8.59s/it] 96%|█████████▌| 2403/2505 [5:32:58<14:14, 8.38s/it] 96%|█████████▌| 2404/2505 [5:33:06<13:41, 8.13s/it] 96%|█████████▌| 2405/2505 [5:33:14<13:34, 8.15s/it] 96%|█████████▌| 2405/2505 [5:33:14<13:34, 8.15s/it] 96%|█████████▌| 2406/2505 [5:33:22<13:19, 8.07s/it] 96%|█████████▌| 2407/2505 [5:33:30<13:04, 8.01s/it] 96%|█████████▌| 2408/2505 [5:33:38<13:09, 8.14s/it] 96%|█████████▌| 2409/2505 [5:33:47<13:11, 8.24s/it] 96%|█████████▌| 2410/2505 [5:33:55<12:55, 8.16s/it] 96%|█████████▌| 2410/2505 [5:33:55<12:55, 8.16s/it] 96%|█████████▌| 2411/2505 [5:34:03<12:58, 8.28s/it] 96%|█████████▋| 2412/2505 [5:34:11<12:45, 8.23s/it] 96%|█████████▋| 2413/2505 [5:34:20<12:52, 8.39s/it] 96%|█████████▋| 2414/2505 [5:34:29<12:47, 8.43s/it] 96%|█████████▋| 2415/2505 [5:34:37<12:31, 8.35s/it] 96%|█████████▋| 2415/2505 [5:34:37<12:31, 8.35s/it] 96%|█████████▋| 2416/2505 [5:34:45<12:31, 8.44s/it] 96%|█████████▋| 2417/2505 [5:34:54<12:17, 8.38s/it] 97%|█████████▋| 2418/2505 [5:35:01<11:39, 8.04s/it] 97%|█████████▋| 2419/2505 [5:35:09<11:48, 8.24s/it] 97%|█████████▋| 2420/2505 [5:35:18<11:42, 8.26s/it] 97%|█████████▋| 2420/2505 [5:35:18<11:42, 8.26s/it] 97%|█████████▋| 2421/2505 [5:35:27<11:55, 8.52s/it] 97%|█████████▋| 2422/2505 [5:35:36<11:53, 8.60s/it] 97%|█████████▋| 2423/2505 [5:35:44<11:28, 8.39s/it] 97%|█████████▋| 2424/2505 [5:35:52<11:12, 8.30s/it] 97%|█████████▋| 2425/2505 [5:36:00<11:00, 8.26s/it] 97%|█████████▋| 2425/2505 [5:36:00<11:00, 8.26s/it] 97%|█████████▋| 2426/2505 [5:36:09<11:01, 8.37s/it] 97%|█████████▋| 2427/2505 [5:36:16<10:38, 8.19s/it] 97%|█████████▋| 2428/2505 [5:36:25<10:32, 8.22s/it] 97%|█████████▋| 2429/2505 [5:36:33<10:18, 8.13s/it] 97%|█████████▋| 2430/2505 [5:36:41<10:15, 8.20s/it] 97%|█████████▋| 2430/2505 [5:36:41<10:15, 8.20s/it] 97%|█████████▋| 2431/2505 [5:36:49<10:08, 8.22s/it] 97%|█████████▋| 2432/2505 [5:36:58<10:04, 8.27s/it] 97%|█████████▋| 2433/2505 [5:37:06<10:07, 8.44s/it] 97%|█████████▋| 2434/2505 [5:37:15<10:03, 8.50s/it] 97%|█████████▋| 2435/2505 [5:37:24<10:13, 8.76s/it] 97%|█████████▋| 2435/2505 [5:37:24<10:13, 8.76s/it] 97%|█████████▋| 2436/2505 [5:37:33<09:58, 8.67s/it] 97%|█████████▋| 2437/2505 [5:37:41<09:32, 8.42s/it] 97%|█████████▋| 2438/2505 [5:37:49<09:23, 8.41s/it] 97%|█████████▋| 2439/2505 [5:37:58<09:27, 8.59s/it] 97%|█████████▋| 2440/2505 [5:38:06<09:09, 8.46s/it] 97%|█████████▋| 2440/2505 [5:38:06<09:09, 8.46s/it] 97%|█████████▋| 2441/2505 [5:38:15<09:01, 8.46s/it] 97%|█████████▋| 2442/2505 [5:38:23<08:43, 8.31s/it] 98%|█████████▊| 2443/2505 [5:38:31<08:30, 8.23s/it] 98%|█████████▊| 2444/2505 [5:38:39<08:26, 8.31s/it] 98%|█████████▊| 2445/2505 [5:38:47<08:02, 8.04s/it] 98%|█████████▊| 2445/2505 [5:38:47<08:02, 8.04s/it] 98%|█████████▊| 2446/2505 [5:38:54<07:38, 7.77s/it] 98%|█████████▊| 2447/2505 [5:39:02<07:33, 7.82s/it] 98%|█████████▊| 2448/2505 [5:39:10<07:28, 7.87s/it] 98%|█████████▊| 2449/2505 [5:39:18<07:27, 7.99s/it] 98%|█████████▊| 2450/2505 [5:39:26<07:22, 8.05s/it] 98%|█████████▊| 2450/2505 [5:39:26<07:22, 8.05s/it] 98%|█████████▊| 2451/2505 [5:39:35<07:35, 8.43s/it] 98%|█████████▊| 2452/2505 [5:39:43<07:11, 8.14s/it] 98%|█████████▊| 2453/2505 [5:39:51<06:56, 8.00s/it] 98%|█████████▊| 2454/2505 [5:40:00<07:03, 8.30s/it] 98%|█████████▊| 2455/2505 [5:40:08<07:03, 8.47s/it] 98%|█████████▊| 2455/2505 [5:40:08<07:03, 8.47s/it] 98%|█████████▊| 2456/2505 [5:40:16<06:44, 8.26s/it] 98%|█████████▊| 2457/2505 [5:40:25<06:40, 8.35s/it] 98%|█████████▊| 2458/2505 [5:40:33<06:30, 8.31s/it] 98%|█████████▊| 2459/2505 [5:40:41<06:21, 8.29s/it] 98%|█████████▊| 2460/2505 [5:40:49<06:13, 8.29s/it] 98%|█████████▊| 2460/2505 [5:40:50<06:13, 8.29s/it] 98%|█████████▊| 2461/2505 [5:40:58<06:08, 8.37s/it] 98%|█████████▊| 2462/2505 [5:41:06<05:52, 8.19s/it] 98%|█████████▊| 2463/2505 [5:41:14<05:49, 8.32s/it] 98%|█████████▊| 2464/2505 [5:41:23<05:40, 8.30s/it] 98%|█████████▊| 2465/2505 [5:41:30<05:19, 7.99s/it] 98%|█████████▊| 2465/2505 [5:41:30<05:19, 7.99s/it] 98%|█████████▊| 2466/2505 [5:41:38<05:13, 8.04s/it] 98%|█████████▊| 2467/2505 [5:41:46<05:07, 8.09s/it] 99%|█████████▊| 2468/2505 [5:41:55<05:03, 8.21s/it] 99%|█████████▊| 2469/2505 [5:42:03<04:56, 8.24s/it] 99%|█████████▊| 2470/2505 [5:42:12<04:54, 8.40s/it] 99%|█████████▊| 2470/2505 [5:42:12<04:54, 8.40s/it] 99%|█████████▊| 2471/2505 [5:42:20<04:44, 8.37s/it] 99%|█████████▊| 2472/2505 [5:42:29<04:38, 8.43s/it] 99%|█████████▊| 2473/2505 [5:42:37<04:30, 8.46s/it] 99%|█████████▉| 2474/2505 [5:42:45<04:14, 8.21s/it] 99%|█████████▉| 2475/2505 [5:42:53<04:07, 8.24s/it] 99%|█████████▉| 2475/2505 [5:42:53<04:07, 8.24s/it] 99%|█████████▉| 2476/2505 [5:43:02<04:01, 8.34s/it] 99%|█████████▉| 2477/2505 [5:43:11<03:58, 8.53s/it] 99%|█████████▉| 2478/2505 [5:43:19<03:51, 8.58s/it] 99%|█████████▉| 2479/2505 [5:43:28<03:39, 8.45s/it] 99%|█████████▉| 2480/2505 [5:43:36<03:30, 8.44s/it] 99%|█████████▉| 2480/2505 [5:43:36<03:30, 8.44s/it] 99%|█████████▉| 2481/2505 [5:43:44<03:20, 8.37s/it] 99%|█████████▉| 2482/2505 [5:43:53<03:14, 8.44s/it] 99%|█████████▉| 2483/2505 [5:44:01<03:06, 8.49s/it] 99%|█████████▉| 2484/2505 [5:44:10<02:57, 8.44s/it] 99%|█████████▉| 2485/2505 [5:44:18<02:47, 8.38s/it] 99%|█████████▉| 2485/2505 [5:44:18<02:47, 8.38s/it] 99%|█████████▉| 2486/2505 [5:44:26<02:35, 8.17s/it] 99%|█████████▉| 2487/2505 [5:44:33<02:25, 8.06s/it] 99%|█████████▉| 2488/2505 [5:44:43<02:22, 8.38s/it] 99%|█████████▉| 2489/2505 [5:44:50<02:11, 8.20s/it] 99%|█████████▉| 2490/2505 [5:44:59<02:03, 8.20s/it] 99%|█████████▉| 2490/2505 [5:44:59<02:03, 8.20s/it] 99%|█████████▉| 2491/2505 [5:45:07<01:53, 8.11s/it] 99%|█████████▉| 2492/2505 [5:45:14<01:44, 8.07s/it] 100%|█████████▉| 2493/2505 [5:45:23<01:37, 8.10s/it] 100%|█████████▉| 2494/2505 [5:45:31<01:29, 8.17s/it] 100%|█████████▉| 2495/2505 [5:45:39<01:22, 8.21s/it] 100%|█████████▉| 2495/2505 [5:45:39<01:22, 8.21s/it] 100%|█████████▉| 2496/2505 [5:45:48<01:14, 8.29s/it] 100%|█████████▉| 2497/2505 [5:45:56<01:05, 8.18s/it] 100%|█████████▉| 2498/2505 [5:46:04<00:56, 8.09s/it] 100%|█████████▉| 2499/2505 [5:46:13<00:50, 8.35s/it] 100%|█████████▉| 2500/2505 [5:46:21<00:41, 8.34s/it] 100%|█████████▉| 2500/2505 [5:46:21<00:41, 8.34s/it] 100%|█████████▉| 2501/2505 [5:46:29<00:33, 8.30s/it] 100%|█████████▉| 2502/2505 [5:46:38<00:25, 8.46s/it] 100%|█████████▉| 2503/2505 [5:46:46<00:16, 8.37s/it] 100%|█████████▉| 2504/2505 [5:46:54<00:08, 8.17s/it] 100%|██████████| 2505/2505 [5:46:56<00:00, 6.39s/it] 100%|██████████| 2505/2505 [5:46:56<00:00, 6.39s/it][INFO|trainer.py:1823] 2026-07-10 06:48:39,474 >> + +Training completed. Do not forget to share your model on huggingface.co/models =) + + + 100%|██████████| 2505/2505 [5:46:56<00:00, 6.39s/it] 100%|██████████| 2505/2505 [5:46:56<00:00, 8.31s/it] +[INFO|trainer.py:3815] 2026-07-10 06:48:39,475 >> Saving model checkpoint to /home/ll/llm4rec/experiments/outputs/v22_scratch_clean_cot_lr6e6_ep3 +[INFO|configuration_utils.py:533] 2026-07-10 06:48:39,476 >> Configuration saved in /home/ll/llm4rec/experiments/outputs/v22_scratch_clean_cot_lr6e6_ep3/config.json +[INFO|configuration_utils.py:816] 2026-07-10 06:48:39,476 >> Configuration saved in /home/ll/llm4rec/experiments/outputs/v22_scratch_clean_cot_lr6e6_ep3/generation_config.json + +{'loss': '1.569', 'grad_norm': '2.422', 'learning_rate': '3.147e-07', 'epoch': '2.569'} +{'loss': '1.564', 'grad_norm': '2.891', 'learning_rate': '3.062e-07', 'epoch': '2.575'} +{'loss': '1.57', 'grad_norm': '2.469', 'learning_rate': '2.978e-07', 'epoch': '2.581'} +{'loss': '1.575', 'grad_norm': '3.438', 'learning_rate': '2.895e-07', 'epoch': '2.587'} +{'loss': '1.589', 'grad_norm': '3.188', 'learning_rate': '2.813e-07', 'epoch': '2.593'} +{'loss': '1.575', 'grad_norm': '2.609', 'learning_rate': '2.733e-07', 'epoch': '2.599'} +{'loss': '1.579', 'grad_norm': '2.203', 'learning_rate': '2.653e-07', 'epoch': '2.605'} +{'loss': '1.563', 'grad_norm': '2.828', 'learning_rate': '2.575e-07', 'epoch': '2.611'} +{'loss': '1.601', 'grad_norm': '2.875', 'learning_rate': '2.498e-07', 'epoch': '2.617'} +{'loss': '1.555', 'grad_norm': '2.953', 'learning_rate': '2.422e-07', 'epoch': '2.623'} +{'loss': '1.563', 'grad_norm': '3.188', 'learning_rate': '2.346e-07', 'epoch': '2.629'} +{'loss': '1.544', 'grad_norm': '3.453', 'learning_rate': '2.273e-07', 'epoch': '2.635'} +{'loss': '1.583', 'grad_norm': '2.594', 'learning_rate': '2.2e-07', 'epoch': '2.641'} +{'loss': '1.575', 'grad_norm': '2.281', 'learning_rate': '2.128e-07', 'epoch': '2.647'} +{'loss': '1.599', 'grad_norm': '2.391', 'learning_rate': '2.058e-07', 'epoch': '2.653'} +{'loss': '1.555', 'grad_norm': '2.281', 'learning_rate': '1.988e-07', 'epoch': '2.659'} +{'loss': '1.568', 'grad_norm': '3.391', 'learning_rate': '1.92e-07', 'epoch': '2.665'} +{'loss': '1.565', 'grad_norm': '2.328', 'learning_rate': '1.853e-07', 'epoch': '2.671'} +{'loss': '1.604', 'grad_norm': '2.656', 'learning_rate': '1.787e-07', 'epoch': '2.677'} +{'loss': '1.593', 'grad_norm': '3.906', 'learning_rate': '1.723e-07', 'epoch': '2.683'} +{'loss': '1.549', 'grad_norm': '2.25', 'learning_rate': '1.659e-07', 'epoch': '2.689'} +{'loss': '1.611', 'grad_norm': '2.859', 'learning_rate': '1.597e-07', 'epoch': '2.695'} +{'loss': '1.585', 'grad_norm': '2.906', 'learning_rate': '1.535e-07', 'epoch': '2.701'} +{'loss': '1.586', 'grad_norm': '3.875', 'learning_rate': '1.475e-07', 'epoch': '2.707'} +{'loss': '1.496', 'grad_norm': '2.656', 'learning_rate': '1.417e-07', 'epoch': '2.713'} +{'loss': '1.57', 'grad_norm': '2.328', 'learning_rate': '1.359e-07', 'epoch': '2.719'} +{'loss': '1.586', 'grad_norm': '2.719', 'learning_rate': '1.302e-07', 'epoch': '2.725'} +{'loss': '1.569', 'grad_norm': '2.516', 'learning_rate': '1.247e-07', 'epoch': '2.731'} +{'loss': '1.615', 'grad_norm': '2.703', 'learning_rate': '1.193e-07', 'epoch': '2.737'} +{'loss': '1.6', 'grad_norm': '2.328', 'learning_rate': '1.14e-07', 'epoch': '2.743'} +{'loss': '1.561', 'grad_norm': '2.328', 'learning_rate': '1.088e-07', 'epoch': '2.749'} +{'loss': '1.564', 'grad_norm': '3.141', 'learning_rate': '1.037e-07', 'epoch': '2.755'} +{'loss': '1.577', 'grad_norm': '3.344', 'learning_rate': '9.877e-08', 'epoch': '2.761'} +{'loss': '1.592', 'grad_norm': '2.188', 'learning_rate': '9.395e-08', 'epoch': '2.767'} +{'loss': '1.521', 'grad_norm': '3.016', 'learning_rate': '8.924e-08', 'epoch': '2.773'} +{'loss': '1.576', 'grad_norm': '2.75', 'learning_rate': '8.465e-08', 'epoch': '2.779'} +{'loss': '1.516', 'grad_norm': '2.328', 'learning_rate': '8.018e-08', 'epoch': '2.785'} +{'loss': '1.585', 'grad_norm': '3.234', 'learning_rate': '7.583e-08', 'epoch': '2.791'} +{'loss': '1.617', 'grad_norm': '3.359', 'learning_rate': '7.16e-08', 'epoch': '2.797'} +{'loss': '1.569', 'grad_norm': '2.797', 'learning_rate': '6.749e-08', 'epoch': '2.803'} +{'loss': '1.575', 'grad_norm': '3.422', 'learning_rate': '6.35e-08', 'epoch': '2.809'} +{'loss': '1.589', 'grad_norm': '2.656', 'learning_rate': '5.963e-08', 'epoch': '2.815'} +{'loss': '1.573', 'grad_norm': '2.609', 'learning_rate': '5.588e-08', 'epoch': '2.821'} +{'loss': '1.57', 'grad_norm': '2.469', 'learning_rate': '5.225e-08', 'epoch': '2.827'} +{'loss': '1.572', 'grad_norm': '2.656', 'learning_rate': '4.874e-08', 'epoch': '2.833'} +{'loss': '1.578', 'grad_norm': '2.422', 'learning_rate': '4.535e-08', 'epoch': '2.839'} +{'loss': '1.613', 'grad_norm': '2.016', 'learning_rate': '4.209e-08', 'epoch': '2.845'} +{'loss': '1.589', 'grad_norm': '2.984', 'learning_rate': '3.894e-08', 'epoch': '2.851'} +{'loss': '1.616', 'grad_norm': '2.578', 'learning_rate': '3.592e-08', 'epoch': '2.857'} +{'loss': '1.534', 'grad_norm': '3.641', 'learning_rate': '3.302e-08', 'epoch': '2.863'} +{'loss': '1.592', 'grad_norm': '2.938', 'learning_rate': '3.024e-08', 'epoch': '2.869'} +{'loss': '1.536', 'grad_norm': '3.141', 'learning_rate': '2.758e-08', 'epoch': '2.875'} +{'loss': '1.618', 'grad_norm': '2.312', 'learning_rate': '2.504e-08', 'epoch': '2.881'} +{'loss': '1.614', 'grad_norm': '2.359', 'learning_rate': '2.263e-08', 'epoch': '2.887'} +{'loss': '1.566', 'grad_norm': '2.203', 'learning_rate': '2.033e-08', 'epoch': '2.893'} +{'loss': '1.611', 'grad_norm': '3.344', 'learning_rate': '1.816e-08', 'epoch': '2.899'} +{'loss': '1.559', 'grad_norm': '2.125', 'learning_rate': '1.611e-08', 'epoch': '2.905'} +{'loss': '1.595', 'grad_norm': '2.359', 'learning_rate': '1.419e-08', 'epoch': '2.911'} +{'loss': '1.573', 'grad_norm': '3.328', 'learning_rate': '1.238e-08', 'epoch': '2.917'} +{'loss': '1.565', 'grad_norm': '2.312', 'learning_rate': '1.07e-08', 'epoch': '2.923'} +{'loss': '1.575', 'grad_norm': '2.844', 'learning_rate': '9.143e-09', 'epoch': '2.929'} +{'loss': '1.599', 'grad_norm': '2.812', 'learning_rate': '7.706e-09', 'epoch': '2.935'} +{'loss': '1.575', 'grad_norm': '2.812', 'learning_rate': '6.392e-09', 'epoch': '2.941'} +{'loss': '1.58', 'grad_norm': '2.703', 'learning_rate': '5.2e-09', 'epoch': '2.947'} +{'loss': '1.592', 'grad_norm': '3.688', 'learning_rate': '4.132e-09', 'epoch': '2.953'} +{'loss': '1.579', 'grad_norm': '2.75', 'learning_rate': '3.185e-09', 'epoch': '2.959'} +{'loss': '1.58', 'grad_norm': '2.609', 'learning_rate': '2.362e-09', 'epoch': '2.965'} +{'loss': '1.562', 'grad_norm': '2.609', 'learning_rate': '1.662e-09', 'epoch': '2.971'} +{'loss': '1.576', 'grad_norm': '2.391', 'learning_rate': '1.084e-09', 'epoch': '2.977'} +{'loss': '1.537', 'grad_norm': '2.109', 'learning_rate': '6.293e-10', 'epoch': '2.983'} +{'loss': '1.61', 'grad_norm': '3.234', 'learning_rate': '2.975e-10', 'epoch': '2.989'} +{'loss': '1.609', 'grad_norm': '2.328', 'learning_rate': '8.85e-11', 'epoch': '2.995'} +{'loss': '1.498', 'grad_norm': '13.56', 'learning_rate': '2.458e-12', 'epoch': '3'} +{'train_runtime': '2.082e+04', 'train_samples_per_second': '0.481', 'train_steps_per_second': '0.12', 'train_loss': '1.637', 'epoch': '3'} + Writing model shards: 0%| | 0/1 [00:00> Model weights saved in /home/ll/llm4rec/experiments/outputs/v22_scratch_clean_cot_lr6e6_ep3/model.safetensors +[INFO|tokenization_utils_base.py:3278] 2026-07-10 06:48:40,441 >> chat template saved in /home/ll/llm4rec/experiments/outputs/v22_scratch_clean_cot_lr6e6_ep3/chat_template.jinja +[INFO|tokenization_utils_base.py:2111] 2026-07-10 06:48:40,462 >> tokenizer config file saved in /home/ll/llm4rec/experiments/outputs/v22_scratch_clean_cot_lr6e6_ep3/tokenizer_config.json +***** train metrics ***** + epoch = 3.0 + total_flos = 1125824970GF + train_loss = 1.6375 + train_runtime = 5:46:56.51 + train_samples_per_second = 0.481 + train_steps_per_second = 0.12 +Figure saved at: /home/ll/llm4rec/experiments/outputs/v22_scratch_clean_cot_lr6e6_ep3/training_loss.png +[WARNING|2026-07-10 06:48:40] llamafactory.extras.ploting:149 >> No metric eval_loss to plot. +[WARNING|2026-07-10 06:48:40] llamafactory.extras.ploting:149 >> No metric eval_accuracy to plot. +[INFO|modelcard.py:263] 2026-07-10 06:48:40,564 >> Dropping the following result as it does not have all the necessary fields: +{'task': {'name': 'Causal Language Modeling', 'type': 'text-generation'}} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..78552f4 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "total_flos": 1.2088453569639322e+18, + "train_loss": 1.6374940127907638, + "train_runtime": 20816.512, + "train_samples_per_second": 0.481, + "train_steps_per_second": 0.12 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..6766049 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,502 @@ +{"current_steps": 5, "total_steps": 2505, "loss": 2.9864707946777345, "lr": 4.7058823529411767e-07, "epoch": 0.005993407252022775, "percentage": 0.2, "elapsed_time": "0:00:41", "remaining_time": "5:47:46"} +{"current_steps": 10, "total_steps": 2505, "loss": 3.017852783203125, "lr": 1.0588235294117648e-06, "epoch": 0.01198681450404555, "percentage": 0.4, "elapsed_time": "0:01:22", "remaining_time": "5:45:03"} +{"current_steps": 15, "total_steps": 2505, "loss": 2.9088718414306642, "lr": 1.647058823529412e-06, "epoch": 0.017980221756068324, "percentage": 0.6, "elapsed_time": "0:02:05", "remaining_time": "5:47:50"} +{"current_steps": 20, "total_steps": 2505, "loss": 2.8249109268188475, "lr": 2.235294117647059e-06, "epoch": 0.0239736290080911, "percentage": 0.8, "elapsed_time": "0:02:48", "remaining_time": "5:48:04"} +{"current_steps": 25, "total_steps": 2505, "loss": 2.9229591369628904, "lr": 2.823529411764706e-06, "epoch": 0.029967036260113874, "percentage": 1.0, "elapsed_time": "0:03:26", "remaining_time": "5:41:14"} +{"current_steps": 30, "total_steps": 2505, "loss": 2.6270092010498045, "lr": 3.411764705882353e-06, "epoch": 0.03596044351213665, "percentage": 1.2, "elapsed_time": "0:04:10", "remaining_time": "5:43:48"} +{"current_steps": 35, "total_steps": 2505, "loss": 2.57705078125, "lr": 4e-06, "epoch": 0.041953850764159424, "percentage": 1.4, "elapsed_time": "0:04:52", "remaining_time": "5:44:04"} +{"current_steps": 40, "total_steps": 2505, "loss": 2.5475204467773436, "lr": 4.588235294117647e-06, "epoch": 0.0479472580161822, "percentage": 1.6, "elapsed_time": "0:05:33", "remaining_time": "5:42:14"} +{"current_steps": 45, "total_steps": 2505, "loss": 2.3420473098754884, "lr": 5.176470588235295e-06, "epoch": 0.05394066526820498, "percentage": 1.8, "elapsed_time": "0:06:16", "remaining_time": "5:42:38"} +{"current_steps": 50, "total_steps": 2505, "loss": 2.340384864807129, "lr": 5.764705882352942e-06, "epoch": 0.05993407252022775, "percentage": 2.0, "elapsed_time": "0:06:59", "remaining_time": "5:43:29"} +{"current_steps": 55, "total_steps": 2505, "loss": 2.175357437133789, "lr": 5.9999778749702535e-06, "epoch": 0.06592747977225052, "percentage": 2.2, "elapsed_time": "0:07:42", "remaining_time": "5:43:34"} +{"current_steps": 60, "total_steps": 2505, "loss": 2.197158432006836, "lr": 5.999842667636955e-06, "epoch": 0.0719208870242733, "percentage": 2.4, "elapsed_time": "0:08:25", "remaining_time": "5:43:04"} +{"current_steps": 65, "total_steps": 2505, "loss": 2.1903335571289064, "lr": 5.9995845501865744e-06, "epoch": 0.07791429427629608, "percentage": 2.59, "elapsed_time": "0:09:06", "remaining_time": "5:42:07"} +{"current_steps": 70, "total_steps": 2505, "loss": 2.1188888549804688, "lr": 5.999203533194751e-06, "epoch": 0.08390770152831885, "percentage": 2.79, "elapsed_time": "0:09:49", "remaining_time": "5:41:37"} +{"current_steps": 75, "total_steps": 2505, "loss": 2.0938800811767577, "lr": 5.998699632272582e-06, "epoch": 0.08990110878034162, "percentage": 2.99, "elapsed_time": "0:10:31", "remaining_time": "5:41:03"} +{"current_steps": 80, "total_steps": 2505, "loss": 2.0853302001953127, "lr": 5.998072868065993e-06, "epoch": 0.0958945160323644, "percentage": 3.19, "elapsed_time": "0:11:13", "remaining_time": "5:40:01"} +{"current_steps": 85, "total_steps": 2505, "loss": 1.9871812820434571, "lr": 5.997323266254883e-06, "epoch": 0.10188792328438717, "percentage": 3.39, "elapsed_time": "0:11:55", "remaining_time": "5:39:18"} +{"current_steps": 90, "total_steps": 2505, "loss": 1.9602109909057617, "lr": 5.996450857552079e-06, "epoch": 0.10788133053640996, "percentage": 3.59, "elapsed_time": "0:12:37", "remaining_time": "5:38:55"} +{"current_steps": 95, "total_steps": 2505, "loss": 1.9757930755615234, "lr": 5.995455677702073e-06, "epoch": 0.11387473778843273, "percentage": 3.79, "elapsed_time": "0:13:18", "remaining_time": "5:37:34"} +{"current_steps": 100, "total_steps": 2505, "loss": 1.9586530685424806, "lr": 5.994337767479563e-06, "epoch": 0.1198681450404555, "percentage": 3.99, "elapsed_time": "0:13:59", "remaining_time": "5:36:28"} +{"current_steps": 105, "total_steps": 2505, "loss": 1.8350349426269532, "lr": 5.993097172687774e-06, "epoch": 0.12586155229247828, "percentage": 4.19, "elapsed_time": "0:14:40", "remaining_time": "5:35:15"} +{"current_steps": 110, "total_steps": 2505, "loss": 1.9099546432495118, "lr": 5.991733944156591e-06, "epoch": 0.13185495954450105, "percentage": 4.39, "elapsed_time": "0:15:22", "remaining_time": "5:34:35"} +{"current_steps": 115, "total_steps": 2505, "loss": 1.8809522628784179, "lr": 5.990248137740468e-06, "epoch": 0.13784836679652382, "percentage": 4.59, "elapsed_time": "0:16:03", "remaining_time": "5:33:49"} +{"current_steps": 120, "total_steps": 2505, "loss": 1.890812873840332, "lr": 5.988639814316145e-06, "epoch": 0.1438417740485466, "percentage": 4.79, "elapsed_time": "0:16:43", "remaining_time": "5:32:32"} +{"current_steps": 125, "total_steps": 2505, "loss": 1.8602405548095704, "lr": 5.986909039780151e-06, "epoch": 0.1498351813005694, "percentage": 4.99, "elapsed_time": "0:17:25", "remaining_time": "5:31:47"} +{"current_steps": 130, "total_steps": 2505, "loss": 1.8328474044799805, "lr": 5.985055885046105e-06, "epoch": 0.15582858855259216, "percentage": 5.19, "elapsed_time": "0:18:07", "remaining_time": "5:31:01"} +{"current_steps": 135, "total_steps": 2505, "loss": 1.7698371887207032, "lr": 5.9830804260418115e-06, "epoch": 0.16182199580461493, "percentage": 5.39, "elapsed_time": "0:18:51", "remaining_time": "5:30:56"} +{"current_steps": 140, "total_steps": 2505, "loss": 1.7916770935058595, "lr": 5.980982743706147e-06, "epoch": 0.1678154030566377, "percentage": 5.59, "elapsed_time": "0:19:33", "remaining_time": "5:30:17"} +{"current_steps": 145, "total_steps": 2505, "loss": 1.804901695251465, "lr": 5.978762923985747e-06, "epoch": 0.17380881030866047, "percentage": 5.79, "elapsed_time": "0:20:13", "remaining_time": "5:29:11"} +{"current_steps": 150, "total_steps": 2505, "loss": 1.8203529357910155, "lr": 5.976421057831481e-06, "epoch": 0.17980221756068324, "percentage": 5.99, "elapsed_time": "0:20:55", "remaining_time": "5:28:27"} +{"current_steps": 155, "total_steps": 2505, "loss": 1.8243545532226562, "lr": 5.97395724119473e-06, "epoch": 0.18579562481270603, "percentage": 6.19, "elapsed_time": "0:21:36", "remaining_time": "5:27:35"} +{"current_steps": 160, "total_steps": 2505, "loss": 1.8442657470703125, "lr": 5.971371575023451e-06, "epoch": 0.1917890320647288, "percentage": 6.39, "elapsed_time": "0:22:16", "remaining_time": "5:26:26"} +{"current_steps": 165, "total_steps": 2505, "loss": 1.8430421829223633, "lr": 5.968664165258043e-06, "epoch": 0.19778243931675157, "percentage": 6.59, "elapsed_time": "0:22:54", "remaining_time": "5:24:57"} +{"current_steps": 170, "total_steps": 2505, "loss": 1.7948385238647462, "lr": 5.96583512282701e-06, "epoch": 0.20377584656877434, "percentage": 6.79, "elapsed_time": "0:23:37", "remaining_time": "5:24:31"} +{"current_steps": 175, "total_steps": 2505, "loss": 1.8050064086914062, "lr": 5.962884563642406e-06, "epoch": 0.2097692538207971, "percentage": 6.99, "elapsed_time": "0:24:19", "remaining_time": "5:23:48"} +{"current_steps": 180, "total_steps": 2505, "loss": 1.7687402725219727, "lr": 5.959812608595099e-06, "epoch": 0.2157626610728199, "percentage": 7.19, "elapsed_time": "0:25:00", "remaining_time": "5:22:58"} +{"current_steps": 185, "total_steps": 2505, "loss": 1.7481760025024413, "lr": 5.956619383549807e-06, "epoch": 0.22175606832484268, "percentage": 7.39, "elapsed_time": "0:25:44", "remaining_time": "5:22:49"} +{"current_steps": 190, "total_steps": 2505, "loss": 1.6539461135864257, "lr": 5.953305019339946e-06, "epoch": 0.22774947557686545, "percentage": 7.58, "elapsed_time": "0:26:28", "remaining_time": "5:22:34"} +{"current_steps": 195, "total_steps": 2505, "loss": 1.760018539428711, "lr": 5.949869651762269e-06, "epoch": 0.23374288282888822, "percentage": 7.78, "elapsed_time": "0:27:10", "remaining_time": "5:21:50"} +{"current_steps": 200, "total_steps": 2505, "loss": 1.7840660095214844, "lr": 5.946313421571302e-06, "epoch": 0.239736290080911, "percentage": 7.98, "elapsed_time": "0:27:50", "remaining_time": "5:20:54"} +{"current_steps": 205, "total_steps": 2505, "loss": 1.7796796798706054, "lr": 5.942636474473575e-06, "epoch": 0.24572969733293376, "percentage": 8.18, "elapsed_time": "0:28:29", "remaining_time": "5:19:42"} +{"current_steps": 210, "total_steps": 2505, "loss": 1.7450885772705078, "lr": 5.938838961121656e-06, "epoch": 0.25172310458495656, "percentage": 8.38, "elapsed_time": "0:29:12", "remaining_time": "5:19:11"} +{"current_steps": 215, "total_steps": 2505, "loss": 1.7745096206665039, "lr": 5.934921037107974e-06, "epoch": 0.2577165118369793, "percentage": 8.58, "elapsed_time": "0:29:53", "remaining_time": "5:18:28"} +{"current_steps": 220, "total_steps": 2505, "loss": 1.679784393310547, "lr": 5.9308828629584476e-06, "epoch": 0.2637099190890021, "percentage": 8.78, "elapsed_time": "0:30:35", "remaining_time": "5:17:40"} +{"current_steps": 225, "total_steps": 2505, "loss": 1.7226064682006836, "lr": 5.926724604125908e-06, "epoch": 0.2697033263410249, "percentage": 8.98, "elapsed_time": "0:31:18", "remaining_time": "5:17:17"} +{"current_steps": 230, "total_steps": 2505, "loss": 1.719569206237793, "lr": 5.922446430983316e-06, "epoch": 0.27569673359304764, "percentage": 9.18, "elapsed_time": "0:31:59", "remaining_time": "5:16:29"} +{"current_steps": 235, "total_steps": 2505, "loss": 1.7614149093627929, "lr": 5.9180485188167845e-06, "epoch": 0.28169014084507044, "percentage": 9.38, "elapsed_time": "0:32:38", "remaining_time": "5:15:22"} +{"current_steps": 240, "total_steps": 2505, "loss": 1.7348569869995116, "lr": 5.913531047818396e-06, "epoch": 0.2876835480970932, "percentage": 9.58, "elapsed_time": "0:33:21", "remaining_time": "5:14:50"} +{"current_steps": 245, "total_steps": 2505, "loss": 1.703908920288086, "lr": 5.908894203078821e-06, "epoch": 0.293676955349116, "percentage": 9.78, "elapsed_time": "0:34:03", "remaining_time": "5:14:13"} +{"current_steps": 250, "total_steps": 2505, "loss": 1.732318115234375, "lr": 5.904138174579734e-06, "epoch": 0.2996703626011388, "percentage": 9.98, "elapsed_time": "0:34:44", "remaining_time": "5:13:22"} +{"current_steps": 255, "total_steps": 2505, "loss": 1.7093519210815429, "lr": 5.899263157186027e-06, "epoch": 0.3056637698531615, "percentage": 10.18, "elapsed_time": "0:35:26", "remaining_time": "5:12:46"} +{"current_steps": 260, "total_steps": 2505, "loss": 1.730145263671875, "lr": 5.894269350637827e-06, "epoch": 0.3116571771051843, "percentage": 10.38, "elapsed_time": "0:36:08", "remaining_time": "5:12:04"} +{"current_steps": 265, "total_steps": 2505, "loss": 1.7165464401245116, "lr": 5.889156959542316e-06, "epoch": 0.31765058435720706, "percentage": 10.58, "elapsed_time": "0:36:49", "remaining_time": "5:11:17"} +{"current_steps": 270, "total_steps": 2505, "loss": 1.7485239028930664, "lr": 5.88392619336534e-06, "epoch": 0.32364399160922985, "percentage": 10.78, "elapsed_time": "0:37:28", "remaining_time": "5:10:15"} +{"current_steps": 275, "total_steps": 2505, "loss": 1.709259033203125, "lr": 5.878577266422833e-06, "epoch": 0.3296373988612526, "percentage": 10.98, "elapsed_time": "0:38:10", "remaining_time": "5:09:32"} +{"current_steps": 280, "total_steps": 2505, "loss": 1.6541948318481445, "lr": 5.873110397872036e-06, "epoch": 0.3356308061132754, "percentage": 11.18, "elapsed_time": "0:38:54", "remaining_time": "5:09:10"} +{"current_steps": 285, "total_steps": 2505, "loss": 1.712679100036621, "lr": 5.867525811702511e-06, "epoch": 0.3416242133652982, "percentage": 11.38, "elapsed_time": "0:39:37", "remaining_time": "5:08:38"} +{"current_steps": 290, "total_steps": 2505, "loss": 1.7111431121826173, "lr": 5.861823736726973e-06, "epoch": 0.34761762061732093, "percentage": 11.58, "elapsed_time": "0:40:17", "remaining_time": "5:07:42"} +{"current_steps": 295, "total_steps": 2505, "loss": 1.6408029556274415, "lr": 5.856004406571909e-06, "epoch": 0.35361102786934373, "percentage": 11.78, "elapsed_time": "0:40:59", "remaining_time": "5:07:04"} +{"current_steps": 300, "total_steps": 2505, "loss": 1.7105199813842773, "lr": 5.8500680596680045e-06, "epoch": 0.3596044351213665, "percentage": 11.98, "elapsed_time": "0:41:41", "remaining_time": "5:06:25"} +{"current_steps": 305, "total_steps": 2505, "loss": 1.6896808624267579, "lr": 5.844014939240383e-06, "epoch": 0.36559784237338927, "percentage": 12.18, "elapsed_time": "0:42:23", "remaining_time": "5:05:44"} +{"current_steps": 310, "total_steps": 2505, "loss": 1.716895866394043, "lr": 5.837845293298629e-06, "epoch": 0.37159124962541207, "percentage": 12.38, "elapsed_time": "0:43:03", "remaining_time": "5:04:53"} +{"current_steps": 315, "total_steps": 2505, "loss": 1.671182632446289, "lr": 5.8315593746266346e-06, "epoch": 0.3775846568774348, "percentage": 12.57, "elapsed_time": "0:43:45", "remaining_time": "5:04:11"} +{"current_steps": 320, "total_steps": 2505, "loss": 1.715642547607422, "lr": 5.825157440772241e-06, "epoch": 0.3835780641294576, "percentage": 12.77, "elapsed_time": "0:44:25", "remaining_time": "5:03:21"} +{"current_steps": 325, "total_steps": 2505, "loss": 1.6915248870849608, "lr": 5.818639754036683e-06, "epoch": 0.38957147138148035, "percentage": 12.97, "elapsed_time": "0:45:06", "remaining_time": "5:02:34"} +{"current_steps": 330, "total_steps": 2505, "loss": 1.6974452972412108, "lr": 5.812006581463847e-06, "epoch": 0.39556487863350315, "percentage": 13.17, "elapsed_time": "0:45:47", "remaining_time": "5:01:48"} +{"current_steps": 335, "total_steps": 2505, "loss": 1.623448371887207, "lr": 5.805258194829324e-06, "epoch": 0.40155828588552595, "percentage": 13.37, "elapsed_time": "0:46:30", "remaining_time": "5:01:16"} +{"current_steps": 340, "total_steps": 2505, "loss": 1.7037521362304688, "lr": 5.798394870629278e-06, "epoch": 0.4075516931375487, "percentage": 13.57, "elapsed_time": "0:47:10", "remaining_time": "5:00:25"} +{"current_steps": 345, "total_steps": 2505, "loss": 1.6795276641845702, "lr": 5.791416890069118e-06, "epoch": 0.4135451003895715, "percentage": 13.77, "elapsed_time": "0:47:52", "remaining_time": "4:59:46"} +{"current_steps": 350, "total_steps": 2505, "loss": 1.713286781311035, "lr": 5.784324539051974e-06, "epoch": 0.4195385076415942, "percentage": 13.97, "elapsed_time": "0:48:31", "remaining_time": "4:58:48"} +{"current_steps": 355, "total_steps": 2505, "loss": 1.6925920486450194, "lr": 5.777118108166982e-06, "epoch": 0.425531914893617, "percentage": 14.17, "elapsed_time": "0:49:12", "remaining_time": "4:57:58"} +{"current_steps": 360, "total_steps": 2505, "loss": 1.6924890518188476, "lr": 5.769797892677382e-06, "epoch": 0.4315253221456398, "percentage": 14.37, "elapsed_time": "0:49:54", "remaining_time": "4:57:20"} +{"current_steps": 365, "total_steps": 2505, "loss": 1.6399415969848632, "lr": 5.7623641925084195e-06, "epoch": 0.43751872939766256, "percentage": 14.57, "elapsed_time": "0:50:34", "remaining_time": "4:56:33"} +{"current_steps": 370, "total_steps": 2505, "loss": 1.6943456649780273, "lr": 5.754817312235051e-06, "epoch": 0.44351213664968536, "percentage": 14.77, "elapsed_time": "0:51:15", "remaining_time": "4:55:48"} +{"current_steps": 375, "total_steps": 2505, "loss": 1.6115127563476563, "lr": 5.747157561069474e-06, "epoch": 0.4495055439017081, "percentage": 14.97, "elapsed_time": "0:51:57", "remaining_time": "4:55:07"} +{"current_steps": 380, "total_steps": 2505, "loss": 1.6767837524414062, "lr": 5.739385252848452e-06, "epoch": 0.4554989511537309, "percentage": 15.17, "elapsed_time": "0:52:37", "remaining_time": "4:54:19"} +{"current_steps": 385, "total_steps": 2505, "loss": 1.6624629974365235, "lr": 5.731500706020455e-06, "epoch": 0.46149235840575364, "percentage": 15.37, "elapsed_time": "0:53:19", "remaining_time": "4:53:36"} +{"current_steps": 390, "total_steps": 2505, "loss": 1.6880376815795899, "lr": 5.7235042436326165e-06, "epoch": 0.46748576565777644, "percentage": 15.57, "elapsed_time": "0:54:00", "remaining_time": "4:52:55"} +{"current_steps": 395, "total_steps": 2505, "loss": 1.6300373077392578, "lr": 5.715396193317496e-06, "epoch": 0.47347917290979924, "percentage": 15.77, "elapsed_time": "0:54:41", "remaining_time": "4:52:11"} +{"current_steps": 400, "total_steps": 2505, "loss": 1.6750167846679687, "lr": 5.707176887279654e-06, "epoch": 0.479472580161822, "percentage": 15.97, "elapsed_time": "0:55:24", "remaining_time": "4:51:33"} +{"current_steps": 405, "total_steps": 2505, "loss": 1.657137107849121, "lr": 5.6988466622820396e-06, "epoch": 0.4854659874138448, "percentage": 16.17, "elapsed_time": "0:56:06", "remaining_time": "4:50:57"} +{"current_steps": 410, "total_steps": 2505, "loss": 1.6478914260864257, "lr": 5.690405859632195e-06, "epoch": 0.4914593946658675, "percentage": 16.37, "elapsed_time": "0:56:47", "remaining_time": "4:50:12"} +{"current_steps": 415, "total_steps": 2505, "loss": 1.6408031463623047, "lr": 5.681854825168274e-06, "epoch": 0.4974528019178903, "percentage": 16.57, "elapsed_time": "0:57:29", "remaining_time": "4:49:34"} +{"current_steps": 420, "total_steps": 2505, "loss": 1.653570556640625, "lr": 5.673193909244864e-06, "epoch": 0.5034462091699131, "percentage": 16.77, "elapsed_time": "0:58:12", "remaining_time": "4:48:56"} +{"current_steps": 425, "total_steps": 2505, "loss": 1.5698701858520507, "lr": 5.6644234667186386e-06, "epoch": 0.5094396164219359, "percentage": 16.97, "elapsed_time": "0:58:56", "remaining_time": "4:48:25"} +{"current_steps": 430, "total_steps": 2505, "loss": 1.658770751953125, "lr": 5.655543856933818e-06, "epoch": 0.5154330236739586, "percentage": 17.17, "elapsed_time": "0:59:38", "remaining_time": "4:47:50"} +{"current_steps": 435, "total_steps": 2505, "loss": 1.6563478469848634, "lr": 5.64655544370744e-06, "epoch": 0.5214264309259814, "percentage": 17.37, "elapsed_time": "1:00:20", "remaining_time": "4:47:07"} +{"current_steps": 440, "total_steps": 2505, "loss": 1.6700237274169922, "lr": 5.637458595314458e-06, "epoch": 0.5274198381780042, "percentage": 17.56, "elapsed_time": "1:01:01", "remaining_time": "4:46:24"} +{"current_steps": 445, "total_steps": 2505, "loss": 1.6282310485839844, "lr": 5.6282536844726555e-06, "epoch": 0.533413245430027, "percentage": 17.76, "elapsed_time": "1:01:41", "remaining_time": "4:45:36"} +{"current_steps": 450, "total_steps": 2505, "loss": 1.6337562561035157, "lr": 5.618941088327366e-06, "epoch": 0.5394066526820498, "percentage": 17.96, "elapsed_time": "1:02:24", "remaining_time": "4:44:58"} +{"current_steps": 455, "total_steps": 2505, "loss": 1.5626126289367677, "lr": 5.609521188436027e-06, "epoch": 0.5454000599340725, "percentage": 18.16, "elapsed_time": "1:03:06", "remaining_time": "4:44:22"} +{"current_steps": 460, "total_steps": 2505, "loss": 1.6471063613891601, "lr": 5.599994370752548e-06, "epoch": 0.5513934671860953, "percentage": 18.36, "elapsed_time": "1:03:48", "remaining_time": "4:43:41"} +{"current_steps": 465, "total_steps": 2505, "loss": 1.6376890182495116, "lr": 5.5903610256114894e-06, "epoch": 0.5573868744381181, "percentage": 18.56, "elapsed_time": "1:04:31", "remaining_time": "4:43:03"} +{"current_steps": 470, "total_steps": 2505, "loss": 1.6394289016723633, "lr": 5.5806215477120785e-06, "epoch": 0.5633802816901409, "percentage": 18.76, "elapsed_time": "1:05:14", "remaining_time": "4:42:28"} +{"current_steps": 475, "total_steps": 2505, "loss": 1.6407564163208008, "lr": 5.5707763361020325e-06, "epoch": 0.5693736889421637, "percentage": 18.96, "elapsed_time": "1:05:55", "remaining_time": "4:41:45"} +{"current_steps": 480, "total_steps": 2505, "loss": 1.637693214416504, "lr": 5.560825794161212e-06, "epoch": 0.5753670961941864, "percentage": 19.16, "elapsed_time": "1:06:38", "remaining_time": "4:41:09"} +{"current_steps": 485, "total_steps": 2505, "loss": 1.6549390792846679, "lr": 5.550770329585087e-06, "epoch": 0.5813605034462092, "percentage": 19.36, "elapsed_time": "1:07:18", "remaining_time": "4:40:22"} +{"current_steps": 490, "total_steps": 2505, "loss": 1.6286939620971679, "lr": 5.540610354368041e-06, "epoch": 0.587353910698232, "percentage": 19.56, "elapsed_time": "1:08:00", "remaining_time": "4:39:39"} +{"current_steps": 495, "total_steps": 2505, "loss": 1.6594453811645509, "lr": 5.530346284786487e-06, "epoch": 0.5933473179502547, "percentage": 19.76, "elapsed_time": "1:08:42", "remaining_time": "4:38:58"} +{"current_steps": 500, "total_steps": 2505, "loss": 1.6667818069458007, "lr": 5.519978541381812e-06, "epoch": 0.5993407252022775, "percentage": 19.96, "elapsed_time": "1:09:22", "remaining_time": "4:38:12"} +{"current_steps": 505, "total_steps": 2505, "loss": 1.6215856552124024, "lr": 5.509507548943144e-06, "epoch": 0.6053341324543002, "percentage": 20.16, "elapsed_time": "1:10:04", "remaining_time": "4:37:31"} +{"current_steps": 510, "total_steps": 2505, "loss": 1.6226997375488281, "lr": 5.498933736489952e-06, "epoch": 0.611327539706323, "percentage": 20.36, "elapsed_time": "1:10:45", "remaining_time": "4:36:48"} +{"current_steps": 515, "total_steps": 2505, "loss": 1.627206802368164, "lr": 5.4882575372544665e-06, "epoch": 0.6173209469583458, "percentage": 20.56, "elapsed_time": "1:11:26", "remaining_time": "4:36:04"} +{"current_steps": 520, "total_steps": 2505, "loss": 1.664950180053711, "lr": 5.4774793886639254e-06, "epoch": 0.6233143542103686, "percentage": 20.76, "elapsed_time": "1:12:08", "remaining_time": "4:35:22"} +{"current_steps": 525, "total_steps": 2505, "loss": 1.6241949081420899, "lr": 5.466599732322658e-06, "epoch": 0.6293077614623914, "percentage": 20.96, "elapsed_time": "1:12:48", "remaining_time": "4:34:36"} +{"current_steps": 530, "total_steps": 2505, "loss": 1.643407440185547, "lr": 5.455619013993986e-06, "epoch": 0.6353011687144141, "percentage": 21.16, "elapsed_time": "1:13:30", "remaining_time": "4:33:55"} +{"current_steps": 535, "total_steps": 2505, "loss": 1.6385822296142578, "lr": 5.444537683581964e-06, "epoch": 0.6412945759664369, "percentage": 21.36, "elapsed_time": "1:14:13", "remaining_time": "4:33:17"} +{"current_steps": 540, "total_steps": 2505, "loss": 1.6456333160400392, "lr": 5.433356195112941e-06, "epoch": 0.6472879832184597, "percentage": 21.56, "elapsed_time": "1:14:54", "remaining_time": "4:32:36"} +{"current_steps": 545, "total_steps": 2505, "loss": 1.6289976119995118, "lr": 5.422075006716963e-06, "epoch": 0.6532813904704825, "percentage": 21.76, "elapsed_time": "1:15:36", "remaining_time": "4:31:53"} +{"current_steps": 550, "total_steps": 2505, "loss": 1.5806748390197753, "lr": 5.410694580608999e-06, "epoch": 0.6592747977225052, "percentage": 21.96, "elapsed_time": "1:16:18", "remaining_time": "4:31:16"} +{"current_steps": 555, "total_steps": 2505, "loss": 1.6152603149414062, "lr": 5.399215383070004e-06, "epoch": 0.665268204974528, "percentage": 22.16, "elapsed_time": "1:17:01", "remaining_time": "4:30:37"} +{"current_steps": 560, "total_steps": 2505, "loss": 1.681402587890625, "lr": 5.387637884427817e-06, "epoch": 0.6712616122265508, "percentage": 22.36, "elapsed_time": "1:17:42", "remaining_time": "4:29:55"} +{"current_steps": 565, "total_steps": 2505, "loss": 1.6515823364257813, "lr": 5.3759625590378845e-06, "epoch": 0.6772550194785736, "percentage": 22.55, "elapsed_time": "1:18:24", "remaining_time": "4:29:14"} +{"current_steps": 570, "total_steps": 2505, "loss": 1.6387393951416016, "lr": 5.364189885263831e-06, "epoch": 0.6832484267305964, "percentage": 22.75, "elapsed_time": "1:19:06", "remaining_time": "4:28:32"} +{"current_steps": 575, "total_steps": 2505, "loss": 1.6449310302734375, "lr": 5.352320345457858e-06, "epoch": 0.6892418339826191, "percentage": 22.95, "elapsed_time": "1:19:47", "remaining_time": "4:27:49"} +{"current_steps": 580, "total_steps": 2505, "loss": 1.6439811706542968, "lr": 5.340354425940977e-06, "epoch": 0.6952352412346419, "percentage": 23.15, "elapsed_time": "1:20:29", "remaining_time": "4:27:07"} +{"current_steps": 585, "total_steps": 2505, "loss": 1.6770418167114258, "lr": 5.328292616983092e-06, "epoch": 0.7012286484866647, "percentage": 23.35, "elapsed_time": "1:21:08", "remaining_time": "4:26:20"} +{"current_steps": 590, "total_steps": 2505, "loss": 1.6499910354614258, "lr": 5.316135412782903e-06, "epoch": 0.7072220557386875, "percentage": 23.55, "elapsed_time": "1:21:50", "remaining_time": "4:25:38"} +{"current_steps": 595, "total_steps": 2505, "loss": 1.6471555709838868, "lr": 5.303883311447664e-06, "epoch": 0.7132154629907103, "percentage": 23.75, "elapsed_time": "1:22:32", "remaining_time": "4:24:57"} +{"current_steps": 600, "total_steps": 2505, "loss": 1.6304954528808593, "lr": 5.291536814972772e-06, "epoch": 0.719208870242733, "percentage": 23.95, "elapsed_time": "1:23:14", "remaining_time": "4:24:18"} +{"current_steps": 605, "total_steps": 2505, "loss": 1.6022422790527344, "lr": 5.279096429221197e-06, "epoch": 0.7252022774947557, "percentage": 24.15, "elapsed_time": "1:23:57", "remaining_time": "4:23:39"} +{"current_steps": 610, "total_steps": 2505, "loss": 1.607522201538086, "lr": 5.266562663902762e-06, "epoch": 0.7311956847467785, "percentage": 24.35, "elapsed_time": "1:24:36", "remaining_time": "4:22:50"} +{"current_steps": 615, "total_steps": 2505, "loss": 1.611679458618164, "lr": 5.253936032553253e-06, "epoch": 0.7371890919988013, "percentage": 24.55, "elapsed_time": "1:25:17", "remaining_time": "4:22:07"} +{"current_steps": 620, "total_steps": 2505, "loss": 1.5275883674621582, "lr": 5.241217052513379e-06, "epoch": 0.7431824992508241, "percentage": 24.75, "elapsed_time": "1:26:00", "remaining_time": "4:21:29"} +{"current_steps": 625, "total_steps": 2505, "loss": 1.615974235534668, "lr": 5.228406244907581e-06, "epoch": 0.7491759065028468, "percentage": 24.95, "elapsed_time": "1:26:41", "remaining_time": "4:20:46"} +{"current_steps": 630, "total_steps": 2505, "loss": 1.588763427734375, "lr": 5.215504134622673e-06, "epoch": 0.7551693137548696, "percentage": 25.15, "elapsed_time": "1:27:24", "remaining_time": "4:20:09"} +{"current_steps": 635, "total_steps": 2505, "loss": 1.6228040695190429, "lr": 5.202511250286339e-06, "epoch": 0.7611627210068924, "percentage": 25.35, "elapsed_time": "1:28:06", "remaining_time": "4:19:28"} +{"current_steps": 640, "total_steps": 2505, "loss": 1.6361326217651366, "lr": 5.189428124245477e-06, "epoch": 0.7671561282589152, "percentage": 25.55, "elapsed_time": "1:28:47", "remaining_time": "4:18:45"} +{"current_steps": 645, "total_steps": 2505, "loss": 1.5268966674804687, "lr": 5.176255292544384e-06, "epoch": 0.773149535510938, "percentage": 25.75, "elapsed_time": "1:29:30", "remaining_time": "4:18:07"} +{"current_steps": 650, "total_steps": 2505, "loss": 1.629738998413086, "lr": 5.162993294902792e-06, "epoch": 0.7791429427629607, "percentage": 25.95, "elapsed_time": "1:30:12", "remaining_time": "4:17:27"} +{"current_steps": 655, "total_steps": 2505, "loss": 1.6338333129882812, "lr": 5.149642674693761e-06, "epoch": 0.7851363500149835, "percentage": 26.15, "elapsed_time": "1:30:53", "remaining_time": "4:16:42"} +{"current_steps": 660, "total_steps": 2505, "loss": 1.6386873245239257, "lr": 5.136203978921408e-06, "epoch": 0.7911297572670063, "percentage": 26.35, "elapsed_time": "1:31:33", "remaining_time": "4:15:57"} +{"current_steps": 665, "total_steps": 2505, "loss": 1.601084327697754, "lr": 5.1226777581985006e-06, "epoch": 0.7971231645190291, "percentage": 26.55, "elapsed_time": "1:32:16", "remaining_time": "4:15:17"} +{"current_steps": 670, "total_steps": 2505, "loss": 1.6157960891723633, "lr": 5.109064566723894e-06, "epoch": 0.8031165717710519, "percentage": 26.75, "elapsed_time": "1:32:57", "remaining_time": "4:14:36"} +{"current_steps": 675, "total_steps": 2505, "loss": 1.6251134872436523, "lr": 5.095364962259825e-06, "epoch": 0.8091099790230746, "percentage": 26.95, "elapsed_time": "1:33:38", "remaining_time": "4:13:52"} +{"current_steps": 680, "total_steps": 2505, "loss": 1.6243366241455077, "lr": 5.0815795061090595e-06, "epoch": 0.8151033862750974, "percentage": 27.15, "elapsed_time": "1:34:19", "remaining_time": "4:13:08"} +{"current_steps": 685, "total_steps": 2505, "loss": 1.6381990432739257, "lr": 5.067708763091897e-06, "epoch": 0.8210967935271202, "percentage": 27.35, "elapsed_time": "1:34:58", "remaining_time": "4:12:21"} +{"current_steps": 690, "total_steps": 2505, "loss": 1.6106611251831056, "lr": 5.053753301523023e-06, "epoch": 0.827090200779143, "percentage": 27.54, "elapsed_time": "1:35:40", "remaining_time": "4:11:41"} +{"current_steps": 695, "total_steps": 2505, "loss": 1.6053501129150392, "lr": 5.0397136931882325e-06, "epoch": 0.8330836080311658, "percentage": 27.74, "elapsed_time": "1:36:22", "remaining_time": "4:10:59"} +{"current_steps": 700, "total_steps": 2505, "loss": 1.6138896942138672, "lr": 5.025590513320992e-06, "epoch": 0.8390770152831885, "percentage": 27.94, "elapsed_time": "1:37:04", "remaining_time": "4:10:18"} +{"current_steps": 705, "total_steps": 2505, "loss": 1.64343204498291, "lr": 5.01138434057888e-06, "epoch": 0.8450704225352113, "percentage": 28.14, "elapsed_time": "1:37:44", "remaining_time": "4:09:33"} +{"current_steps": 710, "total_steps": 2505, "loss": 1.6422714233398437, "lr": 4.997095757019873e-06, "epoch": 0.851063829787234, "percentage": 28.34, "elapsed_time": "1:38:24", "remaining_time": "4:08:48"} +{"current_steps": 715, "total_steps": 2505, "loss": 1.6257701873779298, "lr": 4.9827253480785e-06, "epoch": 0.8570572370392568, "percentage": 28.54, "elapsed_time": "1:39:06", "remaining_time": "4:08:06"} +{"current_steps": 720, "total_steps": 2505, "loss": 1.5960515022277832, "lr": 4.968273702541856e-06, "epoch": 0.8630506442912796, "percentage": 28.74, "elapsed_time": "1:39:49", "remaining_time": "4:07:28"} +{"current_steps": 725, "total_steps": 2505, "loss": 1.591513442993164, "lr": 4.953741412525473e-06, "epoch": 0.8690440515433023, "percentage": 28.94, "elapsed_time": "1:40:31", "remaining_time": "4:06:47"} +{"current_steps": 730, "total_steps": 2505, "loss": 1.6213167190551758, "lr": 4.939129073449069e-06, "epoch": 0.8750374587953251, "percentage": 29.14, "elapsed_time": "1:41:13", "remaining_time": "4:06:07"} +{"current_steps": 735, "total_steps": 2505, "loss": 1.6189735412597657, "lr": 4.924437284012141e-06, "epoch": 0.8810308660473479, "percentage": 29.34, "elapsed_time": "1:41:54", "remaining_time": "4:05:24"} +{"current_steps": 740, "total_steps": 2505, "loss": 1.598948860168457, "lr": 4.90966664616945e-06, "epoch": 0.8870242732993707, "percentage": 29.54, "elapsed_time": "1:42:36", "remaining_time": "4:04:43"} +{"current_steps": 745, "total_steps": 2505, "loss": 1.6328046798706055, "lr": 4.8948177651063375e-06, "epoch": 0.8930176805513935, "percentage": 29.74, "elapsed_time": "1:43:19", "remaining_time": "4:04:05"} +{"current_steps": 750, "total_steps": 2505, "loss": 1.623681640625, "lr": 4.879891249213951e-06, "epoch": 0.8990110878034162, "percentage": 29.94, "elapsed_time": "1:43:59", "remaining_time": "4:03:20"} +{"current_steps": 755, "total_steps": 2505, "loss": 1.6063928604125977, "lr": 4.8648877100642994e-06, "epoch": 0.905004495055439, "percentage": 30.14, "elapsed_time": "1:44:41", "remaining_time": "4:02:39"} +{"current_steps": 760, "total_steps": 2505, "loss": 1.5999799728393556, "lr": 4.849807762385208e-06, "epoch": 0.9109979023074618, "percentage": 30.34, "elapsed_time": "1:45:21", "remaining_time": "4:01:53"} +{"current_steps": 765, "total_steps": 2505, "loss": 1.6070215225219726, "lr": 4.834652024035124e-06, "epoch": 0.9169913095594846, "percentage": 30.54, "elapsed_time": "1:46:02", "remaining_time": "4:01:11"} +{"current_steps": 770, "total_steps": 2505, "loss": 1.5875773429870605, "lr": 4.819421115977806e-06, "epoch": 0.9229847168115073, "percentage": 30.74, "elapsed_time": "1:46:45", "remaining_time": "4:00:34"} +{"current_steps": 775, "total_steps": 2505, "loss": 1.600590705871582, "lr": 4.804115662256878e-06, "epoch": 0.9289781240635301, "percentage": 30.94, "elapsed_time": "1:47:27", "remaining_time": "3:59:51"} +{"current_steps": 780, "total_steps": 2505, "loss": 1.5909998893737793, "lr": 4.788736289970265e-06, "epoch": 0.9349715313155529, "percentage": 31.14, "elapsed_time": "1:48:09", "remaining_time": "3:59:11"} +{"current_steps": 785, "total_steps": 2505, "loss": 1.586691665649414, "lr": 4.773283629244493e-06, "epoch": 0.9409649385675757, "percentage": 31.34, "elapsed_time": "1:48:51", "remaining_time": "3:58:31"} +{"current_steps": 790, "total_steps": 2505, "loss": 1.5925468444824218, "lr": 4.757758313208882e-06, "epoch": 0.9469583458195985, "percentage": 31.54, "elapsed_time": "1:49:32", "remaining_time": "3:57:49"} +{"current_steps": 795, "total_steps": 2505, "loss": 1.6134449005126954, "lr": 4.7421609779695955e-06, "epoch": 0.9529517530716212, "percentage": 31.74, "elapsed_time": "1:50:15", "remaining_time": "3:57:09"} +{"current_steps": 800, "total_steps": 2505, "loss": 1.5943148612976075, "lr": 4.726492262583582e-06, "epoch": 0.958945160323644, "percentage": 31.94, "elapsed_time": "1:50:57", "remaining_time": "3:56:28"} +{"current_steps": 805, "total_steps": 2505, "loss": 1.5899864196777345, "lr": 4.710752809032389e-06, "epoch": 0.9649385675756668, "percentage": 32.14, "elapsed_time": "1:51:38", "remaining_time": "3:55:46"} +{"current_steps": 810, "total_steps": 2505, "loss": 1.6044147491455079, "lr": 4.694943262195864e-06, "epoch": 0.9709319748276896, "percentage": 32.34, "elapsed_time": "1:52:20", "remaining_time": "3:55:05"} +{"current_steps": 815, "total_steps": 2505, "loss": 1.6048875808715821, "lr": 4.679064269825728e-06, "epoch": 0.9769253820797124, "percentage": 32.53, "elapsed_time": "1:53:02", "remaining_time": "3:54:24"} +{"current_steps": 820, "total_steps": 2505, "loss": 1.5995728492736816, "lr": 4.6631164825190395e-06, "epoch": 0.982918789331735, "percentage": 32.73, "elapsed_time": "1:53:43", "remaining_time": "3:53:42"} +{"current_steps": 825, "total_steps": 2505, "loss": 1.6007902145385742, "lr": 4.647100553691533e-06, "epoch": 0.9889121965837578, "percentage": 32.93, "elapsed_time": "1:54:24", "remaining_time": "3:52:58"} +{"current_steps": 830, "total_steps": 2505, "loss": 1.581219482421875, "lr": 4.6310171395508524e-06, "epoch": 0.9949056038357806, "percentage": 33.13, "elapsed_time": "1:55:04", "remaining_time": "3:52:13"} +{"current_steps": 835, "total_steps": 2505, "loss": 1.5526494979858398, "lr": 4.6148668990696625e-06, "epoch": 1.0, "percentage": 33.33, "elapsed_time": "1:55:39", "remaining_time": "3:51:19"} +{"current_steps": 840, "total_steps": 2505, "loss": 1.5961176872253418, "lr": 4.598650493958648e-06, "epoch": 1.0059934072520227, "percentage": 33.53, "elapsed_time": "1:56:19", "remaining_time": "3:50:33"} +{"current_steps": 845, "total_steps": 2505, "loss": 1.6021915435791017, "lr": 4.582368588639405e-06, "epoch": 1.0119868145040456, "percentage": 33.73, "elapsed_time": "1:57:00", "remaining_time": "3:49:52"} +{"current_steps": 850, "total_steps": 2505, "loss": 1.5884843826293946, "lr": 4.566021850217216e-06, "epoch": 1.0179802217560683, "percentage": 33.93, "elapsed_time": "1:57:42", "remaining_time": "3:49:11"} +{"current_steps": 855, "total_steps": 2505, "loss": 1.6041584014892578, "lr": 4.5496109484537165e-06, "epoch": 1.0239736290080912, "percentage": 34.13, "elapsed_time": "1:58:23", "remaining_time": "3:48:29"} +{"current_steps": 860, "total_steps": 2505, "loss": 1.5464808464050293, "lr": 4.533136555739454e-06, "epoch": 1.0299670362601139, "percentage": 34.33, "elapsed_time": "1:59:06", "remaining_time": "3:47:50"} +{"current_steps": 865, "total_steps": 2505, "loss": 1.61636962890625, "lr": 4.516599347066343e-06, "epoch": 1.0359604435121366, "percentage": 34.53, "elapsed_time": "1:59:47", "remaining_time": "3:47:08"} +{"current_steps": 870, "total_steps": 2505, "loss": 1.591432476043701, "lr": 4.5e-06, "epoch": 1.0419538507641595, "percentage": 34.73, "elapsed_time": "2:00:28", "remaining_time": "3:46:23"} +{"current_steps": 875, "total_steps": 2505, "loss": 1.5649962425231934, "lr": 4.483339194651992e-06, "epoch": 1.0479472580161822, "percentage": 34.93, "elapsed_time": "2:01:10", "remaining_time": "3:45:43"} +{"current_steps": 880, "total_steps": 2505, "loss": 1.6130435943603516, "lr": 4.466617613651963e-06, "epoch": 1.053940665268205, "percentage": 35.13, "elapsed_time": "2:01:51", "remaining_time": "3:45:00"} +{"current_steps": 885, "total_steps": 2505, "loss": 1.6055917739868164, "lr": 4.449835942119669e-06, "epoch": 1.0599340725202278, "percentage": 35.33, "elapsed_time": "2:02:30", "remaining_time": "3:44:15"} +{"current_steps": 890, "total_steps": 2505, "loss": 1.5505709648132324, "lr": 4.432994867636909e-06, "epoch": 1.0659274797722504, "percentage": 35.53, "elapsed_time": "2:03:14", "remaining_time": "3:43:37"} +{"current_steps": 895, "total_steps": 2505, "loss": 1.573164176940918, "lr": 4.416095080219348e-06, "epoch": 1.0719208870242734, "percentage": 35.73, "elapsed_time": "2:03:57", "remaining_time": "3:42:58"} +{"current_steps": 900, "total_steps": 2505, "loss": 1.6401851654052735, "lr": 4.39913727228825e-06, "epoch": 1.077914294276296, "percentage": 35.93, "elapsed_time": "2:04:35", "remaining_time": "3:42:11"} +{"current_steps": 905, "total_steps": 2505, "loss": 1.5508790969848634, "lr": 4.382122138642106e-06, "epoch": 1.083907701528319, "percentage": 36.13, "elapsed_time": "2:05:17", "remaining_time": "3:41:29"} +{"current_steps": 910, "total_steps": 2505, "loss": 1.5652284622192383, "lr": 4.365050376428166e-06, "epoch": 1.0899011087803416, "percentage": 36.33, "elapsed_time": "2:05:58", "remaining_time": "3:40:48"} +{"current_steps": 915, "total_steps": 2505, "loss": 1.5959260940551758, "lr": 4.347922685113877e-06, "epoch": 1.0958945160323643, "percentage": 36.53, "elapsed_time": "2:06:40", "remaining_time": "3:40:06"} +{"current_steps": 920, "total_steps": 2505, "loss": 1.5954066276550294, "lr": 4.330739766458225e-06, "epoch": 1.1018879232843872, "percentage": 36.73, "elapsed_time": "2:07:21", "remaining_time": "3:39:25"} +{"current_steps": 925, "total_steps": 2505, "loss": 1.6183170318603515, "lr": 4.313502324482978e-06, "epoch": 1.10788133053641, "percentage": 36.93, "elapsed_time": "2:08:01", "remaining_time": "3:38:41"} +{"current_steps": 930, "total_steps": 2505, "loss": 1.57733211517334, "lr": 4.296211065443848e-06, "epoch": 1.1138747377884328, "percentage": 37.13, "elapsed_time": "2:08:42", "remaining_time": "3:37:57"} +{"current_steps": 935, "total_steps": 2505, "loss": 1.6181407928466798, "lr": 4.2788666978015435e-06, "epoch": 1.1198681450404555, "percentage": 37.33, "elapsed_time": "2:09:23", "remaining_time": "3:37:15"} +{"current_steps": 940, "total_steps": 2505, "loss": 1.6145042419433593, "lr": 4.261469932192756e-06, "epoch": 1.1258615522924782, "percentage": 37.52, "elapsed_time": "2:10:04", "remaining_time": "3:36:33"} +{"current_steps": 945, "total_steps": 2505, "loss": 1.6090787887573241, "lr": 4.244021481401032e-06, "epoch": 1.131854959544501, "percentage": 37.72, "elapsed_time": "2:10:47", "remaining_time": "3:35:54"} +{"current_steps": 950, "total_steps": 2505, "loss": 1.6005640029907227, "lr": 4.2265220603275714e-06, "epoch": 1.1378483667965238, "percentage": 37.92, "elapsed_time": "2:11:27", "remaining_time": "3:35:10"} +{"current_steps": 955, "total_steps": 2505, "loss": 1.5760242462158203, "lr": 4.208972385961943e-06, "epoch": 1.1438417740485467, "percentage": 38.12, "elapsed_time": "2:12:07", "remaining_time": "3:34:27"} +{"current_steps": 960, "total_steps": 2505, "loss": 1.616297721862793, "lr": 4.191373177352699e-06, "epoch": 1.1498351813005694, "percentage": 38.32, "elapsed_time": "2:12:50", "remaining_time": "3:33:47"} +{"current_steps": 965, "total_steps": 2505, "loss": 1.592572021484375, "lr": 4.17372515557792e-06, "epoch": 1.155828588552592, "percentage": 38.52, "elapsed_time": "2:13:32", "remaining_time": "3:33:07"} +{"current_steps": 970, "total_steps": 2505, "loss": 1.5869397163391112, "lr": 4.1560290437156676e-06, "epoch": 1.161821995804615, "percentage": 38.72, "elapsed_time": "2:14:14", "remaining_time": "3:32:26"} +{"current_steps": 975, "total_steps": 2505, "loss": 1.5882441520690918, "lr": 4.13828556681436e-06, "epoch": 1.1678154030566377, "percentage": 38.92, "elapsed_time": "2:14:56", "remaining_time": "3:31:44"} +{"current_steps": 980, "total_steps": 2505, "loss": 1.5809892654418944, "lr": 4.120495451863064e-06, "epoch": 1.1738088103086604, "percentage": 39.12, "elapsed_time": "2:15:37", "remaining_time": "3:31:02"} +{"current_steps": 985, "total_steps": 2505, "loss": 1.5863639831542968, "lr": 4.102659427761711e-06, "epoch": 1.1798022175606833, "percentage": 39.32, "elapsed_time": "2:16:19", "remaining_time": "3:30:21"} +{"current_steps": 990, "total_steps": 2505, "loss": 1.607373046875, "lr": 4.084778225291231e-06, "epoch": 1.185795624812706, "percentage": 39.52, "elapsed_time": "2:17:00", "remaining_time": "3:29:39"} +{"current_steps": 995, "total_steps": 2505, "loss": 1.5928448677062987, "lr": 4.066852577083606e-06, "epoch": 1.1917890320647289, "percentage": 39.72, "elapsed_time": "2:17:43", "remaining_time": "3:29:00"} +{"current_steps": 1000, "total_steps": 2505, "loss": 1.604298210144043, "lr": 4.048883217591862e-06, "epoch": 1.1977824393167515, "percentage": 39.92, "elapsed_time": "2:18:25", "remaining_time": "3:28:19"} +{"current_steps": 1005, "total_steps": 2505, "loss": 1.6035194396972656, "lr": 4.030870883059971e-06, "epoch": 1.2037758465687745, "percentage": 40.12, "elapsed_time": "2:19:07", "remaining_time": "3:27:39"} +{"current_steps": 1010, "total_steps": 2505, "loss": 1.5925480842590332, "lr": 4.012816311492685e-06, "epoch": 1.2097692538207971, "percentage": 40.32, "elapsed_time": "2:19:49", "remaining_time": "3:26:58"} +{"current_steps": 1015, "total_steps": 2505, "loss": 1.5639928817749023, "lr": 3.9947202426253005e-06, "epoch": 1.2157626610728198, "percentage": 40.52, "elapsed_time": "2:20:32", "remaining_time": "3:26:18"} +{"current_steps": 1020, "total_steps": 2505, "loss": 1.588791561126709, "lr": 3.976583417893348e-06, "epoch": 1.2217560683248427, "percentage": 40.72, "elapsed_time": "2:21:13", "remaining_time": "3:25:36"} +{"current_steps": 1025, "total_steps": 2505, "loss": 1.5938244819641114, "lr": 3.958406580402219e-06, "epoch": 1.2277494755768654, "percentage": 40.92, "elapsed_time": "2:21:53", "remaining_time": "3:24:53"} +{"current_steps": 1030, "total_steps": 2505, "loss": 1.5357808113098144, "lr": 3.9401904748967105e-06, "epoch": 1.233742882828888, "percentage": 41.12, "elapsed_time": "2:22:38", "remaining_time": "3:24:15"} +{"current_steps": 1035, "total_steps": 2505, "loss": 1.5924224853515625, "lr": 3.9219358477305174e-06, "epoch": 1.239736290080911, "percentage": 41.32, "elapsed_time": "2:23:20", "remaining_time": "3:23:35"} +{"current_steps": 1040, "total_steps": 2505, "loss": 1.5829044342041017, "lr": 3.903643446835653e-06, "epoch": 1.2457296973329337, "percentage": 41.52, "elapsed_time": "2:24:02", "remaining_time": "3:22:54"} +{"current_steps": 1045, "total_steps": 2505, "loss": 1.6062620162963868, "lr": 3.885314021691801e-06, "epoch": 1.2517231045849566, "percentage": 41.72, "elapsed_time": "2:24:44", "remaining_time": "3:22:14"} +{"current_steps": 1050, "total_steps": 2505, "loss": 1.5546697616577148, "lr": 3.866948323295611e-06, "epoch": 1.2577165118369793, "percentage": 41.92, "elapsed_time": "2:25:26", "remaining_time": "3:21:32"} +{"current_steps": 1055, "total_steps": 2505, "loss": 1.5495938301086425, "lr": 3.848547104129925e-06, "epoch": 1.2637099190890022, "percentage": 42.12, "elapsed_time": "2:26:08", "remaining_time": "3:20:51"} +{"current_steps": 1060, "total_steps": 2505, "loss": 1.6037557601928711, "lr": 3.830111118132952e-06, "epoch": 1.269703326341025, "percentage": 42.32, "elapsed_time": "2:26:50", "remaining_time": "3:20:09"} +{"current_steps": 1065, "total_steps": 2505, "loss": 1.580827808380127, "lr": 3.8116411206673698e-06, "epoch": 1.2756967335930476, "percentage": 42.51, "elapsed_time": "2:27:32", "remaining_time": "3:19:30"} +{"current_steps": 1070, "total_steps": 2505, "loss": 1.619793701171875, "lr": 3.793137868489383e-06, "epoch": 1.2816901408450705, "percentage": 42.71, "elapsed_time": "2:28:13", "remaining_time": "3:18:47"} +{"current_steps": 1075, "total_steps": 2505, "loss": 1.570338821411133, "lr": 3.774602119717716e-06, "epoch": 1.2876835480970932, "percentage": 42.91, "elapsed_time": "2:28:57", "remaining_time": "3:18:09"} +{"current_steps": 1080, "total_steps": 2505, "loss": 1.5999541282653809, "lr": 3.756034633802548e-06, "epoch": 1.2936769553491159, "percentage": 43.11, "elapsed_time": "2:29:39", "remaining_time": "3:17:27"} +{"current_steps": 1085, "total_steps": 2505, "loss": 1.582872486114502, "lr": 3.7374361714943966e-06, "epoch": 1.2996703626011388, "percentage": 43.31, "elapsed_time": "2:30:22", "remaining_time": "3:16:48"} +{"current_steps": 1090, "total_steps": 2505, "loss": 1.6128786087036133, "lr": 3.718807494812953e-06, "epoch": 1.3056637698531615, "percentage": 43.51, "elapsed_time": "2:31:04", "remaining_time": "3:16:06"} +{"current_steps": 1095, "total_steps": 2505, "loss": 1.5680095672607421, "lr": 3.700149367015857e-06, "epoch": 1.3116571771051844, "percentage": 43.71, "elapsed_time": "2:31:45", "remaining_time": "3:15:24"} +{"current_steps": 1100, "total_steps": 2505, "loss": 1.5940041542053223, "lr": 3.6814625525674226e-06, "epoch": 1.317650584357207, "percentage": 43.91, "elapsed_time": "2:32:25", "remaining_time": "3:14:40"} +{"current_steps": 1105, "total_steps": 2505, "loss": 1.5805049896240235, "lr": 3.6627478171073214e-06, "epoch": 1.32364399160923, "percentage": 44.11, "elapsed_time": "2:33:07", "remaining_time": "3:14:00"} +{"current_steps": 1110, "total_steps": 2505, "loss": 1.578407382965088, "lr": 3.644005927419209e-06, "epoch": 1.3296373988612527, "percentage": 44.31, "elapsed_time": "2:33:48", "remaining_time": "3:13:18"} +{"current_steps": 1115, "total_steps": 2505, "loss": 1.6166658401489258, "lr": 3.625237651399309e-06, "epoch": 1.3356308061132753, "percentage": 44.51, "elapsed_time": "2:34:29", "remaining_time": "3:12:35"} +{"current_steps": 1120, "total_steps": 2505, "loss": 1.5907697677612305, "lr": 3.6064437580249502e-06, "epoch": 1.3416242133652982, "percentage": 44.71, "elapsed_time": "2:35:09", "remaining_time": "3:11:52"} +{"current_steps": 1125, "total_steps": 2505, "loss": 1.5846922874450684, "lr": 3.5876250173230607e-06, "epoch": 1.347617620617321, "percentage": 44.91, "elapsed_time": "2:35:52", "remaining_time": "3:11:12"} +{"current_steps": 1130, "total_steps": 2505, "loss": 1.551988697052002, "lr": 3.5687822003386186e-06, "epoch": 1.3536110278693436, "percentage": 45.11, "elapsed_time": "2:36:34", "remaining_time": "3:10:31"} +{"current_steps": 1135, "total_steps": 2505, "loss": 1.5860767364501953, "lr": 3.5499160791030603e-06, "epoch": 1.3596044351213665, "percentage": 45.31, "elapsed_time": "2:37:18", "remaining_time": "3:09:52"} +{"current_steps": 1140, "total_steps": 2505, "loss": 1.566511344909668, "lr": 3.5310274266026473e-06, "epoch": 1.3655978423733892, "percentage": 45.51, "elapsed_time": "2:37:59", "remaining_time": "3:09:10"} +{"current_steps": 1145, "total_steps": 2505, "loss": 1.5781704902648925, "lr": 3.512117016746796e-06, "epoch": 1.3715912496254121, "percentage": 45.71, "elapsed_time": "2:38:39", "remaining_time": "3:08:27"} +{"current_steps": 1150, "total_steps": 2505, "loss": 1.5980149269104005, "lr": 3.4931856243363714e-06, "epoch": 1.3775846568774348, "percentage": 45.91, "elapsed_time": "2:39:20", "remaining_time": "3:07:44"} +{"current_steps": 1155, "total_steps": 2505, "loss": 1.604014778137207, "lr": 3.4742340250319376e-06, "epoch": 1.3835780641294577, "percentage": 46.11, "elapsed_time": "2:40:02", "remaining_time": "3:07:03"} +{"current_steps": 1160, "total_steps": 2505, "loss": 1.5630529403686524, "lr": 3.4552629953219796e-06, "epoch": 1.3895714713814804, "percentage": 46.31, "elapsed_time": "2:40:46", "remaining_time": "3:06:24"} +{"current_steps": 1165, "total_steps": 2505, "loss": 1.6129833221435548, "lr": 3.436273312491089e-06, "epoch": 1.395564878633503, "percentage": 46.51, "elapsed_time": "2:41:26", "remaining_time": "3:05:41"} +{"current_steps": 1170, "total_steps": 2505, "loss": 1.5282090187072754, "lr": 3.4172657545881174e-06, "epoch": 1.401558285885526, "percentage": 46.71, "elapsed_time": "2:42:08", "remaining_time": "3:05:00"} +{"current_steps": 1175, "total_steps": 2505, "loss": 1.5788789749145509, "lr": 3.3982411003942946e-06, "epoch": 1.4075516931375487, "percentage": 46.91, "elapsed_time": "2:42:50", "remaining_time": "3:04:19"} +{"current_steps": 1180, "total_steps": 2505, "loss": 1.5974101066589355, "lr": 3.379200129391327e-06, "epoch": 1.4135451003895714, "percentage": 47.11, "elapsed_time": "2:43:30", "remaining_time": "3:03:35"} +{"current_steps": 1185, "total_steps": 2505, "loss": 1.5513522148132324, "lr": 3.3601436217294525e-06, "epoch": 1.4195385076415943, "percentage": 47.31, "elapsed_time": "2:44:13", "remaining_time": "3:02:56"} +{"current_steps": 1190, "total_steps": 2505, "loss": 1.5854881286621094, "lr": 3.3410723581954804e-06, "epoch": 1.425531914893617, "percentage": 47.5, "elapsed_time": "2:44:55", "remaining_time": "3:02:14"} +{"current_steps": 1195, "total_steps": 2505, "loss": 1.6157951354980469, "lr": 3.3219871201808043e-06, "epoch": 1.4315253221456399, "percentage": 47.7, "elapsed_time": "2:45:36", "remaining_time": "3:01:32"} +{"current_steps": 1200, "total_steps": 2505, "loss": 1.578996181488037, "lr": 3.302888689649378e-06, "epoch": 1.4375187293976626, "percentage": 47.9, "elapsed_time": "2:46:18", "remaining_time": "3:00:51"} +{"current_steps": 1205, "total_steps": 2505, "loss": 1.5944060325622558, "lr": 3.2837778491056833e-06, "epoch": 1.4435121366496855, "percentage": 48.1, "elapsed_time": "2:46:58", "remaining_time": "3:00:08"} +{"current_steps": 1210, "total_steps": 2505, "loss": 1.5933379173278808, "lr": 3.264655381562668e-06, "epoch": 1.4495055439017082, "percentage": 48.3, "elapsed_time": "2:47:40", "remaining_time": "2:59:27"} +{"current_steps": 1215, "total_steps": 2505, "loss": 1.568842887878418, "lr": 3.2455220705096634e-06, "epoch": 1.4554989511537308, "percentage": 48.5, "elapsed_time": "2:48:22", "remaining_time": "2:58:45"} +{"current_steps": 1220, "total_steps": 2505, "loss": 1.624056053161621, "lr": 3.2263786998802824e-06, "epoch": 1.4614923584057538, "percentage": 48.7, "elapsed_time": "2:49:03", "remaining_time": "2:58:03"} +{"current_steps": 1225, "total_steps": 2505, "loss": 1.5804908752441407, "lr": 3.207226054020301e-06, "epoch": 1.4674857656577764, "percentage": 48.9, "elapsed_time": "2:49:44", "remaining_time": "2:57:21"} +{"current_steps": 1230, "total_steps": 2505, "loss": 1.5621639251708985, "lr": 3.188064917655521e-06, "epoch": 1.4734791729097991, "percentage": 49.1, "elapsed_time": "2:50:25", "remaining_time": "2:56:39"} +{"current_steps": 1235, "total_steps": 2505, "loss": 1.6008676528930663, "lr": 3.168896075859622e-06, "epoch": 1.479472580161822, "percentage": 49.3, "elapsed_time": "2:51:06", "remaining_time": "2:55:57"} +{"current_steps": 1240, "total_steps": 2505, "loss": 1.5788877487182618, "lr": 3.1497203140219867e-06, "epoch": 1.4854659874138447, "percentage": 49.5, "elapsed_time": "2:51:49", "remaining_time": "2:55:16"} +{"current_steps": 1245, "total_steps": 2505, "loss": 1.569349193572998, "lr": 3.1305384178155325e-06, "epoch": 1.4914593946658674, "percentage": 49.7, "elapsed_time": "2:52:30", "remaining_time": "2:54:35"} +{"current_steps": 1250, "total_steps": 2505, "loss": 1.5960070610046386, "lr": 3.111351173164511e-06, "epoch": 1.4974528019178903, "percentage": 49.9, "elapsed_time": "2:53:12", "remaining_time": "2:53:54"} +{"current_steps": 1255, "total_steps": 2505, "loss": 1.5280057907104492, "lr": 3.0921593662123126e-06, "epoch": 1.5034462091699132, "percentage": 50.1, "elapsed_time": "2:53:56", "remaining_time": "2:53:14"} +{"current_steps": 1260, "total_steps": 2505, "loss": 1.5992347717285156, "lr": 3.0729637832892576e-06, "epoch": 1.509439616421936, "percentage": 50.3, "elapsed_time": "2:54:36", "remaining_time": "2:52:31"} +{"current_steps": 1265, "total_steps": 2505, "loss": 1.5896804809570313, "lr": 3.0537652108803723e-06, "epoch": 1.5154330236739586, "percentage": 50.5, "elapsed_time": "2:55:16", "remaining_time": "2:51:48"} +{"current_steps": 1270, "total_steps": 2505, "loss": 1.5657002449035644, "lr": 3.03456443559317e-06, "epoch": 1.5214264309259815, "percentage": 50.7, "elapsed_time": "2:55:58", "remaining_time": "2:51:07"} +{"current_steps": 1275, "total_steps": 2505, "loss": 1.6020334243774415, "lr": 3.0153622441254238e-06, "epoch": 1.5274198381780042, "percentage": 50.9, "elapsed_time": "2:56:39", "remaining_time": "2:50:25"} +{"current_steps": 1280, "total_steps": 2505, "loss": 1.586386489868164, "lr": 2.9961594232329253e-06, "epoch": 1.5334132454300269, "percentage": 51.1, "elapsed_time": "2:57:21", "remaining_time": "2:49:44"} +{"current_steps": 1285, "total_steps": 2505, "loss": 1.5938687324523926, "lr": 2.97695675969726e-06, "epoch": 1.5394066526820498, "percentage": 51.3, "elapsed_time": "2:58:02", "remaining_time": "2:49:02"} +{"current_steps": 1290, "total_steps": 2505, "loss": 1.613763427734375, "lr": 2.957755040293562e-06, "epoch": 1.5454000599340725, "percentage": 51.5, "elapsed_time": "2:58:43", "remaining_time": "2:48:19"} +{"current_steps": 1295, "total_steps": 2505, "loss": 1.585596752166748, "lr": 2.938555051758287e-06, "epoch": 1.5513934671860952, "percentage": 51.7, "elapsed_time": "2:59:24", "remaining_time": "2:47:37"} +{"current_steps": 1300, "total_steps": 2505, "loss": 1.547711181640625, "lr": 2.9193575807569694e-06, "epoch": 1.557386874438118, "percentage": 51.9, "elapsed_time": "3:00:06", "remaining_time": "2:46:57"} +{"current_steps": 1305, "total_steps": 2505, "loss": 1.5838136672973633, "lr": 2.9001634138519957e-06, "epoch": 1.563380281690141, "percentage": 52.1, "elapsed_time": "3:00:47", "remaining_time": "2:46:14"} +{"current_steps": 1310, "total_steps": 2505, "loss": 1.545951747894287, "lr": 2.8809733374703766e-06, "epoch": 1.5693736889421637, "percentage": 52.3, "elapsed_time": "3:01:28", "remaining_time": "2:45:32"} +{"current_steps": 1315, "total_steps": 2505, "loss": 1.5860053062438966, "lr": 2.861788137871525e-06, "epoch": 1.5753670961941864, "percentage": 52.5, "elapsed_time": "3:02:09", "remaining_time": "2:44:50"} +{"current_steps": 1320, "total_steps": 2505, "loss": 1.5784396171569823, "lr": 2.842608601115041e-06, "epoch": 1.5813605034462093, "percentage": 52.69, "elapsed_time": "3:02:52", "remaining_time": "2:44:10"} +{"current_steps": 1325, "total_steps": 2505, "loss": 1.6107646942138671, "lr": 2.8234355130285076e-06, "epoch": 1.587353910698232, "percentage": 52.89, "elapsed_time": "3:03:35", "remaining_time": "2:43:29"} +{"current_steps": 1330, "total_steps": 2505, "loss": 1.5984049797058106, "lr": 2.8042696591752894e-06, "epoch": 1.5933473179502546, "percentage": 53.09, "elapsed_time": "3:04:16", "remaining_time": "2:42:47"} +{"current_steps": 1335, "total_steps": 2505, "loss": 1.553554153442383, "lr": 2.7851118248223482e-06, "epoch": 1.5993407252022775, "percentage": 53.29, "elapsed_time": "3:04:58", "remaining_time": "2:42:06"} +{"current_steps": 1340, "total_steps": 2505, "loss": 1.6150043487548829, "lr": 2.765962794908072e-06, "epoch": 1.6053341324543002, "percentage": 53.49, "elapsed_time": "3:05:39", "remaining_time": "2:41:24"} +{"current_steps": 1345, "total_steps": 2505, "loss": 1.5275163650512695, "lr": 2.74682335401011e-06, "epoch": 1.611327539706323, "percentage": 53.69, "elapsed_time": "3:06:24", "remaining_time": "2:40:46"} +{"current_steps": 1350, "total_steps": 2505, "loss": 1.4862093925476074, "lr": 2.727694286313227e-06, "epoch": 1.6173209469583458, "percentage": 53.89, "elapsed_time": "3:07:08", "remaining_time": "2:40:06"} +{"current_steps": 1355, "total_steps": 2505, "loss": 1.5487674713134765, "lr": 2.7085763755771794e-06, "epoch": 1.6233143542103687, "percentage": 54.09, "elapsed_time": "3:07:50", "remaining_time": "2:39:25"} +{"current_steps": 1360, "total_steps": 2505, "loss": 1.594883346557617, "lr": 2.689470405104594e-06, "epoch": 1.6293077614623914, "percentage": 54.29, "elapsed_time": "3:08:33", "remaining_time": "2:38:44"} +{"current_steps": 1365, "total_steps": 2505, "loss": 1.5667915344238281, "lr": 2.6703771577088814e-06, "epoch": 1.635301168714414, "percentage": 54.49, "elapsed_time": "3:09:15", "remaining_time": "2:38:03"} +{"current_steps": 1370, "total_steps": 2505, "loss": 1.5776025772094726, "lr": 2.651297415682159e-06, "epoch": 1.641294575966437, "percentage": 54.69, "elapsed_time": "3:09:56", "remaining_time": "2:37:21"} +{"current_steps": 1375, "total_steps": 2505, "loss": 1.5362964630126954, "lr": 2.6322319607631994e-06, "epoch": 1.6472879832184597, "percentage": 54.89, "elapsed_time": "3:10:38", "remaining_time": "2:36:40"} +{"current_steps": 1380, "total_steps": 2505, "loss": 1.552170181274414, "lr": 2.6131815741054006e-06, "epoch": 1.6532813904704824, "percentage": 55.09, "elapsed_time": "3:11:19", "remaining_time": "2:35:58"} +{"current_steps": 1385, "total_steps": 2505, "loss": 1.5639829635620117, "lr": 2.5941470362447847e-06, "epoch": 1.6592747977225053, "percentage": 55.29, "elapsed_time": "3:12:02", "remaining_time": "2:35:17"} +{"current_steps": 1390, "total_steps": 2505, "loss": 1.5860962867736816, "lr": 2.5751291270680096e-06, "epoch": 1.665268204974528, "percentage": 55.49, "elapsed_time": "3:12:43", "remaining_time": "2:34:35"} +{"current_steps": 1395, "total_steps": 2505, "loss": 1.6001644134521484, "lr": 2.5561286257804214e-06, "epoch": 1.6712616122265507, "percentage": 55.69, "elapsed_time": "3:13:24", "remaining_time": "2:33:53"} +{"current_steps": 1400, "total_steps": 2505, "loss": 1.5804731369018554, "lr": 2.537146310874127e-06, "epoch": 1.6772550194785736, "percentage": 55.89, "elapsed_time": "3:14:05", "remaining_time": "2:33:11"} +{"current_steps": 1405, "total_steps": 2505, "loss": 1.5659726142883301, "lr": 2.5181829600960966e-06, "epoch": 1.6832484267305965, "percentage": 56.09, "elapsed_time": "3:14:48", "remaining_time": "2:32:30"} +{"current_steps": 1410, "total_steps": 2505, "loss": 1.6174665451049806, "lr": 2.499239350416298e-06, "epoch": 1.689241833982619, "percentage": 56.29, "elapsed_time": "3:15:30", "remaining_time": "2:31:49"} +{"current_steps": 1415, "total_steps": 2505, "loss": 1.5999381065368652, "lr": 2.4803162579958674e-06, "epoch": 1.6952352412346419, "percentage": 56.49, "elapsed_time": "3:16:10", "remaining_time": "2:31:06"} +{"current_steps": 1420, "total_steps": 2505, "loss": 1.5755634307861328, "lr": 2.4614144581552984e-06, "epoch": 1.7012286484866648, "percentage": 56.69, "elapsed_time": "3:16:50", "remaining_time": "2:30:24"} +{"current_steps": 1425, "total_steps": 2505, "loss": 1.6061223983764648, "lr": 2.442534725342684e-06, "epoch": 1.7072220557386875, "percentage": 56.89, "elapsed_time": "3:17:31", "remaining_time": "2:29:41"} +{"current_steps": 1430, "total_steps": 2505, "loss": 1.5202569961547852, "lr": 2.423677833101982e-06, "epoch": 1.7132154629907101, "percentage": 57.09, "elapsed_time": "3:18:13", "remaining_time": "2:29:00"} +{"current_steps": 1435, "total_steps": 2505, "loss": 1.581466007232666, "lr": 2.404844554041323e-06, "epoch": 1.719208870242733, "percentage": 57.29, "elapsed_time": "3:18:54", "remaining_time": "2:28:18"} +{"current_steps": 1440, "total_steps": 2505, "loss": 1.6154771804809571, "lr": 2.386035659801352e-06, "epoch": 1.7252022774947557, "percentage": 57.49, "elapsed_time": "3:19:36", "remaining_time": "2:27:37"} +{"current_steps": 1445, "total_steps": 2505, "loss": 1.5641371726989746, "lr": 2.3672519210236163e-06, "epoch": 1.7311956847467784, "percentage": 57.68, "elapsed_time": "3:20:16", "remaining_time": "2:26:55"} +{"current_steps": 1450, "total_steps": 2505, "loss": 1.5726320266723632, "lr": 2.348494107318988e-06, "epoch": 1.7371890919988013, "percentage": 57.88, "elapsed_time": "3:20:58", "remaining_time": "2:26:13"} +{"current_steps": 1455, "total_steps": 2505, "loss": 1.5837481498718262, "lr": 2.3297629872361327e-06, "epoch": 1.7431824992508242, "percentage": 58.08, "elapsed_time": "3:21:41", "remaining_time": "2:25:32"} +{"current_steps": 1460, "total_steps": 2505, "loss": 1.5849193572998046, "lr": 2.31105932823002e-06, "epoch": 1.7491759065028467, "percentage": 58.28, "elapsed_time": "3:22:22", "remaining_time": "2:24:51"} +{"current_steps": 1465, "total_steps": 2505, "loss": 1.5511338233947753, "lr": 2.2923838966304787e-06, "epoch": 1.7551693137548696, "percentage": 58.48, "elapsed_time": "3:23:05", "remaining_time": "2:24:10"} +{"current_steps": 1470, "total_steps": 2505, "loss": 1.577767562866211, "lr": 2.2737374576107973e-06, "epoch": 1.7611627210068925, "percentage": 58.68, "elapsed_time": "3:23:46", "remaining_time": "2:23:28"} +{"current_steps": 1475, "total_steps": 2505, "loss": 1.6033267974853516, "lr": 2.2551207751563795e-06, "epoch": 1.7671561282589152, "percentage": 58.88, "elapsed_time": "3:24:24", "remaining_time": "2:22:44"} +{"current_steps": 1480, "total_steps": 2505, "loss": 1.564914608001709, "lr": 2.2365346120334335e-06, "epoch": 1.773149535510938, "percentage": 59.08, "elapsed_time": "3:25:05", "remaining_time": "2:22:02"} +{"current_steps": 1485, "total_steps": 2505, "loss": 1.5818105697631837, "lr": 2.217979729757725e-06, "epoch": 1.7791429427629608, "percentage": 59.28, "elapsed_time": "3:25:47", "remaining_time": "2:21:21"} +{"current_steps": 1490, "total_steps": 2505, "loss": 1.5914242744445801, "lr": 2.199456888563374e-06, "epoch": 1.7851363500149835, "percentage": 59.48, "elapsed_time": "3:26:29", "remaining_time": "2:20:39"} +{"current_steps": 1495, "total_steps": 2505, "loss": 1.5750107765197754, "lr": 2.180966847371709e-06, "epoch": 1.7911297572670062, "percentage": 59.68, "elapsed_time": "3:27:10", "remaining_time": "2:19:58"} +{"current_steps": 1500, "total_steps": 2505, "loss": 1.602726936340332, "lr": 2.1625103637601677e-06, "epoch": 1.797123164519029, "percentage": 59.88, "elapsed_time": "3:27:52", "remaining_time": "2:19:16"} +{"current_steps": 1505, "total_steps": 2505, "loss": 1.5881829261779785, "lr": 2.144088193931266e-06, "epoch": 1.803116571771052, "percentage": 60.08, "elapsed_time": "3:28:33", "remaining_time": "2:18:34"} +{"current_steps": 1510, "total_steps": 2505, "loss": 1.584663486480713, "lr": 2.1257010926816023e-06, "epoch": 1.8091099790230745, "percentage": 60.28, "elapsed_time": "3:29:14", "remaining_time": "2:17:52"} +{"current_steps": 1515, "total_steps": 2505, "loss": 1.602978515625, "lr": 2.107349813370943e-06, "epoch": 1.8151033862750974, "percentage": 60.48, "elapsed_time": "3:29:56", "remaining_time": "2:17:11"} +{"current_steps": 1520, "total_steps": 2505, "loss": 1.579908847808838, "lr": 2.0890351078913504e-06, "epoch": 1.8210967935271203, "percentage": 60.68, "elapsed_time": "3:30:37", "remaining_time": "2:16:29"} +{"current_steps": 1525, "total_steps": 2505, "loss": 1.6223228454589844, "lr": 2.0707577266363745e-06, "epoch": 1.827090200779143, "percentage": 60.88, "elapsed_time": "3:31:18", "remaining_time": "2:15:47"} +{"current_steps": 1530, "total_steps": 2505, "loss": 1.5527989387512207, "lr": 2.0525184184703137e-06, "epoch": 1.8330836080311657, "percentage": 61.08, "elapsed_time": "3:32:01", "remaining_time": "2:15:06"} +{"current_steps": 1535, "total_steps": 2505, "loss": 1.555042839050293, "lr": 2.034317930697527e-06, "epoch": 1.8390770152831886, "percentage": 61.28, "elapsed_time": "3:32:43", "remaining_time": "2:14:25"} +{"current_steps": 1540, "total_steps": 2505, "loss": 1.5828789710998534, "lr": 2.0161570090318176e-06, "epoch": 1.8450704225352113, "percentage": 61.48, "elapsed_time": "3:33:24", "remaining_time": "2:13:43"} +{"current_steps": 1545, "total_steps": 2505, "loss": 1.5866991996765136, "lr": 1.9980363975658773e-06, "epoch": 1.851063829787234, "percentage": 61.68, "elapsed_time": "3:34:05", "remaining_time": "2:13:01"} +{"current_steps": 1550, "total_steps": 2505, "loss": 1.6043601989746095, "lr": 1.979956838740802e-06, "epoch": 1.8570572370392568, "percentage": 61.88, "elapsed_time": "3:34:46", "remaining_time": "2:12:19"} +{"current_steps": 1555, "total_steps": 2505, "loss": 1.601364517211914, "lr": 1.9619190733156704e-06, "epoch": 1.8630506442912798, "percentage": 62.08, "elapsed_time": "3:35:25", "remaining_time": "2:11:36"} +{"current_steps": 1560, "total_steps": 2505, "loss": 1.595060443878174, "lr": 1.9439238403371956e-06, "epoch": 1.8690440515433022, "percentage": 62.28, "elapsed_time": "3:36:05", "remaining_time": "2:10:54"} +{"current_steps": 1565, "total_steps": 2505, "loss": 1.6017419815063476, "lr": 1.92597187710944e-06, "epoch": 1.8750374587953251, "percentage": 62.48, "elapsed_time": "3:36:47", "remaining_time": "2:10:12"} +{"current_steps": 1570, "total_steps": 2505, "loss": 1.5313145637512207, "lr": 1.9080639191636142e-06, "epoch": 1.881030866047348, "percentage": 62.67, "elapsed_time": "3:37:28", "remaining_time": "2:09:30"} +{"current_steps": 1575, "total_steps": 2505, "loss": 1.5399950981140136, "lr": 1.8902007002279344e-06, "epoch": 1.8870242732993707, "percentage": 62.87, "elapsed_time": "3:38:12", "remaining_time": "2:08:50"} +{"current_steps": 1580, "total_steps": 2505, "loss": 1.5866312026977538, "lr": 1.8723829521975593e-06, "epoch": 1.8930176805513934, "percentage": 63.07, "elapsed_time": "3:38:54", "remaining_time": "2:08:09"} +{"current_steps": 1585, "total_steps": 2505, "loss": 1.5103415489196776, "lr": 1.8546114051046077e-06, "epoch": 1.8990110878034163, "percentage": 63.27, "elapsed_time": "3:39:37", "remaining_time": "2:07:28"} +{"current_steps": 1590, "total_steps": 2505, "loss": 1.5101396560668945, "lr": 1.8368867870882443e-06, "epoch": 1.905004495055439, "percentage": 63.47, "elapsed_time": "3:40:20", "remaining_time": "2:06:47"} +{"current_steps": 1595, "total_steps": 2505, "loss": 1.5957839965820313, "lr": 1.8192098243648454e-06, "epoch": 1.9109979023074617, "percentage": 63.67, "elapsed_time": "3:41:02", "remaining_time": "2:06:06"} +{"current_steps": 1600, "total_steps": 2505, "loss": 1.5403210639953613, "lr": 1.8015812411982496e-06, "epoch": 1.9169913095594846, "percentage": 63.87, "elapsed_time": "3:41:43", "remaining_time": "2:05:24"} +{"current_steps": 1605, "total_steps": 2505, "loss": 1.5802807807922363, "lr": 1.7840017598700747e-06, "epoch": 1.9229847168115073, "percentage": 64.07, "elapsed_time": "3:42:24", "remaining_time": "2:04:42"} +{"current_steps": 1610, "total_steps": 2505, "loss": 1.5780931472778321, "lr": 1.7664721006501316e-06, "epoch": 1.92897812406353, "percentage": 64.27, "elapsed_time": "3:43:05", "remaining_time": "2:04:00"} +{"current_steps": 1615, "total_steps": 2505, "loss": 1.6124277114868164, "lr": 1.7489929817669087e-06, "epoch": 1.9349715313155529, "percentage": 64.47, "elapsed_time": "3:43:46", "remaining_time": "2:03:18"} +{"current_steps": 1620, "total_steps": 2505, "loss": 1.5578656196594238, "lr": 1.7315651193781476e-06, "epoch": 1.9409649385675758, "percentage": 64.67, "elapsed_time": "3:44:27", "remaining_time": "2:02:37"} +{"current_steps": 1625, "total_steps": 2505, "loss": 1.5834556579589845, "lr": 1.7141892275414978e-06, "epoch": 1.9469583458195985, "percentage": 64.87, "elapsed_time": "3:45:08", "remaining_time": "2:01:55"} +{"current_steps": 1630, "total_steps": 2505, "loss": 1.5743704795837403, "lr": 1.696866018185265e-06, "epoch": 1.9529517530716212, "percentage": 65.07, "elapsed_time": "3:45:51", "remaining_time": "2:01:14"} +{"current_steps": 1635, "total_steps": 2505, "loss": 1.5657451629638672, "lr": 1.6795962010792332e-06, "epoch": 1.958945160323644, "percentage": 65.27, "elapsed_time": "3:46:34", "remaining_time": "2:00:33"} +{"current_steps": 1640, "total_steps": 2505, "loss": 1.591666316986084, "lr": 1.662380483805593e-06, "epoch": 1.9649385675756668, "percentage": 65.47, "elapsed_time": "3:47:16", "remaining_time": "1:59:52"} +{"current_steps": 1645, "total_steps": 2505, "loss": 1.616462516784668, "lr": 1.6452195717299451e-06, "epoch": 1.9709319748276894, "percentage": 65.67, "elapsed_time": "3:47:58", "remaining_time": "1:59:10"} +{"current_steps": 1650, "total_steps": 2505, "loss": 1.5900347709655762, "lr": 1.6281141679724012e-06, "epoch": 1.9769253820797124, "percentage": 65.87, "elapsed_time": "3:48:39", "remaining_time": "1:58:29"} +{"current_steps": 1655, "total_steps": 2505, "loss": 1.5767745971679688, "lr": 1.6110649733787747e-06, "epoch": 1.982918789331735, "percentage": 66.07, "elapsed_time": "3:49:20", "remaining_time": "1:57:47"} +{"current_steps": 1660, "total_steps": 2505, "loss": 1.5806458473205567, "lr": 1.5940726864918705e-06, "epoch": 1.9889121965837577, "percentage": 66.27, "elapsed_time": "3:50:00", "remaining_time": "1:57:05"} +{"current_steps": 1665, "total_steps": 2505, "loss": 1.5927390098571776, "lr": 1.577138003522857e-06, "epoch": 1.9949056038357806, "percentage": 66.47, "elapsed_time": "3:50:41", "remaining_time": "1:56:23"} +{"current_steps": 1670, "total_steps": 2505, "loss": 1.5510701179504394, "lr": 1.5602616183227443e-06, "epoch": 2.0, "percentage": 66.67, "elapsed_time": "3:51:18", "remaining_time": "1:55:39"} +{"current_steps": 1675, "total_steps": 2505, "loss": 1.570119285583496, "lr": 1.5434442223539554e-06, "epoch": 2.005993407252023, "percentage": 66.87, "elapsed_time": "3:52:00", "remaining_time": "1:54:58"} +{"current_steps": 1680, "total_steps": 2505, "loss": 1.5953407287597656, "lr": 1.5266865046619966e-06, "epoch": 2.0119868145040454, "percentage": 67.07, "elapsed_time": "3:52:44", "remaining_time": "1:54:17"} +{"current_steps": 1685, "total_steps": 2505, "loss": 1.5938201904296876, "lr": 1.5099891518472226e-06, "epoch": 2.0179802217560683, "percentage": 67.27, "elapsed_time": "3:53:26", "remaining_time": "1:53:36"} +{"current_steps": 1690, "total_steps": 2505, "loss": 1.5878721237182618, "lr": 1.4933528480367102e-06, "epoch": 2.023973629008091, "percentage": 67.47, "elapsed_time": "3:54:08", "remaining_time": "1:52:54"} +{"current_steps": 1695, "total_steps": 2505, "loss": 1.5573725700378418, "lr": 1.4767782748562226e-06, "epoch": 2.0299670362601137, "percentage": 67.66, "elapsed_time": "3:54:51", "remaining_time": "1:52:14"} +{"current_steps": 1700, "total_steps": 2505, "loss": 1.5768142700195313, "lr": 1.4602661114022837e-06, "epoch": 2.0359604435121366, "percentage": 67.86, "elapsed_time": "3:55:33", "remaining_time": "1:51:32"} +{"current_steps": 1705, "total_steps": 2505, "loss": 1.5976703643798829, "lr": 1.4438170342143557e-06, "epoch": 2.0419538507641595, "percentage": 68.06, "elapsed_time": "3:56:15", "remaining_time": "1:50:51"} +{"current_steps": 1710, "total_steps": 2505, "loss": 1.5801265716552735, "lr": 1.4274317172471175e-06, "epoch": 2.0479472580161824, "percentage": 68.26, "elapsed_time": "3:56:56", "remaining_time": "1:50:09"} +{"current_steps": 1715, "total_steps": 2505, "loss": 1.4859464645385743, "lr": 1.411110831842852e-06, "epoch": 2.053940665268205, "percentage": 68.46, "elapsed_time": "3:57:40", "remaining_time": "1:49:28"} +{"current_steps": 1720, "total_steps": 2505, "loss": 1.60047607421875, "lr": 1.394855046703942e-06, "epoch": 2.0599340725202278, "percentage": 68.66, "elapsed_time": "3:58:22", "remaining_time": "1:48:47"} +{"current_steps": 1725, "total_steps": 2505, "loss": 1.5819260597229003, "lr": 1.3786650278654687e-06, "epoch": 2.0659274797722507, "percentage": 68.86, "elapsed_time": "3:59:04", "remaining_time": "1:48:06"} +{"current_steps": 1730, "total_steps": 2505, "loss": 1.5798104286193848, "lr": 1.3625414386679239e-06, "epoch": 2.071920887024273, "percentage": 69.06, "elapsed_time": "3:59:46", "remaining_time": "1:47:24"} +{"current_steps": 1735, "total_steps": 2505, "loss": 1.5598320960998535, "lr": 1.3464849397300313e-06, "epoch": 2.077914294276296, "percentage": 69.26, "elapsed_time": "4:00:28", "remaining_time": "1:46:43"} +{"current_steps": 1740, "total_steps": 2505, "loss": 1.6002256393432617, "lr": 1.3304961889216804e-06, "epoch": 2.083907701528319, "percentage": 69.46, "elapsed_time": "4:01:08", "remaining_time": "1:46:01"} +{"current_steps": 1745, "total_steps": 2505, "loss": 1.6074796676635743, "lr": 1.314575841336971e-06, "epoch": 2.0899011087803414, "percentage": 69.66, "elapsed_time": "4:01:50", "remaining_time": "1:45:19"} +{"current_steps": 1750, "total_steps": 2505, "loss": 1.5005703926086427, "lr": 1.2987245492673759e-06, "epoch": 2.0958945160323643, "percentage": 69.86, "elapsed_time": "4:02:34", "remaining_time": "1:44:39"} +{"current_steps": 1755, "total_steps": 2505, "loss": 1.5408341407775878, "lr": 1.282942962175009e-06, "epoch": 2.1018879232843872, "percentage": 70.06, "elapsed_time": "4:03:16", "remaining_time": "1:43:57"} +{"current_steps": 1760, "total_steps": 2505, "loss": 1.5244135856628418, "lr": 1.2672317266660203e-06, "epoch": 2.10788133053641, "percentage": 70.26, "elapsed_time": "4:04:00", "remaining_time": "1:43:17"} +{"current_steps": 1765, "total_steps": 2505, "loss": 1.5962490081787108, "lr": 1.2515914864641013e-06, "epoch": 2.1138747377884326, "percentage": 70.46, "elapsed_time": "4:04:40", "remaining_time": "1:42:35"} +{"current_steps": 1770, "total_steps": 2505, "loss": 1.5964628219604493, "lr": 1.23602288238411e-06, "epoch": 2.1198681450404555, "percentage": 70.66, "elapsed_time": "4:05:21", "remaining_time": "1:41:53"} +{"current_steps": 1775, "total_steps": 2505, "loss": 1.566230583190918, "lr": 1.220526552305816e-06, "epoch": 2.1258615522924784, "percentage": 70.86, "elapsed_time": "4:06:02", "remaining_time": "1:41:11"} +{"current_steps": 1780, "total_steps": 2505, "loss": 1.5923571586608887, "lr": 1.2051031311477659e-06, "epoch": 2.131854959544501, "percentage": 71.06, "elapsed_time": "4:06:44", "remaining_time": "1:40:29"} +{"current_steps": 1785, "total_steps": 2505, "loss": 1.5851450920104981, "lr": 1.1897532508412677e-06, "epoch": 2.137848366796524, "percentage": 71.26, "elapsed_time": "4:07:26", "remaining_time": "1:39:48"} +{"current_steps": 1790, "total_steps": 2505, "loss": 1.5911012649536134, "lr": 1.1744775403044986e-06, "epoch": 2.1438417740485467, "percentage": 71.46, "elapsed_time": "4:08:07", "remaining_time": "1:39:06"} +{"current_steps": 1795, "total_steps": 2505, "loss": 1.6001272201538086, "lr": 1.1592766254167403e-06, "epoch": 2.1498351813005696, "percentage": 71.66, "elapsed_time": "4:08:47", "remaining_time": "1:38:24"} +{"current_steps": 1800, "total_steps": 2505, "loss": 1.5685481071472167, "lr": 1.1441511289927315e-06, "epoch": 2.155828588552592, "percentage": 71.86, "elapsed_time": "4:09:29", "remaining_time": "1:37:43"} +{"current_steps": 1805, "total_steps": 2505, "loss": 1.537570095062256, "lr": 1.1291016707571522e-06, "epoch": 2.161821995804615, "percentage": 72.06, "elapsed_time": "4:10:12", "remaining_time": "1:37:01"} +{"current_steps": 1810, "total_steps": 2505, "loss": 1.6071165084838868, "lr": 1.1141288673192298e-06, "epoch": 2.167815403056638, "percentage": 72.26, "elapsed_time": "4:10:51", "remaining_time": "1:36:19"} +{"current_steps": 1815, "total_steps": 2505, "loss": 1.5737549781799316, "lr": 1.0992333321474803e-06, "epoch": 2.1738088103086604, "percentage": 72.46, "elapsed_time": "4:11:32", "remaining_time": "1:35:37"} +{"current_steps": 1820, "total_steps": 2505, "loss": 1.592972183227539, "lr": 1.084415675544567e-06, "epoch": 2.1798022175606833, "percentage": 72.65, "elapsed_time": "4:12:13", "remaining_time": "1:34:56"} +{"current_steps": 1825, "total_steps": 2505, "loss": 1.6001060485839844, "lr": 1.0696765046222984e-06, "epoch": 2.185795624812706, "percentage": 72.85, "elapsed_time": "4:12:54", "remaining_time": "1:34:14"} +{"current_steps": 1830, "total_steps": 2505, "loss": 1.5771080017089845, "lr": 1.0550164232767532e-06, "epoch": 2.1917890320647286, "percentage": 73.05, "elapsed_time": "4:13:35", "remaining_time": "1:33:32"} +{"current_steps": 1835, "total_steps": 2505, "loss": 1.5672366142272949, "lr": 1.0404360321635365e-06, "epoch": 2.1977824393167515, "percentage": 73.25, "elapsed_time": "4:14:18", "remaining_time": "1:32:51"} +{"current_steps": 1840, "total_steps": 2505, "loss": 1.5996353149414062, "lr": 1.025935928673173e-06, "epoch": 2.2037758465687745, "percentage": 73.45, "elapsed_time": "4:15:00", "remaining_time": "1:32:09"} +{"current_steps": 1845, "total_steps": 2505, "loss": 1.570057487487793, "lr": 1.0115167069066236e-06, "epoch": 2.209769253820797, "percentage": 73.65, "elapsed_time": "4:15:41", "remaining_time": "1:31:28"} +{"current_steps": 1850, "total_steps": 2505, "loss": 1.6005977630615233, "lr": 9.971789576509511e-07, "epoch": 2.21576266107282, "percentage": 73.85, "elapsed_time": "4:16:22", "remaining_time": "1:30:46"} +{"current_steps": 1855, "total_steps": 2505, "loss": 1.6053207397460938, "lr": 9.8292326835511e-07, "epoch": 2.2217560683248427, "percentage": 74.05, "elapsed_time": "4:17:01", "remaining_time": "1:30:03"} +{"current_steps": 1860, "total_steps": 2505, "loss": 1.6059099197387696, "lr": 9.687502231058794e-07, "epoch": 2.2277494755768656, "percentage": 74.25, "elapsed_time": "4:17:41", "remaining_time": "1:29:21"} +{"current_steps": 1865, "total_steps": 2505, "loss": 1.5193527221679688, "lr": 9.54660402603929e-07, "epoch": 2.233742882828888, "percentage": 74.45, "elapsed_time": "4:18:23", "remaining_time": "1:28:40"} +{"current_steps": 1870, "total_steps": 2505, "loss": 1.6006130218505858, "lr": 9.406543841400324e-07, "epoch": 2.239736290080911, "percentage": 74.65, "elapsed_time": "4:19:04", "remaining_time": "1:27:58"} +{"current_steps": 1875, "total_steps": 2505, "loss": 1.5676172256469727, "lr": 9.267327415714073e-07, "epoch": 2.245729697332934, "percentage": 74.85, "elapsed_time": "4:19:46", "remaining_time": "1:27:17"} +{"current_steps": 1880, "total_steps": 2505, "loss": 1.593519401550293, "lr": 9.12896045298207e-07, "epoch": 2.2517231045849564, "percentage": 75.05, "elapsed_time": "4:20:28", "remaining_time": "1:26:35"} +{"current_steps": 1885, "total_steps": 2505, "loss": 1.552088451385498, "lr": 8.991448622401494e-07, "epoch": 2.2577165118369793, "percentage": 75.25, "elapsed_time": "4:21:10", "remaining_time": "1:25:54"} +{"current_steps": 1890, "total_steps": 2505, "loss": 1.5782706260681152, "lr": 8.854797558132891e-07, "epoch": 2.263709919089002, "percentage": 75.45, "elapsed_time": "4:21:51", "remaining_time": "1:25:12"} +{"current_steps": 1895, "total_steps": 2505, "loss": 1.5695977210998535, "lr": 8.719012859069315e-07, "epoch": 2.269703326341025, "percentage": 75.65, "elapsed_time": "4:22:32", "remaining_time": "1:24:30"} +{"current_steps": 1900, "total_steps": 2505, "loss": 1.590079116821289, "lr": 8.584100088606976e-07, "epoch": 2.2756967335930476, "percentage": 75.85, "elapsed_time": "4:23:12", "remaining_time": "1:23:48"} +{"current_steps": 1905, "total_steps": 2505, "loss": 1.5943170547485352, "lr": 8.450064774417222e-07, "epoch": 2.2816901408450705, "percentage": 76.05, "elapsed_time": "4:23:53", "remaining_time": "1:23:07"} +{"current_steps": 1910, "total_steps": 2505, "loss": 1.536445426940918, "lr": 8.316912408220121e-07, "epoch": 2.2876835480970934, "percentage": 76.25, "elapsed_time": "4:24:35", "remaining_time": "1:22:25"} +{"current_steps": 1915, "total_steps": 2505, "loss": 1.6045770645141602, "lr": 8.184648445559423e-07, "epoch": 2.293676955349116, "percentage": 76.45, "elapsed_time": "4:25:17", "remaining_time": "1:21:43"} +{"current_steps": 1920, "total_steps": 2505, "loss": 1.5701943397521974, "lr": 8.053278305579042e-07, "epoch": 2.2996703626011388, "percentage": 76.65, "elapsed_time": "4:25:59", "remaining_time": "1:21:02"} +{"current_steps": 1925, "total_steps": 2505, "loss": 1.5690512657165527, "lr": 7.922807370801009e-07, "epoch": 2.3056637698531617, "percentage": 76.85, "elapsed_time": "4:26:41", "remaining_time": "1:20:21"} +{"current_steps": 1930, "total_steps": 2505, "loss": 1.5474846839904786, "lr": 7.793240986904986e-07, "epoch": 2.311657177105184, "percentage": 77.05, "elapsed_time": "4:27:23", "remaining_time": "1:19:39"} +{"current_steps": 1935, "total_steps": 2505, "loss": 1.5678466796875, "lr": 7.664584462509169e-07, "epoch": 2.317650584357207, "percentage": 77.25, "elapsed_time": "4:28:03", "remaining_time": "1:18:57"} +{"current_steps": 1940, "total_steps": 2505, "loss": 1.5523689270019532, "lr": 7.536843068952842e-07, "epoch": 2.32364399160923, "percentage": 77.45, "elapsed_time": "4:28:46", "remaining_time": "1:18:16"} +{"current_steps": 1945, "total_steps": 2505, "loss": 1.5863494873046875, "lr": 7.410022040080365e-07, "epoch": 2.3296373988612524, "percentage": 77.64, "elapsed_time": "4:29:27", "remaining_time": "1:17:34"} +{"current_steps": 1950, "total_steps": 2505, "loss": 1.5466392517089844, "lr": 7.284126572026744e-07, "epoch": 2.3356308061132753, "percentage": 77.84, "elapsed_time": "4:30:10", "remaining_time": "1:16:53"} +{"current_steps": 1955, "total_steps": 2505, "loss": 1.5855929374694824, "lr": 7.159161823004734e-07, "epoch": 2.3416242133652982, "percentage": 78.04, "elapsed_time": "4:30:52", "remaining_time": "1:16:12"} +{"current_steps": 1960, "total_steps": 2505, "loss": 1.5919572830200195, "lr": 7.035132913093509e-07, "epoch": 2.3476176206173207, "percentage": 78.24, "elapsed_time": "4:31:34", "remaining_time": "1:15:30"} +{"current_steps": 1965, "total_steps": 2505, "loss": 1.6009016036987305, "lr": 6.912044924028849e-07, "epoch": 2.3536110278693436, "percentage": 78.44, "elapsed_time": "4:32:16", "remaining_time": "1:14:49"} +{"current_steps": 1970, "total_steps": 2505, "loss": 1.5979683876037598, "lr": 6.789902898994955e-07, "epoch": 2.3596044351213665, "percentage": 78.64, "elapsed_time": "4:32:58", "remaining_time": "1:14:07"} +{"current_steps": 1975, "total_steps": 2505, "loss": 1.5708651542663574, "lr": 6.668711842417816e-07, "epoch": 2.3655978423733894, "percentage": 78.84, "elapsed_time": "4:33:39", "remaining_time": "1:13:26"} +{"current_steps": 1980, "total_steps": 2505, "loss": 1.5527511596679688, "lr": 6.548476719760146e-07, "epoch": 2.371591249625412, "percentage": 79.04, "elapsed_time": "4:34:22", "remaining_time": "1:12:45"} +{"current_steps": 1985, "total_steps": 2505, "loss": 1.5910175323486329, "lr": 6.429202457317982e-07, "epoch": 2.377584656877435, "percentage": 79.24, "elapsed_time": "4:35:04", "remaining_time": "1:12:03"} +{"current_steps": 1990, "total_steps": 2505, "loss": 1.5702336311340332, "lr": 6.310893942018801e-07, "epoch": 2.3835780641294577, "percentage": 79.44, "elapsed_time": "4:35:46", "remaining_time": "1:11:22"} +{"current_steps": 1995, "total_steps": 2505, "loss": 1.5879745483398438, "lr": 6.193556021221307e-07, "epoch": 2.38957147138148, "percentage": 79.64, "elapsed_time": "4:36:26", "remaining_time": "1:10:40"} +{"current_steps": 2000, "total_steps": 2505, "loss": 1.599627685546875, "lr": 6.077193502516807e-07, "epoch": 2.395564878633503, "percentage": 79.84, "elapsed_time": "4:37:06", "remaining_time": "1:09:58"} +{"current_steps": 2005, "total_steps": 2505, "loss": 1.5657157897949219, "lr": 5.961811153532293e-07, "epoch": 2.401558285885526, "percentage": 80.04, "elapsed_time": "4:37:48", "remaining_time": "1:09:16"} +{"current_steps": 2010, "total_steps": 2505, "loss": 1.604018211364746, "lr": 5.847413701735021e-07, "epoch": 2.407551693137549, "percentage": 80.24, "elapsed_time": "4:38:28", "remaining_time": "1:08:34"} +{"current_steps": 2015, "total_steps": 2505, "loss": 1.58401517868042, "lr": 5.734005834238864e-07, "epoch": 2.4135451003895714, "percentage": 80.44, "elapsed_time": "4:39:10", "remaining_time": "1:07:53"} +{"current_steps": 2020, "total_steps": 2505, "loss": 1.5892996788024902, "lr": 5.621592197612275e-07, "epoch": 2.4195385076415943, "percentage": 80.64, "elapsed_time": "4:39:51", "remaining_time": "1:07:11"} +{"current_steps": 2025, "total_steps": 2505, "loss": 1.54070987701416, "lr": 5.510177397687875e-07, "epoch": 2.425531914893617, "percentage": 80.84, "elapsed_time": "4:40:33", "remaining_time": "1:06:30"} +{"current_steps": 2030, "total_steps": 2505, "loss": 1.573234748840332, "lr": 5.399765999373772e-07, "epoch": 2.4315253221456397, "percentage": 81.04, "elapsed_time": "4:41:13", "remaining_time": "1:05:48"} +{"current_steps": 2035, "total_steps": 2505, "loss": 1.5480667114257813, "lr": 5.29036252646651e-07, "epoch": 2.4375187293976626, "percentage": 81.24, "elapsed_time": "4:41:56", "remaining_time": "1:05:06"} +{"current_steps": 2040, "total_steps": 2505, "loss": 1.5748504638671874, "lr": 5.18197146146572e-07, "epoch": 2.4435121366496855, "percentage": 81.44, "elapsed_time": "4:42:38", "remaining_time": "1:04:25"} +{"current_steps": 2045, "total_steps": 2505, "loss": 1.504516315460205, "lr": 5.074597245390468e-07, "epoch": 2.449505543901708, "percentage": 81.64, "elapsed_time": "4:43:20", "remaining_time": "1:03:44"} +{"current_steps": 2050, "total_steps": 2505, "loss": 1.5273450851440429, "lr": 4.968244277597306e-07, "epoch": 2.455498951153731, "percentage": 81.84, "elapsed_time": "4:44:01", "remaining_time": "1:03:02"} +{"current_steps": 2055, "total_steps": 2505, "loss": 1.6043586730957031, "lr": 4.862916915600001e-07, "epoch": 2.4614923584057538, "percentage": 82.04, "elapsed_time": "4:44:43", "remaining_time": "1:02:21"} +{"current_steps": 2060, "total_steps": 2505, "loss": 1.56980562210083, "lr": 4.7586194748910027e-07, "epoch": 2.467485765657776, "percentage": 82.24, "elapsed_time": "4:45:26", "remaining_time": "1:01:39"} +{"current_steps": 2065, "total_steps": 2505, "loss": 1.624884033203125, "lr": 4.6553562287646366e-07, "epoch": 2.473479172909799, "percentage": 82.44, "elapsed_time": "4:46:08", "remaining_time": "1:00:58"} +{"current_steps": 2070, "total_steps": 2505, "loss": 1.5734535217285157, "lr": 4.553131408142016e-07, "epoch": 2.479472580161822, "percentage": 82.63, "elapsed_time": "4:46:49", "remaining_time": "1:00:16"} +{"current_steps": 2075, "total_steps": 2505, "loss": 1.5830469131469727, "lr": 4.4519492013976746e-07, "epoch": 2.485465987413845, "percentage": 82.83, "elapsed_time": "4:47:31", "remaining_time": "0:59:35"} +{"current_steps": 2080, "total_steps": 2505, "loss": 1.5716002464294434, "lr": 4.3518137541880074e-07, "epoch": 2.4914593946658674, "percentage": 83.03, "elapsed_time": "4:48:14", "remaining_time": "0:58:53"} +{"current_steps": 2085, "total_steps": 2505, "loss": 1.5019952774047851, "lr": 4.252729169281353e-07, "epoch": 2.4974528019178903, "percentage": 83.23, "elapsed_time": "4:48:57", "remaining_time": "0:58:12"} +{"current_steps": 2090, "total_steps": 2505, "loss": 1.6065509796142579, "lr": 4.154699506389924e-07, "epoch": 2.5034462091699132, "percentage": 83.43, "elapsed_time": "4:49:39", "remaining_time": "0:57:30"} +{"current_steps": 2095, "total_steps": 2505, "loss": 1.5870964050292968, "lr": 4.0577287820034814e-07, "epoch": 2.509439616421936, "percentage": 83.63, "elapsed_time": "4:50:20", "remaining_time": "0:56:49"} +{"current_steps": 2100, "total_steps": 2505, "loss": 1.5819488525390626, "lr": 3.9618209692247486e-07, "epoch": 2.5154330236739586, "percentage": 83.83, "elapsed_time": "4:51:01", "remaining_time": "0:56:07"} +{"current_steps": 2105, "total_steps": 2505, "loss": 1.5621922492980957, "lr": 3.866979997606642e-07, "epoch": 2.5214264309259815, "percentage": 84.03, "elapsed_time": "4:51:42", "remaining_time": "0:55:25"} +{"current_steps": 2110, "total_steps": 2505, "loss": 1.585857105255127, "lr": 3.7732097529912633e-07, "epoch": 2.5274198381780044, "percentage": 84.23, "elapsed_time": "4:52:23", "remaining_time": "0:54:44"} +{"current_steps": 2115, "total_steps": 2505, "loss": 1.5932723999023437, "lr": 3.680514077350686e-07, "epoch": 2.533413245430027, "percentage": 84.43, "elapsed_time": "4:53:05", "remaining_time": "0:54:02"} +{"current_steps": 2120, "total_steps": 2505, "loss": 1.5735720634460448, "lr": 3.5888967686295293e-07, "epoch": 2.53940665268205, "percentage": 84.63, "elapsed_time": "4:53:47", "remaining_time": "0:53:21"} +{"current_steps": 2125, "total_steps": 2505, "loss": 1.5617835998535157, "lr": 3.4983615805893745e-07, "epoch": 2.5454000599340727, "percentage": 84.83, "elapsed_time": "4:54:27", "remaining_time": "0:52:39"} +{"current_steps": 2130, "total_steps": 2505, "loss": 1.5272964477539062, "lr": 3.4089122226549487e-07, "epoch": 2.551393467186095, "percentage": 85.03, "elapsed_time": "4:55:11", "remaining_time": "0:51:58"} +{"current_steps": 2135, "total_steps": 2505, "loss": 1.5262401580810547, "lr": 3.32055235976213e-07, "epoch": 2.557386874438118, "percentage": 85.23, "elapsed_time": "4:55:52", "remaining_time": "0:51:16"} +{"current_steps": 2140, "total_steps": 2505, "loss": 1.6015663146972656, "lr": 3.233285612207828e-07, "epoch": 2.563380281690141, "percentage": 85.43, "elapsed_time": "4:56:35", "remaining_time": "0:50:35"} +{"current_steps": 2145, "total_steps": 2505, "loss": 1.5687079429626465, "lr": 3.147115555501604e-07, "epoch": 2.5693736889421634, "percentage": 85.63, "elapsed_time": "4:57:16", "remaining_time": "0:49:53"} +{"current_steps": 2150, "total_steps": 2505, "loss": 1.5640341758728027, "lr": 3.062045720219203e-07, "epoch": 2.5753670961941864, "percentage": 85.83, "elapsed_time": "4:57:56", "remaining_time": "0:49:11"} +{"current_steps": 2155, "total_steps": 2505, "loss": 1.5695132255554198, "lr": 2.9780795918578863e-07, "epoch": 2.5813605034462093, "percentage": 86.03, "elapsed_time": "4:58:37", "remaining_time": "0:48:30"} +{"current_steps": 2160, "total_steps": 2505, "loss": 1.5747217178344726, "lr": 2.8952206106936377e-07, "epoch": 2.5873539106982317, "percentage": 86.23, "elapsed_time": "4:59:19", "remaining_time": "0:47:48"} +{"current_steps": 2165, "total_steps": 2505, "loss": 1.589064598083496, "lr": 2.813472171640183e-07, "epoch": 2.5933473179502546, "percentage": 86.43, "elapsed_time": "5:00:01", "remaining_time": "0:47:06"} +{"current_steps": 2170, "total_steps": 2505, "loss": 1.5749725341796874, "lr": 2.7328376241099316e-07, "epoch": 2.5993407252022775, "percentage": 86.63, "elapsed_time": "5:00:43", "remaining_time": "0:46:25"} +{"current_steps": 2175, "total_steps": 2505, "loss": 1.5791637420654296, "lr": 2.6533202718767e-07, "epoch": 2.6053341324543, "percentage": 86.83, "elapsed_time": "5:01:24", "remaining_time": "0:45:43"} +{"current_steps": 2180, "total_steps": 2505, "loss": 1.5628402709960938, "lr": 2.5749233729403755e-07, "epoch": 2.611327539706323, "percentage": 87.03, "elapsed_time": "5:02:04", "remaining_time": "0:45:02"} +{"current_steps": 2185, "total_steps": 2505, "loss": 1.6008136749267579, "lr": 2.497650139393419e-07, "epoch": 2.617320946958346, "percentage": 87.23, "elapsed_time": "5:02:46", "remaining_time": "0:44:20"} +{"current_steps": 2190, "total_steps": 2505, "loss": 1.55454683303833, "lr": 2.421503737289261e-07, "epoch": 2.6233143542103687, "percentage": 87.43, "elapsed_time": "5:03:29", "remaining_time": "0:43:39"} +{"current_steps": 2195, "total_steps": 2505, "loss": 1.5631563186645507, "lr": 2.3464872865126052e-07, "epoch": 2.6293077614623916, "percentage": 87.62, "elapsed_time": "5:04:11", "remaining_time": "0:42:57"} +{"current_steps": 2200, "total_steps": 2505, "loss": 1.5437533378601074, "lr": 2.2726038606515452e-07, "epoch": 2.635301168714414, "percentage": 87.82, "elapsed_time": "5:04:52", "remaining_time": "0:42:16"} +{"current_steps": 2205, "total_steps": 2505, "loss": 1.5831893920898437, "lr": 2.1998564868716796e-07, "epoch": 2.641294575966437, "percentage": 88.02, "elapsed_time": "5:05:32", "remaining_time": "0:41:34"} +{"current_steps": 2210, "total_steps": 2505, "loss": 1.574634838104248, "lr": 2.12824814579207e-07, "epoch": 2.64728798321846, "percentage": 88.22, "elapsed_time": "5:06:14", "remaining_time": "0:40:52"} +{"current_steps": 2215, "total_steps": 2505, "loss": 1.5991851806640625, "lr": 2.0577817713631154e-07, "epoch": 2.6532813904704824, "percentage": 88.42, "elapsed_time": "5:06:57", "remaining_time": "0:40:11"} +{"current_steps": 2220, "total_steps": 2505, "loss": 1.5547578811645508, "lr": 1.9884602507463357e-07, "epoch": 2.6592747977225053, "percentage": 88.62, "elapsed_time": "5:07:39", "remaining_time": "0:39:29"} +{"current_steps": 2225, "total_steps": 2505, "loss": 1.5678149223327638, "lr": 1.9202864241960927e-07, "epoch": 2.665268204974528, "percentage": 88.82, "elapsed_time": "5:08:22", "remaining_time": "0:38:48"} +{"current_steps": 2230, "total_steps": 2505, "loss": 1.564761257171631, "lr": 1.8532630849432131e-07, "epoch": 2.6712616122265507, "percentage": 89.02, "elapsed_time": "5:09:04", "remaining_time": "0:38:06"} +{"current_steps": 2235, "total_steps": 2505, "loss": 1.6035894393920898, "lr": 1.7873929790805367e-07, "epoch": 2.6772550194785736, "percentage": 89.22, "elapsed_time": "5:09:45", "remaining_time": "0:37:25"} +{"current_steps": 2240, "total_steps": 2505, "loss": 1.5928621292114258, "lr": 1.7226788054504096e-07, "epoch": 2.6832484267305965, "percentage": 89.42, "elapsed_time": "5:10:27", "remaining_time": "0:36:43"} +{"current_steps": 2245, "total_steps": 2505, "loss": 1.549217700958252, "lr": 1.6591232155341028e-07, "epoch": 2.689241833982619, "percentage": 89.62, "elapsed_time": "5:11:08", "remaining_time": "0:36:02"} +{"current_steps": 2250, "total_steps": 2505, "loss": 1.611344337463379, "lr": 1.5967288133431834e-07, "epoch": 2.695235241234642, "percentage": 89.82, "elapsed_time": "5:11:50", "remaining_time": "0:35:20"} +{"current_steps": 2255, "total_steps": 2505, "loss": 1.585192584991455, "lr": 1.535498155312811e-07, "epoch": 2.7012286484866648, "percentage": 90.02, "elapsed_time": "5:12:32", "remaining_time": "0:34:38"} +{"current_steps": 2260, "total_steps": 2505, "loss": 1.5860268592834472, "lr": 1.475433750197004e-07, "epoch": 2.7072220557386872, "percentage": 90.22, "elapsed_time": "5:13:13", "remaining_time": "0:33:57"} +{"current_steps": 2265, "total_steps": 2505, "loss": 1.4961959838867187, "lr": 1.416538058965853e-07, "epoch": 2.71321546299071, "percentage": 90.42, "elapsed_time": "5:13:55", "remaining_time": "0:33:15"} +{"current_steps": 2270, "total_steps": 2505, "loss": 1.5699254035949708, "lr": 1.358813494704676e-07, "epoch": 2.719208870242733, "percentage": 90.62, "elapsed_time": "5:14:38", "remaining_time": "0:32:34"} +{"current_steps": 2275, "total_steps": 2505, "loss": 1.5856217384338378, "lr": 1.3022624225151581e-07, "epoch": 2.7252022774947555, "percentage": 90.82, "elapsed_time": "5:15:20", "remaining_time": "0:31:52"} +{"current_steps": 2280, "total_steps": 2505, "loss": 1.5691574096679688, "lr": 1.2468871594184506e-07, "epoch": 2.7311956847467784, "percentage": 91.02, "elapsed_time": "5:16:03", "remaining_time": "0:31:11"} +{"current_steps": 2285, "total_steps": 2505, "loss": 1.6150981903076171, "lr": 1.1926899742602281e-07, "epoch": 2.7371890919988013, "percentage": 91.22, "elapsed_time": "5:16:44", "remaining_time": "0:30:29"} +{"current_steps": 2290, "total_steps": 2505, "loss": 1.6000024795532226, "lr": 1.1396730876177331e-07, "epoch": 2.7431824992508242, "percentage": 91.42, "elapsed_time": "5:17:24", "remaining_time": "0:29:48"} +{"current_steps": 2295, "total_steps": 2505, "loss": 1.5612345695495606, "lr": 1.0878386717088107e-07, "epoch": 2.7491759065028467, "percentage": 91.62, "elapsed_time": "5:18:06", "remaining_time": "0:29:06"} +{"current_steps": 2300, "total_steps": 2505, "loss": 1.564107322692871, "lr": 1.0371888503028815e-07, "epoch": 2.7551693137548696, "percentage": 91.82, "elapsed_time": "5:18:47", "remaining_time": "0:28:24"} +{"current_steps": 2305, "total_steps": 2505, "loss": 1.576698398590088, "lr": 9.877256986339334e-08, "epoch": 2.7611627210068925, "percentage": 92.02, "elapsed_time": "5:19:28", "remaining_time": "0:27:43"} +{"current_steps": 2310, "total_steps": 2505, "loss": 1.5924538612365722, "lr": 9.394512433155066e-08, "epoch": 2.7671561282589154, "percentage": 92.22, "elapsed_time": "5:20:09", "remaining_time": "0:27:01"} +{"current_steps": 2315, "total_steps": 2505, "loss": 1.5212013244628906, "lr": 8.923674622576505e-08, "epoch": 2.773149535510938, "percentage": 92.42, "elapsed_time": "5:20:52", "remaining_time": "0:26:20"} +{"current_steps": 2320, "total_steps": 2505, "loss": 1.5764302253723144, "lr": 8.464762845858809e-08, "epoch": 2.779142942762961, "percentage": 92.61, "elapsed_time": "5:21:33", "remaining_time": "0:25:38"} +{"current_steps": 2325, "total_steps": 2505, "loss": 1.5164117813110352, "lr": 8.01779590562154e-08, "epoch": 2.7851363500149837, "percentage": 92.81, "elapsed_time": "5:22:17", "remaining_time": "0:24:57"} +{"current_steps": 2330, "total_steps": 2505, "loss": 1.5848722457885742, "lr": 7.582792115078041e-08, "epoch": 2.791129757267006, "percentage": 93.01, "elapsed_time": "5:22:58", "remaining_time": "0:24:15"} +{"current_steps": 2335, "total_steps": 2505, "loss": 1.6168689727783203, "lr": 7.159769297285313e-08, "epoch": 2.797123164519029, "percentage": 93.21, "elapsed_time": "5:23:38", "remaining_time": "0:23:33"} +{"current_steps": 2340, "total_steps": 2505, "loss": 1.5686025619506836, "lr": 6.748744784413686e-08, "epoch": 2.803116571771052, "percentage": 93.41, "elapsed_time": "5:24:21", "remaining_time": "0:22:52"} +{"current_steps": 2345, "total_steps": 2505, "loss": 1.5747729301452638, "lr": 6.349735417036661e-08, "epoch": 2.8091099790230745, "percentage": 93.61, "elapsed_time": "5:25:01", "remaining_time": "0:22:10"} +{"current_steps": 2350, "total_steps": 2505, "loss": 1.5890108108520509, "lr": 5.962757543440966e-08, "epoch": 2.8151033862750974, "percentage": 93.81, "elapsed_time": "5:25:40", "remaining_time": "0:21:28"} +{"current_steps": 2355, "total_steps": 2505, "loss": 1.5725753784179688, "lr": 5.587827018956748e-08, "epoch": 2.8210967935271203, "percentage": 94.01, "elapsed_time": "5:26:22", "remaining_time": "0:20:47"} +{"current_steps": 2360, "total_steps": 2505, "loss": 1.570479679107666, "lr": 5.224959205307833e-08, "epoch": 2.8270902007791427, "percentage": 94.21, "elapsed_time": "5:27:04", "remaining_time": "0:20:05"} +{"current_steps": 2365, "total_steps": 2505, "loss": 1.5716233253479004, "lr": 4.874168969982429e-08, "epoch": 2.8330836080311657, "percentage": 94.41, "elapsed_time": "5:27:47", "remaining_time": "0:19:24"} +{"current_steps": 2370, "total_steps": 2505, "loss": 1.5775944709777832, "lr": 4.53547068562391e-08, "epoch": 2.8390770152831886, "percentage": 94.61, "elapsed_time": "5:28:29", "remaining_time": "0:18:42"} +{"current_steps": 2375, "total_steps": 2505, "loss": 1.6126760482788085, "lr": 4.208878229441993e-08, "epoch": 2.845070422535211, "percentage": 94.81, "elapsed_time": "5:29:09", "remaining_time": "0:18:01"} +{"current_steps": 2380, "total_steps": 2505, "loss": 1.5892753601074219, "lr": 3.894404982644084e-08, "epoch": 2.851063829787234, "percentage": 95.01, "elapsed_time": "5:29:47", "remaining_time": "0:17:19"} +{"current_steps": 2385, "total_steps": 2505, "loss": 1.616440773010254, "lr": 3.5920638298871597e-08, "epoch": 2.857057237039257, "percentage": 95.21, "elapsed_time": "5:30:26", "remaining_time": "0:16:37"} +{"current_steps": 2390, "total_steps": 2505, "loss": 1.534116268157959, "lr": 3.301867158749683e-08, "epoch": 2.8630506442912798, "percentage": 95.41, "elapsed_time": "5:31:09", "remaining_time": "0:15:56"} +{"current_steps": 2395, "total_steps": 2505, "loss": 1.5922479629516602, "lr": 3.0238268592241435e-08, "epoch": 2.869044051543302, "percentage": 95.61, "elapsed_time": "5:31:50", "remaining_time": "0:15:14"} +{"current_steps": 2400, "total_steps": 2505, "loss": 1.5355403900146485, "lr": 2.7579543232299166e-08, "epoch": 2.875037458795325, "percentage": 95.81, "elapsed_time": "5:32:33", "remaining_time": "0:14:32"} +{"current_steps": 2405, "total_steps": 2505, "loss": 1.6181652069091796, "lr": 2.5042604441464666e-08, "epoch": 2.881030866047348, "percentage": 96.01, "elapsed_time": "5:33:14", "remaining_time": "0:13:51"} +{"current_steps": 2410, "total_steps": 2505, "loss": 1.6138525009155273, "lr": 2.2627556163670403e-08, "epoch": 2.887024273299371, "percentage": 96.21, "elapsed_time": "5:33:55", "remaining_time": "0:13:09"} +{"current_steps": 2415, "total_steps": 2505, "loss": 1.5659173011779786, "lr": 2.033449734872772e-08, "epoch": 2.8930176805513934, "percentage": 96.41, "elapsed_time": "5:34:37", "remaining_time": "0:12:28"} +{"current_steps": 2420, "total_steps": 2505, "loss": 1.6107234954833984, "lr": 1.816352194827342e-08, "epoch": 2.8990110878034163, "percentage": 96.61, "elapsed_time": "5:35:18", "remaining_time": "0:11:46"} +{"current_steps": 2425, "total_steps": 2505, "loss": 1.5589088439941405, "lr": 1.611471891191918e-08, "epoch": 2.9050044950554392, "percentage": 96.81, "elapsed_time": "5:36:00", "remaining_time": "0:11:05"} +{"current_steps": 2430, "total_steps": 2505, "loss": 1.5950302124023437, "lr": 1.4188172183607462e-08, "epoch": 2.9109979023074617, "percentage": 97.01, "elapsed_time": "5:36:41", "remaining_time": "0:10:23"} +{"current_steps": 2435, "total_steps": 2505, "loss": 1.5727524757385254, "lr": 1.2383960698172936e-08, "epoch": 2.9169913095594846, "percentage": 97.21, "elapsed_time": "5:37:24", "remaining_time": "0:09:41"} +{"current_steps": 2440, "total_steps": 2505, "loss": 1.564500904083252, "lr": 1.070215837810673e-08, "epoch": 2.9229847168115075, "percentage": 97.41, "elapsed_time": "5:38:06", "remaining_time": "0:09:00"} +{"current_steps": 2445, "total_steps": 2505, "loss": 1.575014305114746, "lr": 9.142834130529853e-09, "epoch": 2.92897812406353, "percentage": 97.6, "elapsed_time": "5:38:47", "remaining_time": "0:08:18"} +{"current_steps": 2450, "total_steps": 2505, "loss": 1.5992634773254395, "lr": 7.706051844368123e-09, "epoch": 2.934971531315553, "percentage": 97.8, "elapsed_time": "5:39:26", "remaining_time": "0:07:37"} +{"current_steps": 2455, "total_steps": 2505, "loss": 1.5753752708435058, "lr": 6.391870387735254e-09, "epoch": 2.940964938567576, "percentage": 98.0, "elapsed_time": "5:40:08", "remaining_time": "0:06:55"} +{"current_steps": 2460, "total_steps": 2505, "loss": 1.579847240447998, "lr": 5.200343605520463e-09, "epoch": 2.9469583458195983, "percentage": 98.2, "elapsed_time": "5:40:50", "remaining_time": "0:06:14"} +{"current_steps": 2465, "total_steps": 2505, "loss": 1.5922045707702637, "lr": 4.1315203171825575e-09, "epoch": 2.952951753071621, "percentage": 98.4, "elapsed_time": "5:41:30", "remaining_time": "0:05:32"} +{"current_steps": 2470, "total_steps": 2505, "loss": 1.578541088104248, "lr": 3.185444314750541e-09, "epoch": 2.958945160323644, "percentage": 98.6, "elapsed_time": "5:42:12", "remaining_time": "0:04:50"} +{"current_steps": 2475, "total_steps": 2505, "loss": 1.580247974395752, "lr": 2.362154361027713e-09, "epoch": 2.9649385675756665, "percentage": 98.8, "elapsed_time": "5:42:53", "remaining_time": "0:04:09"} +{"current_steps": 2480, "total_steps": 2505, "loss": 1.5620076179504394, "lr": 1.6616841880049415e-09, "epoch": 2.9709319748276894, "percentage": 99.0, "elapsed_time": "5:43:36", "remaining_time": "0:03:27"} +{"current_steps": 2485, "total_steps": 2505, "loss": 1.575712299346924, "lr": 1.0840624954771005e-09, "epoch": 2.9769253820797124, "percentage": 99.2, "elapsed_time": "5:44:18", "remaining_time": "0:02:46"} +{"current_steps": 2490, "total_steps": 2505, "loss": 1.5367554664611816, "lr": 6.293129498693429e-10, "epoch": 2.982918789331735, "percentage": 99.4, "elapsed_time": "5:44:59", "remaining_time": "0:02:04"} +{"current_steps": 2495, "total_steps": 2505, "loss": 1.609522819519043, "lr": 2.9745418326487805e-10, "epoch": 2.9889121965837577, "percentage": 99.6, "elapsed_time": "5:45:39", "remaining_time": "0:01:23"} +{"current_steps": 2500, "total_steps": 2505, "loss": 1.609323501586914, "lr": 8.849979264391461e-11, "epoch": 2.9949056038357806, "percentage": 99.8, "elapsed_time": "5:46:21", "remaining_time": "0:00:41"} +{"current_steps": 2505, "total_steps": 2505, "loss": 1.4981372833251954, "lr": 2.458339324440395e-12, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "5:46:56", "remaining_time": "0:00:00"} +{"current_steps": 2505, "total_steps": 2505, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "5:46:56", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..884f052 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,3550 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 2505, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.005993407252022775, + "grad_norm": 57.0, + "learning_rate": 4.7058823529411767e-07, + "loss": 2.9864707946777345, + "step": 5 + }, + { + "epoch": 0.01198681450404555, + "grad_norm": 56.0, + "learning_rate": 1.0588235294117648e-06, + "loss": 3.017852783203125, + "step": 10 + }, + { + "epoch": 0.017980221756068324, + "grad_norm": 46.5, + "learning_rate": 1.647058823529412e-06, + "loss": 2.9088718414306642, + "step": 15 + }, + { + "epoch": 0.0239736290080911, + "grad_norm": 44.5, + "learning_rate": 2.235294117647059e-06, + "loss": 2.8249109268188475, + "step": 20 + }, + { + "epoch": 0.029967036260113874, + "grad_norm": 36.5, + "learning_rate": 2.823529411764706e-06, + "loss": 2.9229591369628904, + "step": 25 + }, + { + "epoch": 0.03596044351213665, + "grad_norm": 20.125, + "learning_rate": 3.411764705882353e-06, + "loss": 2.6270092010498045, + "step": 30 + }, + { + "epoch": 0.041953850764159424, + "grad_norm": 13.1875, + "learning_rate": 4e-06, + "loss": 2.57705078125, + "step": 35 + }, + { + "epoch": 0.0479472580161822, + "grad_norm": 7.96875, + "learning_rate": 4.588235294117647e-06, + "loss": 2.5475204467773436, + "step": 40 + }, + { + "epoch": 0.05394066526820498, + "grad_norm": 8.375, + "learning_rate": 5.176470588235295e-06, + "loss": 2.3420473098754884, + "step": 45 + }, + { + "epoch": 0.05993407252022775, + "grad_norm": 5.65625, + "learning_rate": 5.764705882352942e-06, + "loss": 2.340384864807129, + "step": 50 + }, + { + "epoch": 0.06592747977225052, + "grad_norm": 5.03125, + "learning_rate": 5.9999778749702535e-06, + "loss": 2.175357437133789, + "step": 55 + }, + { + "epoch": 0.0719208870242733, + "grad_norm": 4.25, + "learning_rate": 5.999842667636955e-06, + "loss": 2.197158432006836, + "step": 60 + }, + { + "epoch": 0.07791429427629608, + "grad_norm": 3.84375, + "learning_rate": 5.9995845501865744e-06, + "loss": 2.1903335571289064, + "step": 65 + }, + { + "epoch": 0.08390770152831885, + "grad_norm": 13.5625, + "learning_rate": 5.999203533194751e-06, + "loss": 2.1188888549804688, + "step": 70 + }, + { + "epoch": 0.08990110878034162, + "grad_norm": 9.0, + "learning_rate": 5.998699632272582e-06, + "loss": 2.0938800811767577, + "step": 75 + }, + { + "epoch": 0.0958945160323644, + "grad_norm": 4.25, + "learning_rate": 5.998072868065993e-06, + "loss": 2.0853302001953127, + "step": 80 + }, + { + "epoch": 0.10188792328438717, + "grad_norm": 3.015625, + "learning_rate": 5.997323266254883e-06, + "loss": 1.9871812820434571, + "step": 85 + }, + { + "epoch": 0.10788133053640996, + "grad_norm": 3.265625, + "learning_rate": 5.996450857552079e-06, + "loss": 1.9602109909057617, + "step": 90 + }, + { + "epoch": 0.11387473778843273, + "grad_norm": 3.078125, + "learning_rate": 5.995455677702073e-06, + "loss": 1.9757930755615234, + "step": 95 + }, + { + "epoch": 0.1198681450404555, + "grad_norm": 4.125, + "learning_rate": 5.994337767479563e-06, + "loss": 1.9586530685424806, + "step": 100 + }, + { + "epoch": 0.12586155229247828, + "grad_norm": 2.953125, + "learning_rate": 5.993097172687774e-06, + "loss": 1.8350349426269532, + "step": 105 + }, + { + "epoch": 0.13185495954450105, + "grad_norm": 3.265625, + "learning_rate": 5.991733944156591e-06, + "loss": 1.9099546432495118, + "step": 110 + }, + { + "epoch": 0.13784836679652382, + "grad_norm": 3.359375, + "learning_rate": 5.990248137740468e-06, + "loss": 1.8809522628784179, + "step": 115 + }, + { + "epoch": 0.1438417740485466, + "grad_norm": 2.578125, + "learning_rate": 5.988639814316145e-06, + "loss": 1.890812873840332, + "step": 120 + }, + { + "epoch": 0.1498351813005694, + "grad_norm": 2.921875, + "learning_rate": 5.986909039780151e-06, + "loss": 1.8602405548095704, + "step": 125 + }, + { + "epoch": 0.15582858855259216, + "grad_norm": 2.953125, + "learning_rate": 5.985055885046105e-06, + "loss": 1.8328474044799805, + "step": 130 + }, + { + "epoch": 0.16182199580461493, + "grad_norm": 4.25, + "learning_rate": 5.9830804260418115e-06, + "loss": 1.7698371887207032, + "step": 135 + }, + { + "epoch": 0.1678154030566377, + "grad_norm": 2.75, + "learning_rate": 5.980982743706147e-06, + "loss": 1.7916770935058595, + "step": 140 + }, + { + "epoch": 0.17380881030866047, + "grad_norm": 4.375, + "learning_rate": 5.978762923985747e-06, + "loss": 1.804901695251465, + "step": 145 + }, + { + "epoch": 0.17980221756068324, + "grad_norm": 2.828125, + "learning_rate": 5.976421057831481e-06, + "loss": 1.8203529357910155, + "step": 150 + }, + { + "epoch": 0.18579562481270603, + "grad_norm": 3.78125, + "learning_rate": 5.97395724119473e-06, + "loss": 1.8243545532226562, + "step": 155 + }, + { + "epoch": 0.1917890320647288, + "grad_norm": 2.78125, + "learning_rate": 5.971371575023451e-06, + "loss": 1.8442657470703125, + "step": 160 + }, + { + "epoch": 0.19778243931675157, + "grad_norm": 3.140625, + "learning_rate": 5.968664165258043e-06, + "loss": 1.8430421829223633, + "step": 165 + }, + { + "epoch": 0.20377584656877434, + "grad_norm": 3.078125, + "learning_rate": 5.96583512282701e-06, + "loss": 1.7948385238647462, + "step": 170 + }, + { + "epoch": 0.2097692538207971, + "grad_norm": 2.6875, + "learning_rate": 5.962884563642406e-06, + "loss": 1.8050064086914062, + "step": 175 + }, + { + "epoch": 0.2157626610728199, + "grad_norm": 2.671875, + "learning_rate": 5.959812608595099e-06, + "loss": 1.7687402725219727, + "step": 180 + }, + { + "epoch": 0.22175606832484268, + "grad_norm": 2.796875, + "learning_rate": 5.956619383549807e-06, + "loss": 1.7481760025024413, + "step": 185 + }, + { + "epoch": 0.22774947557686545, + "grad_norm": 7.78125, + "learning_rate": 5.953305019339946e-06, + "loss": 1.6539461135864257, + "step": 190 + }, + { + "epoch": 0.23374288282888822, + "grad_norm": 2.5625, + "learning_rate": 5.949869651762269e-06, + "loss": 1.760018539428711, + "step": 195 + }, + { + "epoch": 0.239736290080911, + "grad_norm": 2.46875, + "learning_rate": 5.946313421571302e-06, + "loss": 1.7840660095214844, + "step": 200 + }, + { + "epoch": 0.24572969733293376, + "grad_norm": 2.53125, + "learning_rate": 5.942636474473575e-06, + "loss": 1.7796796798706054, + "step": 205 + }, + { + "epoch": 0.25172310458495656, + "grad_norm": 2.65625, + "learning_rate": 5.938838961121656e-06, + "loss": 1.7450885772705078, + "step": 210 + }, + { + "epoch": 0.2577165118369793, + "grad_norm": 2.734375, + "learning_rate": 5.934921037107974e-06, + "loss": 1.7745096206665039, + "step": 215 + }, + { + "epoch": 0.2637099190890021, + "grad_norm": 6.625, + "learning_rate": 5.9308828629584476e-06, + "loss": 1.679784393310547, + "step": 220 + }, + { + "epoch": 0.2697033263410249, + "grad_norm": 3.53125, + "learning_rate": 5.926724604125908e-06, + "loss": 1.7226064682006836, + "step": 225 + }, + { + "epoch": 0.27569673359304764, + "grad_norm": 2.90625, + "learning_rate": 5.922446430983316e-06, + "loss": 1.719569206237793, + "step": 230 + }, + { + "epoch": 0.28169014084507044, + "grad_norm": 2.421875, + "learning_rate": 5.9180485188167845e-06, + "loss": 1.7614149093627929, + "step": 235 + }, + { + "epoch": 0.2876835480970932, + "grad_norm": 2.90625, + "learning_rate": 5.913531047818396e-06, + "loss": 1.7348569869995116, + "step": 240 + }, + { + "epoch": 0.293676955349116, + "grad_norm": 2.703125, + "learning_rate": 5.908894203078821e-06, + "loss": 1.703908920288086, + "step": 245 + }, + { + "epoch": 0.2996703626011388, + "grad_norm": 2.421875, + "learning_rate": 5.904138174579734e-06, + "loss": 1.732318115234375, + "step": 250 + }, + { + "epoch": 0.3056637698531615, + "grad_norm": 2.84375, + "learning_rate": 5.899263157186027e-06, + "loss": 1.7093519210815429, + "step": 255 + }, + { + "epoch": 0.3116571771051843, + "grad_norm": 2.71875, + "learning_rate": 5.894269350637827e-06, + "loss": 1.730145263671875, + "step": 260 + }, + { + "epoch": 0.31765058435720706, + "grad_norm": 2.6875, + "learning_rate": 5.889156959542316e-06, + "loss": 1.7165464401245116, + "step": 265 + }, + { + "epoch": 0.32364399160922985, + "grad_norm": 2.515625, + "learning_rate": 5.88392619336534e-06, + "loss": 1.7485239028930664, + "step": 270 + }, + { + "epoch": 0.3296373988612526, + "grad_norm": 3.265625, + "learning_rate": 5.878577266422833e-06, + "loss": 1.709259033203125, + "step": 275 + }, + { + "epoch": 0.3356308061132754, + "grad_norm": 5.03125, + "learning_rate": 5.873110397872036e-06, + "loss": 1.6541948318481445, + "step": 280 + }, + { + "epoch": 0.3416242133652982, + "grad_norm": 3.375, + "learning_rate": 5.867525811702511e-06, + "loss": 1.712679100036621, + "step": 285 + }, + { + "epoch": 0.34761762061732093, + "grad_norm": 2.53125, + "learning_rate": 5.861823736726973e-06, + "loss": 1.7111431121826173, + "step": 290 + }, + { + "epoch": 0.35361102786934373, + "grad_norm": 3.078125, + "learning_rate": 5.856004406571909e-06, + "loss": 1.6408029556274415, + "step": 295 + }, + { + "epoch": 0.3596044351213665, + "grad_norm": 2.203125, + "learning_rate": 5.8500680596680045e-06, + "loss": 1.7105199813842773, + "step": 300 + }, + { + "epoch": 0.36559784237338927, + "grad_norm": 3.6875, + "learning_rate": 5.844014939240383e-06, + "loss": 1.6896808624267579, + "step": 305 + }, + { + "epoch": 0.37159124962541207, + "grad_norm": 2.96875, + "learning_rate": 5.837845293298629e-06, + "loss": 1.716895866394043, + "step": 310 + }, + { + "epoch": 0.3775846568774348, + "grad_norm": 4.125, + "learning_rate": 5.8315593746266346e-06, + "loss": 1.671182632446289, + "step": 315 + }, + { + "epoch": 0.3835780641294576, + "grad_norm": 2.421875, + "learning_rate": 5.825157440772241e-06, + "loss": 1.715642547607422, + "step": 320 + }, + { + "epoch": 0.38957147138148035, + "grad_norm": 3.453125, + "learning_rate": 5.818639754036683e-06, + "loss": 1.6915248870849608, + "step": 325 + }, + { + "epoch": 0.39556487863350315, + "grad_norm": 2.921875, + "learning_rate": 5.812006581463847e-06, + "loss": 1.6974452972412108, + "step": 330 + }, + { + "epoch": 0.40155828588552595, + "grad_norm": 2.46875, + "learning_rate": 5.805258194829324e-06, + "loss": 1.623448371887207, + "step": 335 + }, + { + "epoch": 0.4075516931375487, + "grad_norm": 2.921875, + "learning_rate": 5.798394870629278e-06, + "loss": 1.7037521362304688, + "step": 340 + }, + { + "epoch": 0.4135451003895715, + "grad_norm": 2.703125, + "learning_rate": 5.791416890069118e-06, + "loss": 1.6795276641845702, + "step": 345 + }, + { + "epoch": 0.4195385076415942, + "grad_norm": 2.515625, + "learning_rate": 5.784324539051974e-06, + "loss": 1.713286781311035, + "step": 350 + }, + { + "epoch": 0.425531914893617, + "grad_norm": 2.46875, + "learning_rate": 5.777118108166982e-06, + "loss": 1.6925920486450194, + "step": 355 + }, + { + "epoch": 0.4315253221456398, + "grad_norm": 2.8125, + "learning_rate": 5.769797892677382e-06, + "loss": 1.6924890518188476, + "step": 360 + }, + { + "epoch": 0.43751872939766256, + "grad_norm": 3.109375, + "learning_rate": 5.7623641925084195e-06, + "loss": 1.6399415969848632, + "step": 365 + }, + { + "epoch": 0.44351213664968536, + "grad_norm": 2.28125, + "learning_rate": 5.754817312235051e-06, + "loss": 1.6943456649780273, + "step": 370 + }, + { + "epoch": 0.4495055439017081, + "grad_norm": 2.71875, + "learning_rate": 5.747157561069474e-06, + "loss": 1.6115127563476563, + "step": 375 + }, + { + "epoch": 0.4554989511537309, + "grad_norm": 2.515625, + "learning_rate": 5.739385252848452e-06, + "loss": 1.6767837524414062, + "step": 380 + }, + { + "epoch": 0.46149235840575364, + "grad_norm": 3.1875, + "learning_rate": 5.731500706020455e-06, + "loss": 1.6624629974365235, + "step": 385 + }, + { + "epoch": 0.46748576565777644, + "grad_norm": 2.234375, + "learning_rate": 5.7235042436326165e-06, + "loss": 1.6880376815795899, + "step": 390 + }, + { + "epoch": 0.47347917290979924, + "grad_norm": 2.65625, + "learning_rate": 5.715396193317496e-06, + "loss": 1.6300373077392578, + "step": 395 + }, + { + "epoch": 0.479472580161822, + "grad_norm": 2.203125, + "learning_rate": 5.707176887279654e-06, + "loss": 1.6750167846679687, + "step": 400 + }, + { + "epoch": 0.4854659874138448, + "grad_norm": 2.890625, + "learning_rate": 5.6988466622820396e-06, + "loss": 1.657137107849121, + "step": 405 + }, + { + "epoch": 0.4914593946658675, + "grad_norm": 3.8125, + "learning_rate": 5.690405859632195e-06, + "loss": 1.6478914260864257, + "step": 410 + }, + { + "epoch": 0.4974528019178903, + "grad_norm": 2.328125, + "learning_rate": 5.681854825168274e-06, + "loss": 1.6408031463623047, + "step": 415 + }, + { + "epoch": 0.5034462091699131, + "grad_norm": 3.390625, + "learning_rate": 5.673193909244864e-06, + "loss": 1.653570556640625, + "step": 420 + }, + { + "epoch": 0.5094396164219359, + "grad_norm": 6.125, + "learning_rate": 5.6644234667186386e-06, + "loss": 1.5698701858520507, + "step": 425 + }, + { + "epoch": 0.5154330236739586, + "grad_norm": 2.59375, + "learning_rate": 5.655543856933818e-06, + "loss": 1.658770751953125, + "step": 430 + }, + { + "epoch": 0.5214264309259814, + "grad_norm": 2.859375, + "learning_rate": 5.64655544370744e-06, + "loss": 1.6563478469848634, + "step": 435 + }, + { + "epoch": 0.5274198381780042, + "grad_norm": 2.328125, + "learning_rate": 5.637458595314458e-06, + "loss": 1.6700237274169922, + "step": 440 + }, + { + "epoch": 0.533413245430027, + "grad_norm": 2.90625, + "learning_rate": 5.6282536844726555e-06, + "loss": 1.6282310485839844, + "step": 445 + }, + { + "epoch": 0.5394066526820498, + "grad_norm": 2.359375, + "learning_rate": 5.618941088327366e-06, + "loss": 1.6337562561035157, + "step": 450 + }, + { + "epoch": 0.5454000599340725, + "grad_norm": 2.765625, + "learning_rate": 5.609521188436027e-06, + "loss": 1.5626126289367677, + "step": 455 + }, + { + "epoch": 0.5513934671860953, + "grad_norm": 3.25, + "learning_rate": 5.599994370752548e-06, + "loss": 1.6471063613891601, + "step": 460 + }, + { + "epoch": 0.5573868744381181, + "grad_norm": 2.546875, + "learning_rate": 5.5903610256114894e-06, + "loss": 1.6376890182495116, + "step": 465 + }, + { + "epoch": 0.5633802816901409, + "grad_norm": 2.703125, + "learning_rate": 5.5806215477120785e-06, + "loss": 1.6394289016723633, + "step": 470 + }, + { + "epoch": 0.5693736889421637, + "grad_norm": 2.796875, + "learning_rate": 5.5707763361020325e-06, + "loss": 1.6407564163208008, + "step": 475 + }, + { + "epoch": 0.5753670961941864, + "grad_norm": 2.5625, + "learning_rate": 5.560825794161212e-06, + "loss": 1.637693214416504, + "step": 480 + }, + { + "epoch": 0.5813605034462092, + "grad_norm": 2.71875, + "learning_rate": 5.550770329585087e-06, + "loss": 1.6549390792846679, + "step": 485 + }, + { + "epoch": 0.587353910698232, + "grad_norm": 2.59375, + "learning_rate": 5.540610354368041e-06, + "loss": 1.6286939620971679, + "step": 490 + }, + { + "epoch": 0.5933473179502547, + "grad_norm": 2.765625, + "learning_rate": 5.530346284786487e-06, + "loss": 1.6594453811645509, + "step": 495 + }, + { + "epoch": 0.5993407252022775, + "grad_norm": 2.21875, + "learning_rate": 5.519978541381812e-06, + "loss": 1.6667818069458007, + "step": 500 + }, + { + "epoch": 0.6053341324543002, + "grad_norm": 2.59375, + "learning_rate": 5.509507548943144e-06, + "loss": 1.6215856552124024, + "step": 505 + }, + { + "epoch": 0.611327539706323, + "grad_norm": 2.40625, + "learning_rate": 5.498933736489952e-06, + "loss": 1.6226997375488281, + "step": 510 + }, + { + "epoch": 0.6173209469583458, + "grad_norm": 2.484375, + "learning_rate": 5.4882575372544665e-06, + "loss": 1.627206802368164, + "step": 515 + }, + { + "epoch": 0.6233143542103686, + "grad_norm": 2.15625, + "learning_rate": 5.4774793886639254e-06, + "loss": 1.664950180053711, + "step": 520 + }, + { + "epoch": 0.6293077614623914, + "grad_norm": 2.59375, + "learning_rate": 5.466599732322658e-06, + "loss": 1.6241949081420899, + "step": 525 + }, + { + "epoch": 0.6353011687144141, + "grad_norm": 2.875, + "learning_rate": 5.455619013993986e-06, + "loss": 1.643407440185547, + "step": 530 + }, + { + "epoch": 0.6412945759664369, + "grad_norm": 3.453125, + "learning_rate": 5.444537683581964e-06, + "loss": 1.6385822296142578, + "step": 535 + }, + { + "epoch": 0.6472879832184597, + "grad_norm": 2.421875, + "learning_rate": 5.433356195112941e-06, + "loss": 1.6456333160400392, + "step": 540 + }, + { + "epoch": 0.6532813904704825, + "grad_norm": 2.421875, + "learning_rate": 5.422075006716963e-06, + "loss": 1.6289976119995118, + "step": 545 + }, + { + "epoch": 0.6592747977225052, + "grad_norm": 3.15625, + "learning_rate": 5.410694580608999e-06, + "loss": 1.5806748390197753, + "step": 550 + }, + { + "epoch": 0.665268204974528, + "grad_norm": 2.484375, + "learning_rate": 5.399215383070004e-06, + "loss": 1.6152603149414062, + "step": 555 + }, + { + "epoch": 0.6712616122265508, + "grad_norm": 3.609375, + "learning_rate": 5.387637884427817e-06, + "loss": 1.681402587890625, + "step": 560 + }, + { + "epoch": 0.6772550194785736, + "grad_norm": 2.4375, + "learning_rate": 5.3759625590378845e-06, + "loss": 1.6515823364257813, + "step": 565 + }, + { + "epoch": 0.6832484267305964, + "grad_norm": 3.078125, + "learning_rate": 5.364189885263831e-06, + "loss": 1.6387393951416016, + "step": 570 + }, + { + "epoch": 0.6892418339826191, + "grad_norm": 2.828125, + "learning_rate": 5.352320345457858e-06, + "loss": 1.6449310302734375, + "step": 575 + }, + { + "epoch": 0.6952352412346419, + "grad_norm": 3.609375, + "learning_rate": 5.340354425940977e-06, + "loss": 1.6439811706542968, + "step": 580 + }, + { + "epoch": 0.7012286484866647, + "grad_norm": 3.015625, + "learning_rate": 5.328292616983092e-06, + "loss": 1.6770418167114258, + "step": 585 + }, + { + "epoch": 0.7072220557386875, + "grad_norm": 3.21875, + "learning_rate": 5.316135412782903e-06, + "loss": 1.6499910354614258, + "step": 590 + }, + { + "epoch": 0.7132154629907103, + "grad_norm": 2.84375, + "learning_rate": 5.303883311447664e-06, + "loss": 1.6471555709838868, + "step": 595 + }, + { + "epoch": 0.719208870242733, + "grad_norm": 2.84375, + "learning_rate": 5.291536814972772e-06, + "loss": 1.6304954528808593, + "step": 600 + }, + { + "epoch": 0.7252022774947557, + "grad_norm": 2.984375, + "learning_rate": 5.279096429221197e-06, + "loss": 1.6022422790527344, + "step": 605 + }, + { + "epoch": 0.7311956847467785, + "grad_norm": 2.4375, + "learning_rate": 5.266562663902762e-06, + "loss": 1.607522201538086, + "step": 610 + }, + { + "epoch": 0.7371890919988013, + "grad_norm": 2.609375, + "learning_rate": 5.253936032553253e-06, + "loss": 1.611679458618164, + "step": 615 + }, + { + "epoch": 0.7431824992508241, + "grad_norm": 3.0625, + "learning_rate": 5.241217052513379e-06, + "loss": 1.5275883674621582, + "step": 620 + }, + { + "epoch": 0.7491759065028468, + "grad_norm": 3.03125, + "learning_rate": 5.228406244907581e-06, + "loss": 1.615974235534668, + "step": 625 + }, + { + "epoch": 0.7551693137548696, + "grad_norm": 2.5, + "learning_rate": 5.215504134622673e-06, + "loss": 1.588763427734375, + "step": 630 + }, + { + "epoch": 0.7611627210068924, + "grad_norm": 2.296875, + "learning_rate": 5.202511250286339e-06, + "loss": 1.6228040695190429, + "step": 635 + }, + { + "epoch": 0.7671561282589152, + "grad_norm": 3.390625, + "learning_rate": 5.189428124245477e-06, + "loss": 1.6361326217651366, + "step": 640 + }, + { + "epoch": 0.773149535510938, + "grad_norm": 6.90625, + "learning_rate": 5.176255292544384e-06, + "loss": 1.5268966674804687, + "step": 645 + }, + { + "epoch": 0.7791429427629607, + "grad_norm": 2.578125, + "learning_rate": 5.162993294902792e-06, + "loss": 1.629738998413086, + "step": 650 + }, + { + "epoch": 0.7851363500149835, + "grad_norm": 2.171875, + "learning_rate": 5.149642674693761e-06, + "loss": 1.6338333129882812, + "step": 655 + }, + { + "epoch": 0.7911297572670063, + "grad_norm": 2.5625, + "learning_rate": 5.136203978921408e-06, + "loss": 1.6386873245239257, + "step": 660 + }, + { + "epoch": 0.7971231645190291, + "grad_norm": 2.4375, + "learning_rate": 5.1226777581985006e-06, + "loss": 1.601084327697754, + "step": 665 + }, + { + "epoch": 0.8031165717710519, + "grad_norm": 2.71875, + "learning_rate": 5.109064566723894e-06, + "loss": 1.6157960891723633, + "step": 670 + }, + { + "epoch": 0.8091099790230746, + "grad_norm": 2.515625, + "learning_rate": 5.095364962259825e-06, + "loss": 1.6251134872436523, + "step": 675 + }, + { + "epoch": 0.8151033862750974, + "grad_norm": 2.9375, + "learning_rate": 5.0815795061090595e-06, + "loss": 1.6243366241455077, + "step": 680 + }, + { + "epoch": 0.8210967935271202, + "grad_norm": 3.171875, + "learning_rate": 5.067708763091897e-06, + "loss": 1.6381990432739257, + "step": 685 + }, + { + "epoch": 0.827090200779143, + "grad_norm": 2.484375, + "learning_rate": 5.053753301523023e-06, + "loss": 1.6106611251831056, + "step": 690 + }, + { + "epoch": 0.8330836080311658, + "grad_norm": 2.796875, + "learning_rate": 5.0397136931882325e-06, + "loss": 1.6053501129150392, + "step": 695 + }, + { + "epoch": 0.8390770152831885, + "grad_norm": 2.53125, + "learning_rate": 5.025590513320992e-06, + "loss": 1.6138896942138672, + "step": 700 + }, + { + "epoch": 0.8450704225352113, + "grad_norm": 2.359375, + "learning_rate": 5.01138434057888e-06, + "loss": 1.64343204498291, + "step": 705 + }, + { + "epoch": 0.851063829787234, + "grad_norm": 2.453125, + "learning_rate": 4.997095757019873e-06, + "loss": 1.6422714233398437, + "step": 710 + }, + { + "epoch": 0.8570572370392568, + "grad_norm": 2.421875, + "learning_rate": 4.9827253480785e-06, + "loss": 1.6257701873779298, + "step": 715 + }, + { + "epoch": 0.8630506442912796, + "grad_norm": 3.09375, + "learning_rate": 4.968273702541856e-06, + "loss": 1.5960515022277832, + "step": 720 + }, + { + "epoch": 0.8690440515433023, + "grad_norm": 2.5, + "learning_rate": 4.953741412525473e-06, + "loss": 1.591513442993164, + "step": 725 + }, + { + "epoch": 0.8750374587953251, + "grad_norm": 2.34375, + "learning_rate": 4.939129073449069e-06, + "loss": 1.6213167190551758, + "step": 730 + }, + { + "epoch": 0.8810308660473479, + "grad_norm": 2.6875, + "learning_rate": 4.924437284012141e-06, + "loss": 1.6189735412597657, + "step": 735 + }, + { + "epoch": 0.8870242732993707, + "grad_norm": 2.140625, + "learning_rate": 4.90966664616945e-06, + "loss": 1.598948860168457, + "step": 740 + }, + { + "epoch": 0.8930176805513935, + "grad_norm": 4.25, + "learning_rate": 4.8948177651063375e-06, + "loss": 1.6328046798706055, + "step": 745 + }, + { + "epoch": 0.8990110878034162, + "grad_norm": 2.5625, + "learning_rate": 4.879891249213951e-06, + "loss": 1.623681640625, + "step": 750 + }, + { + "epoch": 0.905004495055439, + "grad_norm": 2.375, + "learning_rate": 4.8648877100642994e-06, + "loss": 1.6063928604125977, + "step": 755 + }, + { + "epoch": 0.9109979023074618, + "grad_norm": 3.0625, + "learning_rate": 4.849807762385208e-06, + "loss": 1.5999799728393556, + "step": 760 + }, + { + "epoch": 0.9169913095594846, + "grad_norm": 2.296875, + "learning_rate": 4.834652024035124e-06, + "loss": 1.6070215225219726, + "step": 765 + }, + { + "epoch": 0.9229847168115073, + "grad_norm": 3.78125, + "learning_rate": 4.819421115977806e-06, + "loss": 1.5875773429870605, + "step": 770 + }, + { + "epoch": 0.9289781240635301, + "grad_norm": 2.578125, + "learning_rate": 4.804115662256878e-06, + "loss": 1.600590705871582, + "step": 775 + }, + { + "epoch": 0.9349715313155529, + "grad_norm": 2.9375, + "learning_rate": 4.788736289970265e-06, + "loss": 1.5909998893737793, + "step": 780 + }, + { + "epoch": 0.9409649385675757, + "grad_norm": 3.234375, + "learning_rate": 4.773283629244493e-06, + "loss": 1.586691665649414, + "step": 785 + }, + { + "epoch": 0.9469583458195985, + "grad_norm": 2.953125, + "learning_rate": 4.757758313208882e-06, + "loss": 1.5925468444824218, + "step": 790 + }, + { + "epoch": 0.9529517530716212, + "grad_norm": 2.328125, + "learning_rate": 4.7421609779695955e-06, + "loss": 1.6134449005126954, + "step": 795 + }, + { + "epoch": 0.958945160323644, + "grad_norm": 2.71875, + "learning_rate": 4.726492262583582e-06, + "loss": 1.5943148612976075, + "step": 800 + }, + { + "epoch": 0.9649385675756668, + "grad_norm": 2.703125, + "learning_rate": 4.710752809032389e-06, + "loss": 1.5899864196777345, + "step": 805 + }, + { + "epoch": 0.9709319748276896, + "grad_norm": 2.453125, + "learning_rate": 4.694943262195864e-06, + "loss": 1.6044147491455079, + "step": 810 + }, + { + "epoch": 0.9769253820797124, + "grad_norm": 2.796875, + "learning_rate": 4.679064269825728e-06, + "loss": 1.6048875808715821, + "step": 815 + }, + { + "epoch": 0.982918789331735, + "grad_norm": 2.796875, + "learning_rate": 4.6631164825190395e-06, + "loss": 1.5995728492736816, + "step": 820 + }, + { + "epoch": 0.9889121965837578, + "grad_norm": 2.640625, + "learning_rate": 4.647100553691533e-06, + "loss": 1.6007902145385742, + "step": 825 + }, + { + "epoch": 0.9949056038357806, + "grad_norm": 2.75, + "learning_rate": 4.6310171395508524e-06, + "loss": 1.581219482421875, + "step": 830 + }, + { + "epoch": 1.0, + "grad_norm": 12.125, + "learning_rate": 4.6148668990696625e-06, + "loss": 1.5526494979858398, + "step": 835 + }, + { + "epoch": 1.0059934072520227, + "grad_norm": 3.671875, + "learning_rate": 4.598650493958648e-06, + "loss": 1.5961176872253418, + "step": 840 + }, + { + "epoch": 1.0119868145040456, + "grad_norm": 2.46875, + "learning_rate": 4.582368588639405e-06, + "loss": 1.6021915435791017, + "step": 845 + }, + { + "epoch": 1.0179802217560683, + "grad_norm": 2.4375, + "learning_rate": 4.566021850217216e-06, + "loss": 1.5884843826293946, + "step": 850 + }, + { + "epoch": 1.0239736290080912, + "grad_norm": 2.421875, + "learning_rate": 4.5496109484537165e-06, + "loss": 1.6041584014892578, + "step": 855 + }, + { + "epoch": 1.0299670362601139, + "grad_norm": 5.8125, + "learning_rate": 4.533136555739454e-06, + "loss": 1.5464808464050293, + "step": 860 + }, + { + "epoch": 1.0359604435121366, + "grad_norm": 3.28125, + "learning_rate": 4.516599347066343e-06, + "loss": 1.61636962890625, + "step": 865 + }, + { + "epoch": 1.0419538507641595, + "grad_norm": 3.03125, + "learning_rate": 4.5e-06, + "loss": 1.591432476043701, + "step": 870 + }, + { + "epoch": 1.0479472580161822, + "grad_norm": 2.796875, + "learning_rate": 4.483339194651992e-06, + "loss": 1.5649962425231934, + "step": 875 + }, + { + "epoch": 1.053940665268205, + "grad_norm": 2.640625, + "learning_rate": 4.466617613651963e-06, + "loss": 1.6130435943603516, + "step": 880 + }, + { + "epoch": 1.0599340725202278, + "grad_norm": 2.328125, + "learning_rate": 4.449835942119669e-06, + "loss": 1.6055917739868164, + "step": 885 + }, + { + "epoch": 1.0659274797722504, + "grad_norm": 3.375, + "learning_rate": 4.432994867636909e-06, + "loss": 1.5505709648132324, + "step": 890 + }, + { + "epoch": 1.0719208870242734, + "grad_norm": 2.765625, + "learning_rate": 4.416095080219348e-06, + "loss": 1.573164176940918, + "step": 895 + }, + { + "epoch": 1.077914294276296, + "grad_norm": 2.265625, + "learning_rate": 4.39913727228825e-06, + "loss": 1.6401851654052735, + "step": 900 + }, + { + "epoch": 1.083907701528319, + "grad_norm": 2.859375, + "learning_rate": 4.382122138642106e-06, + "loss": 1.5508790969848634, + "step": 905 + }, + { + "epoch": 1.0899011087803416, + "grad_norm": 2.296875, + "learning_rate": 4.365050376428166e-06, + "loss": 1.5652284622192383, + "step": 910 + }, + { + "epoch": 1.0958945160323643, + "grad_norm": 2.96875, + "learning_rate": 4.347922685113877e-06, + "loss": 1.5959260940551758, + "step": 915 + }, + { + "epoch": 1.1018879232843872, + "grad_norm": 2.421875, + "learning_rate": 4.330739766458225e-06, + "loss": 1.5954066276550294, + "step": 920 + }, + { + "epoch": 1.10788133053641, + "grad_norm": 2.375, + "learning_rate": 4.313502324482978e-06, + "loss": 1.6183170318603515, + "step": 925 + }, + { + "epoch": 1.1138747377884328, + "grad_norm": 4.71875, + "learning_rate": 4.296211065443848e-06, + "loss": 1.57733211517334, + "step": 930 + }, + { + "epoch": 1.1198681450404555, + "grad_norm": 2.359375, + "learning_rate": 4.2788666978015435e-06, + "loss": 1.6181407928466798, + "step": 935 + }, + { + "epoch": 1.1258615522924782, + "grad_norm": 4.5, + "learning_rate": 4.261469932192756e-06, + "loss": 1.6145042419433593, + "step": 940 + }, + { + "epoch": 1.131854959544501, + "grad_norm": 2.765625, + "learning_rate": 4.244021481401032e-06, + "loss": 1.6090787887573241, + "step": 945 + }, + { + "epoch": 1.1378483667965238, + "grad_norm": 3.3125, + "learning_rate": 4.2265220603275714e-06, + "loss": 1.6005640029907227, + "step": 950 + }, + { + "epoch": 1.1438417740485467, + "grad_norm": 2.9375, + "learning_rate": 4.208972385961943e-06, + "loss": 1.5760242462158203, + "step": 955 + }, + { + "epoch": 1.1498351813005694, + "grad_norm": 2.875, + "learning_rate": 4.191373177352699e-06, + "loss": 1.616297721862793, + "step": 960 + }, + { + "epoch": 1.155828588552592, + "grad_norm": 3.09375, + "learning_rate": 4.17372515557792e-06, + "loss": 1.592572021484375, + "step": 965 + }, + { + "epoch": 1.161821995804615, + "grad_norm": 2.546875, + "learning_rate": 4.1560290437156676e-06, + "loss": 1.5869397163391112, + "step": 970 + }, + { + "epoch": 1.1678154030566377, + "grad_norm": 2.203125, + "learning_rate": 4.13828556681436e-06, + "loss": 1.5882441520690918, + "step": 975 + }, + { + "epoch": 1.1738088103086604, + "grad_norm": 3.578125, + "learning_rate": 4.120495451863064e-06, + "loss": 1.5809892654418944, + "step": 980 + }, + { + "epoch": 1.1798022175606833, + "grad_norm": 2.40625, + "learning_rate": 4.102659427761711e-06, + "loss": 1.5863639831542968, + "step": 985 + }, + { + "epoch": 1.185795624812706, + "grad_norm": 2.3125, + "learning_rate": 4.084778225291231e-06, + "loss": 1.607373046875, + "step": 990 + }, + { + "epoch": 1.1917890320647289, + "grad_norm": 3.0, + "learning_rate": 4.066852577083606e-06, + "loss": 1.5928448677062987, + "step": 995 + }, + { + "epoch": 1.1977824393167515, + "grad_norm": 2.390625, + "learning_rate": 4.048883217591862e-06, + "loss": 1.604298210144043, + "step": 1000 + }, + { + "epoch": 1.2037758465687745, + "grad_norm": 3.0625, + "learning_rate": 4.030870883059971e-06, + "loss": 1.6035194396972656, + "step": 1005 + }, + { + "epoch": 1.2097692538207971, + "grad_norm": 1.984375, + "learning_rate": 4.012816311492685e-06, + "loss": 1.5925480842590332, + "step": 1010 + }, + { + "epoch": 1.2157626610728198, + "grad_norm": 4.1875, + "learning_rate": 3.9947202426253005e-06, + "loss": 1.5639928817749023, + "step": 1015 + }, + { + "epoch": 1.2217560683248427, + "grad_norm": 2.609375, + "learning_rate": 3.976583417893348e-06, + "loss": 1.588791561126709, + "step": 1020 + }, + { + "epoch": 1.2277494755768654, + "grad_norm": 2.390625, + "learning_rate": 3.958406580402219e-06, + "loss": 1.5938244819641114, + "step": 1025 + }, + { + "epoch": 1.233742882828888, + "grad_norm": 2.71875, + "learning_rate": 3.9401904748967105e-06, + "loss": 1.5357808113098144, + "step": 1030 + }, + { + "epoch": 1.239736290080911, + "grad_norm": 2.984375, + "learning_rate": 3.9219358477305174e-06, + "loss": 1.5924224853515625, + "step": 1035 + }, + { + "epoch": 1.2457296973329337, + "grad_norm": 2.828125, + "learning_rate": 3.903643446835653e-06, + "loss": 1.5829044342041017, + "step": 1040 + }, + { + "epoch": 1.2517231045849566, + "grad_norm": 2.875, + "learning_rate": 3.885314021691801e-06, + "loss": 1.6062620162963868, + "step": 1045 + }, + { + "epoch": 1.2577165118369793, + "grad_norm": 2.84375, + "learning_rate": 3.866948323295611e-06, + "loss": 1.5546697616577148, + "step": 1050 + }, + { + "epoch": 1.2637099190890022, + "grad_norm": 2.390625, + "learning_rate": 3.848547104129925e-06, + "loss": 1.5495938301086425, + "step": 1055 + }, + { + "epoch": 1.269703326341025, + "grad_norm": 2.28125, + "learning_rate": 3.830111118132952e-06, + "loss": 1.6037557601928711, + "step": 1060 + }, + { + "epoch": 1.2756967335930476, + "grad_norm": 2.40625, + "learning_rate": 3.8116411206673698e-06, + "loss": 1.580827808380127, + "step": 1065 + }, + { + "epoch": 1.2816901408450705, + "grad_norm": 2.390625, + "learning_rate": 3.793137868489383e-06, + "loss": 1.619793701171875, + "step": 1070 + }, + { + "epoch": 1.2876835480970932, + "grad_norm": 3.359375, + "learning_rate": 3.774602119717716e-06, + "loss": 1.570338821411133, + "step": 1075 + }, + { + "epoch": 1.2936769553491159, + "grad_norm": 3.34375, + "learning_rate": 3.756034633802548e-06, + "loss": 1.5999541282653809, + "step": 1080 + }, + { + "epoch": 1.2996703626011388, + "grad_norm": 2.609375, + "learning_rate": 3.7374361714943966e-06, + "loss": 1.582872486114502, + "step": 1085 + }, + { + "epoch": 1.3056637698531615, + "grad_norm": 2.734375, + "learning_rate": 3.718807494812953e-06, + "loss": 1.6128786087036133, + "step": 1090 + }, + { + "epoch": 1.3116571771051844, + "grad_norm": 3.046875, + "learning_rate": 3.700149367015857e-06, + "loss": 1.5680095672607421, + "step": 1095 + }, + { + "epoch": 1.317650584357207, + "grad_norm": 2.390625, + "learning_rate": 3.6814625525674226e-06, + "loss": 1.5940041542053223, + "step": 1100 + }, + { + "epoch": 1.32364399160923, + "grad_norm": 2.71875, + "learning_rate": 3.6627478171073214e-06, + "loss": 1.5805049896240235, + "step": 1105 + }, + { + "epoch": 1.3296373988612527, + "grad_norm": 2.234375, + "learning_rate": 3.644005927419209e-06, + "loss": 1.578407382965088, + "step": 1110 + }, + { + "epoch": 1.3356308061132753, + "grad_norm": 2.375, + "learning_rate": 3.625237651399309e-06, + "loss": 1.6166658401489258, + "step": 1115 + }, + { + "epoch": 1.3416242133652982, + "grad_norm": 2.796875, + "learning_rate": 3.6064437580249502e-06, + "loss": 1.5907697677612305, + "step": 1120 + }, + { + "epoch": 1.347617620617321, + "grad_norm": 2.15625, + "learning_rate": 3.5876250173230607e-06, + "loss": 1.5846922874450684, + "step": 1125 + }, + { + "epoch": 1.3536110278693436, + "grad_norm": 2.265625, + "learning_rate": 3.5687822003386186e-06, + "loss": 1.551988697052002, + "step": 1130 + }, + { + "epoch": 1.3596044351213665, + "grad_norm": 3.078125, + "learning_rate": 3.5499160791030603e-06, + "loss": 1.5860767364501953, + "step": 1135 + }, + { + "epoch": 1.3655978423733892, + "grad_norm": 2.765625, + "learning_rate": 3.5310274266026473e-06, + "loss": 1.566511344909668, + "step": 1140 + }, + { + "epoch": 1.3715912496254121, + "grad_norm": 3.359375, + "learning_rate": 3.512117016746796e-06, + "loss": 1.5781704902648925, + "step": 1145 + }, + { + "epoch": 1.3775846568774348, + "grad_norm": 2.265625, + "learning_rate": 3.4931856243363714e-06, + "loss": 1.5980149269104005, + "step": 1150 + }, + { + "epoch": 1.3835780641294577, + "grad_norm": 2.796875, + "learning_rate": 3.4742340250319376e-06, + "loss": 1.604014778137207, + "step": 1155 + }, + { + "epoch": 1.3895714713814804, + "grad_norm": 2.9375, + "learning_rate": 3.4552629953219796e-06, + "loss": 1.5630529403686524, + "step": 1160 + }, + { + "epoch": 1.395564878633503, + "grad_norm": 2.703125, + "learning_rate": 3.436273312491089e-06, + "loss": 1.6129833221435548, + "step": 1165 + }, + { + "epoch": 1.401558285885526, + "grad_norm": 2.4375, + "learning_rate": 3.4172657545881174e-06, + "loss": 1.5282090187072754, + "step": 1170 + }, + { + "epoch": 1.4075516931375487, + "grad_norm": 2.71875, + "learning_rate": 3.3982411003942946e-06, + "loss": 1.5788789749145509, + "step": 1175 + }, + { + "epoch": 1.4135451003895714, + "grad_norm": 2.890625, + "learning_rate": 3.379200129391327e-06, + "loss": 1.5974101066589355, + "step": 1180 + }, + { + "epoch": 1.4195385076415943, + "grad_norm": 2.640625, + "learning_rate": 3.3601436217294525e-06, + "loss": 1.5513522148132324, + "step": 1185 + }, + { + "epoch": 1.425531914893617, + "grad_norm": 3.015625, + "learning_rate": 3.3410723581954804e-06, + "loss": 1.5854881286621094, + "step": 1190 + }, + { + "epoch": 1.4315253221456399, + "grad_norm": 3.09375, + "learning_rate": 3.3219871201808043e-06, + "loss": 1.6157951354980469, + "step": 1195 + }, + { + "epoch": 1.4375187293976626, + "grad_norm": 2.46875, + "learning_rate": 3.302888689649378e-06, + "loss": 1.578996181488037, + "step": 1200 + }, + { + "epoch": 1.4435121366496855, + "grad_norm": 2.4375, + "learning_rate": 3.2837778491056833e-06, + "loss": 1.5944060325622558, + "step": 1205 + }, + { + "epoch": 1.4495055439017082, + "grad_norm": 2.390625, + "learning_rate": 3.264655381562668e-06, + "loss": 1.5933379173278808, + "step": 1210 + }, + { + "epoch": 1.4554989511537308, + "grad_norm": 4.71875, + "learning_rate": 3.2455220705096634e-06, + "loss": 1.568842887878418, + "step": 1215 + }, + { + "epoch": 1.4614923584057538, + "grad_norm": 2.203125, + "learning_rate": 3.2263786998802824e-06, + "loss": 1.624056053161621, + "step": 1220 + }, + { + "epoch": 1.4674857656577764, + "grad_norm": 2.59375, + "learning_rate": 3.207226054020301e-06, + "loss": 1.5804908752441407, + "step": 1225 + }, + { + "epoch": 1.4734791729097991, + "grad_norm": 3.515625, + "learning_rate": 3.188064917655521e-06, + "loss": 1.5621639251708985, + "step": 1230 + }, + { + "epoch": 1.479472580161822, + "grad_norm": 2.28125, + "learning_rate": 3.168896075859622e-06, + "loss": 1.6008676528930663, + "step": 1235 + }, + { + "epoch": 1.4854659874138447, + "grad_norm": 2.609375, + "learning_rate": 3.1497203140219867e-06, + "loss": 1.5788877487182618, + "step": 1240 + }, + { + "epoch": 1.4914593946658674, + "grad_norm": 2.078125, + "learning_rate": 3.1305384178155325e-06, + "loss": 1.569349193572998, + "step": 1245 + }, + { + "epoch": 1.4974528019178903, + "grad_norm": 2.875, + "learning_rate": 3.111351173164511e-06, + "loss": 1.5960070610046386, + "step": 1250 + }, + { + "epoch": 1.5034462091699132, + "grad_norm": 2.34375, + "learning_rate": 3.0921593662123126e-06, + "loss": 1.5280057907104492, + "step": 1255 + }, + { + "epoch": 1.509439616421936, + "grad_norm": 2.125, + "learning_rate": 3.0729637832892576e-06, + "loss": 1.5992347717285156, + "step": 1260 + }, + { + "epoch": 1.5154330236739586, + "grad_norm": 4.15625, + "learning_rate": 3.0537652108803723e-06, + "loss": 1.5896804809570313, + "step": 1265 + }, + { + "epoch": 1.5214264309259815, + "grad_norm": 2.484375, + "learning_rate": 3.03456443559317e-06, + "loss": 1.5657002449035644, + "step": 1270 + }, + { + "epoch": 1.5274198381780042, + "grad_norm": 2.578125, + "learning_rate": 3.0153622441254238e-06, + "loss": 1.6020334243774415, + "step": 1275 + }, + { + "epoch": 1.5334132454300269, + "grad_norm": 3.3125, + "learning_rate": 2.9961594232329253e-06, + "loss": 1.586386489868164, + "step": 1280 + }, + { + "epoch": 1.5394066526820498, + "grad_norm": 2.4375, + "learning_rate": 2.97695675969726e-06, + "loss": 1.5938687324523926, + "step": 1285 + }, + { + "epoch": 1.5454000599340725, + "grad_norm": 2.796875, + "learning_rate": 2.957755040293562e-06, + "loss": 1.613763427734375, + "step": 1290 + }, + { + "epoch": 1.5513934671860952, + "grad_norm": 3.0, + "learning_rate": 2.938555051758287e-06, + "loss": 1.585596752166748, + "step": 1295 + }, + { + "epoch": 1.557386874438118, + "grad_norm": 2.375, + "learning_rate": 2.9193575807569694e-06, + "loss": 1.547711181640625, + "step": 1300 + }, + { + "epoch": 1.563380281690141, + "grad_norm": 2.609375, + "learning_rate": 2.9001634138519957e-06, + "loss": 1.5838136672973633, + "step": 1305 + }, + { + "epoch": 1.5693736889421637, + "grad_norm": 3.109375, + "learning_rate": 2.8809733374703766e-06, + "loss": 1.545951747894287, + "step": 1310 + }, + { + "epoch": 1.5753670961941864, + "grad_norm": 3.359375, + "learning_rate": 2.861788137871525e-06, + "loss": 1.5860053062438966, + "step": 1315 + }, + { + "epoch": 1.5813605034462093, + "grad_norm": 2.765625, + "learning_rate": 2.842608601115041e-06, + "loss": 1.5784396171569823, + "step": 1320 + }, + { + "epoch": 1.587353910698232, + "grad_norm": 2.640625, + "learning_rate": 2.8234355130285076e-06, + "loss": 1.6107646942138671, + "step": 1325 + }, + { + "epoch": 1.5933473179502546, + "grad_norm": 2.109375, + "learning_rate": 2.8042696591752894e-06, + "loss": 1.5984049797058106, + "step": 1330 + }, + { + "epoch": 1.5993407252022775, + "grad_norm": 2.34375, + "learning_rate": 2.7851118248223482e-06, + "loss": 1.553554153442383, + "step": 1335 + }, + { + "epoch": 1.6053341324543002, + "grad_norm": 2.484375, + "learning_rate": 2.765962794908072e-06, + "loss": 1.6150043487548829, + "step": 1340 + }, + { + "epoch": 1.611327539706323, + "grad_norm": 2.453125, + "learning_rate": 2.74682335401011e-06, + "loss": 1.5275163650512695, + "step": 1345 + }, + { + "epoch": 1.6173209469583458, + "grad_norm": 2.9375, + "learning_rate": 2.727694286313227e-06, + "loss": 1.4862093925476074, + "step": 1350 + }, + { + "epoch": 1.6233143542103687, + "grad_norm": 3.5625, + "learning_rate": 2.7085763755771794e-06, + "loss": 1.5487674713134765, + "step": 1355 + }, + { + "epoch": 1.6293077614623914, + "grad_norm": 2.40625, + "learning_rate": 2.689470405104594e-06, + "loss": 1.594883346557617, + "step": 1360 + }, + { + "epoch": 1.635301168714414, + "grad_norm": 4.0625, + "learning_rate": 2.6703771577088814e-06, + "loss": 1.5667915344238281, + "step": 1365 + }, + { + "epoch": 1.641294575966437, + "grad_norm": 2.5, + "learning_rate": 2.651297415682159e-06, + "loss": 1.5776025772094726, + "step": 1370 + }, + { + "epoch": 1.6472879832184597, + "grad_norm": 2.3125, + "learning_rate": 2.6322319607631994e-06, + "loss": 1.5362964630126954, + "step": 1375 + }, + { + "epoch": 1.6532813904704824, + "grad_norm": 3.765625, + "learning_rate": 2.6131815741054006e-06, + "loss": 1.552170181274414, + "step": 1380 + }, + { + "epoch": 1.6592747977225053, + "grad_norm": 2.8125, + "learning_rate": 2.5941470362447847e-06, + "loss": 1.5639829635620117, + "step": 1385 + }, + { + "epoch": 1.665268204974528, + "grad_norm": 2.640625, + "learning_rate": 2.5751291270680096e-06, + "loss": 1.5860962867736816, + "step": 1390 + }, + { + "epoch": 1.6712616122265507, + "grad_norm": 2.4375, + "learning_rate": 2.5561286257804214e-06, + "loss": 1.6001644134521484, + "step": 1395 + }, + { + "epoch": 1.6772550194785736, + "grad_norm": 3.4375, + "learning_rate": 2.537146310874127e-06, + "loss": 1.5804731369018554, + "step": 1400 + }, + { + "epoch": 1.6832484267305965, + "grad_norm": 2.640625, + "learning_rate": 2.5181829600960966e-06, + "loss": 1.5659726142883301, + "step": 1405 + }, + { + "epoch": 1.689241833982619, + "grad_norm": 2.25, + "learning_rate": 2.499239350416298e-06, + "loss": 1.6174665451049806, + "step": 1410 + }, + { + "epoch": 1.6952352412346419, + "grad_norm": 2.90625, + "learning_rate": 2.4803162579958674e-06, + "loss": 1.5999381065368652, + "step": 1415 + }, + { + "epoch": 1.7012286484866648, + "grad_norm": 2.609375, + "learning_rate": 2.4614144581552984e-06, + "loss": 1.5755634307861328, + "step": 1420 + }, + { + "epoch": 1.7072220557386875, + "grad_norm": 2.515625, + "learning_rate": 2.442534725342684e-06, + "loss": 1.6061223983764648, + "step": 1425 + }, + { + "epoch": 1.7132154629907101, + "grad_norm": 2.78125, + "learning_rate": 2.423677833101982e-06, + "loss": 1.5202569961547852, + "step": 1430 + }, + { + "epoch": 1.719208870242733, + "grad_norm": 2.484375, + "learning_rate": 2.404844554041323e-06, + "loss": 1.581466007232666, + "step": 1435 + }, + { + "epoch": 1.7252022774947557, + "grad_norm": 2.953125, + "learning_rate": 2.386035659801352e-06, + "loss": 1.6154771804809571, + "step": 1440 + }, + { + "epoch": 1.7311956847467784, + "grad_norm": 2.46875, + "learning_rate": 2.3672519210236163e-06, + "loss": 1.5641371726989746, + "step": 1445 + }, + { + "epoch": 1.7371890919988013, + "grad_norm": 2.828125, + "learning_rate": 2.348494107318988e-06, + "loss": 1.5726320266723632, + "step": 1450 + }, + { + "epoch": 1.7431824992508242, + "grad_norm": 2.640625, + "learning_rate": 2.3297629872361327e-06, + "loss": 1.5837481498718262, + "step": 1455 + }, + { + "epoch": 1.7491759065028467, + "grad_norm": 2.75, + "learning_rate": 2.31105932823002e-06, + "loss": 1.5849193572998046, + "step": 1460 + }, + { + "epoch": 1.7551693137548696, + "grad_norm": 2.4375, + "learning_rate": 2.2923838966304787e-06, + "loss": 1.5511338233947753, + "step": 1465 + }, + { + "epoch": 1.7611627210068925, + "grad_norm": 3.765625, + "learning_rate": 2.2737374576107973e-06, + "loss": 1.577767562866211, + "step": 1470 + }, + { + "epoch": 1.7671561282589152, + "grad_norm": 2.15625, + "learning_rate": 2.2551207751563795e-06, + "loss": 1.6033267974853516, + "step": 1475 + }, + { + "epoch": 1.773149535510938, + "grad_norm": 2.984375, + "learning_rate": 2.2365346120334335e-06, + "loss": 1.564914608001709, + "step": 1480 + }, + { + "epoch": 1.7791429427629608, + "grad_norm": 2.390625, + "learning_rate": 2.217979729757725e-06, + "loss": 1.5818105697631837, + "step": 1485 + }, + { + "epoch": 1.7851363500149835, + "grad_norm": 2.171875, + "learning_rate": 2.199456888563374e-06, + "loss": 1.5914242744445801, + "step": 1490 + }, + { + "epoch": 1.7911297572670062, + "grad_norm": 3.140625, + "learning_rate": 2.180966847371709e-06, + "loss": 1.5750107765197754, + "step": 1495 + }, + { + "epoch": 1.797123164519029, + "grad_norm": 3.046875, + "learning_rate": 2.1625103637601677e-06, + "loss": 1.602726936340332, + "step": 1500 + }, + { + "epoch": 1.803116571771052, + "grad_norm": 2.53125, + "learning_rate": 2.144088193931266e-06, + "loss": 1.5881829261779785, + "step": 1505 + }, + { + "epoch": 1.8091099790230745, + "grad_norm": 2.4375, + "learning_rate": 2.1257010926816023e-06, + "loss": 1.584663486480713, + "step": 1510 + }, + { + "epoch": 1.8151033862750974, + "grad_norm": 2.640625, + "learning_rate": 2.107349813370943e-06, + "loss": 1.602978515625, + "step": 1515 + }, + { + "epoch": 1.8210967935271203, + "grad_norm": 3.5, + "learning_rate": 2.0890351078913504e-06, + "loss": 1.579908847808838, + "step": 1520 + }, + { + "epoch": 1.827090200779143, + "grad_norm": 2.046875, + "learning_rate": 2.0707577266363745e-06, + "loss": 1.6223228454589844, + "step": 1525 + }, + { + "epoch": 1.8330836080311657, + "grad_norm": 2.28125, + "learning_rate": 2.0525184184703137e-06, + "loss": 1.5527989387512207, + "step": 1530 + }, + { + "epoch": 1.8390770152831886, + "grad_norm": 2.375, + "learning_rate": 2.034317930697527e-06, + "loss": 1.555042839050293, + "step": 1535 + }, + { + "epoch": 1.8450704225352113, + "grad_norm": 2.46875, + "learning_rate": 2.0161570090318176e-06, + "loss": 1.5828789710998534, + "step": 1540 + }, + { + "epoch": 1.851063829787234, + "grad_norm": 2.28125, + "learning_rate": 1.9980363975658773e-06, + "loss": 1.5866991996765136, + "step": 1545 + }, + { + "epoch": 1.8570572370392568, + "grad_norm": 2.25, + "learning_rate": 1.979956838740802e-06, + "loss": 1.6043601989746095, + "step": 1550 + }, + { + "epoch": 1.8630506442912798, + "grad_norm": 2.375, + "learning_rate": 1.9619190733156704e-06, + "loss": 1.601364517211914, + "step": 1555 + }, + { + "epoch": 1.8690440515433022, + "grad_norm": 2.484375, + "learning_rate": 1.9439238403371956e-06, + "loss": 1.595060443878174, + "step": 1560 + }, + { + "epoch": 1.8750374587953251, + "grad_norm": 2.390625, + "learning_rate": 1.92597187710944e-06, + "loss": 1.6017419815063476, + "step": 1565 + }, + { + "epoch": 1.881030866047348, + "grad_norm": 2.40625, + "learning_rate": 1.9080639191636142e-06, + "loss": 1.5313145637512207, + "step": 1570 + }, + { + "epoch": 1.8870242732993707, + "grad_norm": 3.296875, + "learning_rate": 1.8902007002279344e-06, + "loss": 1.5399950981140136, + "step": 1575 + }, + { + "epoch": 1.8930176805513934, + "grad_norm": 3.671875, + "learning_rate": 1.8723829521975593e-06, + "loss": 1.5866312026977538, + "step": 1580 + }, + { + "epoch": 1.8990110878034163, + "grad_norm": 3.578125, + "learning_rate": 1.8546114051046077e-06, + "loss": 1.5103415489196776, + "step": 1585 + }, + { + "epoch": 1.905004495055439, + "grad_norm": 2.40625, + "learning_rate": 1.8368867870882443e-06, + "loss": 1.5101396560668945, + "step": 1590 + }, + { + "epoch": 1.9109979023074617, + "grad_norm": 3.140625, + "learning_rate": 1.8192098243648454e-06, + "loss": 1.5957839965820313, + "step": 1595 + }, + { + "epoch": 1.9169913095594846, + "grad_norm": 2.453125, + "learning_rate": 1.8015812411982496e-06, + "loss": 1.5403210639953613, + "step": 1600 + }, + { + "epoch": 1.9229847168115073, + "grad_norm": 3.140625, + "learning_rate": 1.7840017598700747e-06, + "loss": 1.5802807807922363, + "step": 1605 + }, + { + "epoch": 1.92897812406353, + "grad_norm": 2.59375, + "learning_rate": 1.7664721006501316e-06, + "loss": 1.5780931472778321, + "step": 1610 + }, + { + "epoch": 1.9349715313155529, + "grad_norm": 2.25, + "learning_rate": 1.7489929817669087e-06, + "loss": 1.6124277114868164, + "step": 1615 + }, + { + "epoch": 1.9409649385675758, + "grad_norm": 2.140625, + "learning_rate": 1.7315651193781476e-06, + "loss": 1.5578656196594238, + "step": 1620 + }, + { + "epoch": 1.9469583458195985, + "grad_norm": 2.875, + "learning_rate": 1.7141892275414978e-06, + "loss": 1.5834556579589845, + "step": 1625 + }, + { + "epoch": 1.9529517530716212, + "grad_norm": 2.453125, + "learning_rate": 1.696866018185265e-06, + "loss": 1.5743704795837403, + "step": 1630 + }, + { + "epoch": 1.958945160323644, + "grad_norm": 2.90625, + "learning_rate": 1.6795962010792332e-06, + "loss": 1.5657451629638672, + "step": 1635 + }, + { + "epoch": 1.9649385675756668, + "grad_norm": 3.046875, + "learning_rate": 1.662380483805593e-06, + "loss": 1.591666316986084, + "step": 1640 + }, + { + "epoch": 1.9709319748276894, + "grad_norm": 2.8125, + "learning_rate": 1.6452195717299451e-06, + "loss": 1.616462516784668, + "step": 1645 + }, + { + "epoch": 1.9769253820797124, + "grad_norm": 2.359375, + "learning_rate": 1.6281141679724012e-06, + "loss": 1.5900347709655762, + "step": 1650 + }, + { + "epoch": 1.982918789331735, + "grad_norm": 2.296875, + "learning_rate": 1.6110649733787747e-06, + "loss": 1.5767745971679688, + "step": 1655 + }, + { + "epoch": 1.9889121965837577, + "grad_norm": 2.53125, + "learning_rate": 1.5940726864918705e-06, + "loss": 1.5806458473205567, + "step": 1660 + }, + { + "epoch": 1.9949056038357806, + "grad_norm": 2.328125, + "learning_rate": 1.577138003522857e-06, + "loss": 1.5927390098571776, + "step": 1665 + }, + { + "epoch": 2.0, + "grad_norm": 8.9375, + "learning_rate": 1.5602616183227443e-06, + "loss": 1.5510701179504394, + "step": 1670 + }, + { + "epoch": 2.005993407252023, + "grad_norm": 2.671875, + "learning_rate": 1.5434442223539554e-06, + "loss": 1.570119285583496, + "step": 1675 + }, + { + "epoch": 2.0119868145040454, + "grad_norm": 3.390625, + "learning_rate": 1.5266865046619966e-06, + "loss": 1.5953407287597656, + "step": 1680 + }, + { + "epoch": 2.0179802217560683, + "grad_norm": 2.84375, + "learning_rate": 1.5099891518472226e-06, + "loss": 1.5938201904296876, + "step": 1685 + }, + { + "epoch": 2.023973629008091, + "grad_norm": 2.890625, + "learning_rate": 1.4933528480367102e-06, + "loss": 1.5878721237182618, + "step": 1690 + }, + { + "epoch": 2.0299670362601137, + "grad_norm": 3.828125, + "learning_rate": 1.4767782748562226e-06, + "loss": 1.5573725700378418, + "step": 1695 + }, + { + "epoch": 2.0359604435121366, + "grad_norm": 2.203125, + "learning_rate": 1.4602661114022837e-06, + "loss": 1.5768142700195313, + "step": 1700 + }, + { + "epoch": 2.0419538507641595, + "grad_norm": 3.046875, + "learning_rate": 1.4438170342143557e-06, + "loss": 1.5976703643798829, + "step": 1705 + }, + { + "epoch": 2.0479472580161824, + "grad_norm": 2.453125, + "learning_rate": 1.4274317172471175e-06, + "loss": 1.5801265716552735, + "step": 1710 + }, + { + "epoch": 2.053940665268205, + "grad_norm": 3.328125, + "learning_rate": 1.411110831842852e-06, + "loss": 1.4859464645385743, + "step": 1715 + }, + { + "epoch": 2.0599340725202278, + "grad_norm": 3.21875, + "learning_rate": 1.394855046703942e-06, + "loss": 1.60047607421875, + "step": 1720 + }, + { + "epoch": 2.0659274797722507, + "grad_norm": 2.828125, + "learning_rate": 1.3786650278654687e-06, + "loss": 1.5819260597229003, + "step": 1725 + }, + { + "epoch": 2.071920887024273, + "grad_norm": 2.484375, + "learning_rate": 1.3625414386679239e-06, + "loss": 1.5798104286193848, + "step": 1730 + }, + { + "epoch": 2.077914294276296, + "grad_norm": 2.984375, + "learning_rate": 1.3464849397300313e-06, + "loss": 1.5598320960998535, + "step": 1735 + }, + { + "epoch": 2.083907701528319, + "grad_norm": 2.578125, + "learning_rate": 1.3304961889216804e-06, + "loss": 1.6002256393432617, + "step": 1740 + }, + { + "epoch": 2.0899011087803414, + "grad_norm": 2.5625, + "learning_rate": 1.314575841336971e-06, + "loss": 1.6074796676635743, + "step": 1745 + }, + { + "epoch": 2.0958945160323643, + "grad_norm": 2.265625, + "learning_rate": 1.2987245492673759e-06, + "loss": 1.5005703926086427, + "step": 1750 + }, + { + "epoch": 2.1018879232843872, + "grad_norm": 5.34375, + "learning_rate": 1.282942962175009e-06, + "loss": 1.5408341407775878, + "step": 1755 + }, + { + "epoch": 2.10788133053641, + "grad_norm": 3.59375, + "learning_rate": 1.2672317266660203e-06, + "loss": 1.5244135856628418, + "step": 1760 + }, + { + "epoch": 2.1138747377884326, + "grad_norm": 2.390625, + "learning_rate": 1.2515914864641013e-06, + "loss": 1.5962490081787108, + "step": 1765 + }, + { + "epoch": 2.1198681450404555, + "grad_norm": 3.203125, + "learning_rate": 1.23602288238411e-06, + "loss": 1.5964628219604493, + "step": 1770 + }, + { + "epoch": 2.1258615522924784, + "grad_norm": 2.375, + "learning_rate": 1.220526552305816e-06, + "loss": 1.566230583190918, + "step": 1775 + }, + { + "epoch": 2.131854959544501, + "grad_norm": 3.171875, + "learning_rate": 1.2051031311477659e-06, + "loss": 1.5923571586608887, + "step": 1780 + }, + { + "epoch": 2.137848366796524, + "grad_norm": 3.234375, + "learning_rate": 1.1897532508412677e-06, + "loss": 1.5851450920104981, + "step": 1785 + }, + { + "epoch": 2.1438417740485467, + "grad_norm": 2.171875, + "learning_rate": 1.1744775403044986e-06, + "loss": 1.5911012649536134, + "step": 1790 + }, + { + "epoch": 2.1498351813005696, + "grad_norm": 2.265625, + "learning_rate": 1.1592766254167403e-06, + "loss": 1.6001272201538086, + "step": 1795 + }, + { + "epoch": 2.155828588552592, + "grad_norm": 3.546875, + "learning_rate": 1.1441511289927315e-06, + "loss": 1.5685481071472167, + "step": 1800 + }, + { + "epoch": 2.161821995804615, + "grad_norm": 2.734375, + "learning_rate": 1.1291016707571522e-06, + "loss": 1.537570095062256, + "step": 1805 + }, + { + "epoch": 2.167815403056638, + "grad_norm": 2.421875, + "learning_rate": 1.1141288673192298e-06, + "loss": 1.6071165084838868, + "step": 1810 + }, + { + "epoch": 2.1738088103086604, + "grad_norm": 2.6875, + "learning_rate": 1.0992333321474803e-06, + "loss": 1.5737549781799316, + "step": 1815 + }, + { + "epoch": 2.1798022175606833, + "grad_norm": 2.890625, + "learning_rate": 1.084415675544567e-06, + "loss": 1.592972183227539, + "step": 1820 + }, + { + "epoch": 2.185795624812706, + "grad_norm": 2.359375, + "learning_rate": 1.0696765046222984e-06, + "loss": 1.6001060485839844, + "step": 1825 + }, + { + "epoch": 2.1917890320647286, + "grad_norm": 3.28125, + "learning_rate": 1.0550164232767532e-06, + "loss": 1.5771080017089845, + "step": 1830 + }, + { + "epoch": 2.1977824393167515, + "grad_norm": 2.625, + "learning_rate": 1.0404360321635365e-06, + "loss": 1.5672366142272949, + "step": 1835 + }, + { + "epoch": 2.2037758465687745, + "grad_norm": 2.515625, + "learning_rate": 1.025935928673173e-06, + "loss": 1.5996353149414062, + "step": 1840 + }, + { + "epoch": 2.209769253820797, + "grad_norm": 2.265625, + "learning_rate": 1.0115167069066236e-06, + "loss": 1.570057487487793, + "step": 1845 + }, + { + "epoch": 2.21576266107282, + "grad_norm": 2.34375, + "learning_rate": 9.971789576509511e-07, + "loss": 1.6005977630615233, + "step": 1850 + }, + { + "epoch": 2.2217560683248427, + "grad_norm": 3.0, + "learning_rate": 9.8292326835511e-07, + "loss": 1.6053207397460938, + "step": 1855 + }, + { + "epoch": 2.2277494755768656, + "grad_norm": 2.375, + "learning_rate": 9.687502231058794e-07, + "loss": 1.6059099197387696, + "step": 1860 + }, + { + "epoch": 2.233742882828888, + "grad_norm": 3.390625, + "learning_rate": 9.54660402603929e-07, + "loss": 1.5193527221679688, + "step": 1865 + }, + { + "epoch": 2.239736290080911, + "grad_norm": 2.640625, + "learning_rate": 9.406543841400324e-07, + "loss": 1.6006130218505858, + "step": 1870 + }, + { + "epoch": 2.245729697332934, + "grad_norm": 2.140625, + "learning_rate": 9.267327415714073e-07, + "loss": 1.5676172256469727, + "step": 1875 + }, + { + "epoch": 2.2517231045849564, + "grad_norm": 2.40625, + "learning_rate": 9.12896045298207e-07, + "loss": 1.593519401550293, + "step": 1880 + }, + { + "epoch": 2.2577165118369793, + "grad_norm": 2.359375, + "learning_rate": 8.991448622401494e-07, + "loss": 1.552088451385498, + "step": 1885 + }, + { + "epoch": 2.263709919089002, + "grad_norm": 3.140625, + "learning_rate": 8.854797558132891e-07, + "loss": 1.5782706260681152, + "step": 1890 + }, + { + "epoch": 2.269703326341025, + "grad_norm": 2.53125, + "learning_rate": 8.719012859069315e-07, + "loss": 1.5695977210998535, + "step": 1895 + }, + { + "epoch": 2.2756967335930476, + "grad_norm": 2.203125, + "learning_rate": 8.584100088606976e-07, + "loss": 1.590079116821289, + "step": 1900 + }, + { + "epoch": 2.2816901408450705, + "grad_norm": 2.375, + "learning_rate": 8.450064774417222e-07, + "loss": 1.5943170547485352, + "step": 1905 + }, + { + "epoch": 2.2876835480970934, + "grad_norm": 3.234375, + "learning_rate": 8.316912408220121e-07, + "loss": 1.536445426940918, + "step": 1910 + }, + { + "epoch": 2.293676955349116, + "grad_norm": 3.03125, + "learning_rate": 8.184648445559423e-07, + "loss": 1.6045770645141602, + "step": 1915 + }, + { + "epoch": 2.2996703626011388, + "grad_norm": 2.734375, + "learning_rate": 8.053278305579042e-07, + "loss": 1.5701943397521974, + "step": 1920 + }, + { + "epoch": 2.3056637698531617, + "grad_norm": 2.40625, + "learning_rate": 7.922807370801009e-07, + "loss": 1.5690512657165527, + "step": 1925 + }, + { + "epoch": 2.311657177105184, + "grad_norm": 2.46875, + "learning_rate": 7.793240986904986e-07, + "loss": 1.5474846839904786, + "step": 1930 + }, + { + "epoch": 2.317650584357207, + "grad_norm": 4.9375, + "learning_rate": 7.664584462509169e-07, + "loss": 1.5678466796875, + "step": 1935 + }, + { + "epoch": 2.32364399160923, + "grad_norm": 3.4375, + "learning_rate": 7.536843068952842e-07, + "loss": 1.5523689270019532, + "step": 1940 + }, + { + "epoch": 2.3296373988612524, + "grad_norm": 2.5625, + "learning_rate": 7.410022040080365e-07, + "loss": 1.5863494873046875, + "step": 1945 + }, + { + "epoch": 2.3356308061132753, + "grad_norm": 2.8125, + "learning_rate": 7.284126572026744e-07, + "loss": 1.5466392517089844, + "step": 1950 + }, + { + "epoch": 2.3416242133652982, + "grad_norm": 3.0625, + "learning_rate": 7.159161823004734e-07, + "loss": 1.5855929374694824, + "step": 1955 + }, + { + "epoch": 2.3476176206173207, + "grad_norm": 2.765625, + "learning_rate": 7.035132913093509e-07, + "loss": 1.5919572830200195, + "step": 1960 + }, + { + "epoch": 2.3536110278693436, + "grad_norm": 2.765625, + "learning_rate": 6.912044924028849e-07, + "loss": 1.6009016036987305, + "step": 1965 + }, + { + "epoch": 2.3596044351213665, + "grad_norm": 2.125, + "learning_rate": 6.789902898994955e-07, + "loss": 1.5979683876037598, + "step": 1970 + }, + { + "epoch": 2.3655978423733894, + "grad_norm": 3.453125, + "learning_rate": 6.668711842417816e-07, + "loss": 1.5708651542663574, + "step": 1975 + }, + { + "epoch": 2.371591249625412, + "grad_norm": 3.0625, + "learning_rate": 6.548476719760146e-07, + "loss": 1.5527511596679688, + "step": 1980 + }, + { + "epoch": 2.377584656877435, + "grad_norm": 2.625, + "learning_rate": 6.429202457317982e-07, + "loss": 1.5910175323486329, + "step": 1985 + }, + { + "epoch": 2.3835780641294577, + "grad_norm": 2.671875, + "learning_rate": 6.310893942018801e-07, + "loss": 1.5702336311340332, + "step": 1990 + }, + { + "epoch": 2.38957147138148, + "grad_norm": 2.71875, + "learning_rate": 6.193556021221307e-07, + "loss": 1.5879745483398438, + "step": 1995 + }, + { + "epoch": 2.395564878633503, + "grad_norm": 2.15625, + "learning_rate": 6.077193502516807e-07, + "loss": 1.599627685546875, + "step": 2000 + }, + { + "epoch": 2.401558285885526, + "grad_norm": 3.953125, + "learning_rate": 5.961811153532293e-07, + "loss": 1.5657157897949219, + "step": 2005 + }, + { + "epoch": 2.407551693137549, + "grad_norm": 2.546875, + "learning_rate": 5.847413701735021e-07, + "loss": 1.604018211364746, + "step": 2010 + }, + { + "epoch": 2.4135451003895714, + "grad_norm": 2.703125, + "learning_rate": 5.734005834238864e-07, + "loss": 1.58401517868042, + "step": 2015 + }, + { + "epoch": 2.4195385076415943, + "grad_norm": 3.09375, + "learning_rate": 5.621592197612275e-07, + "loss": 1.5892996788024902, + "step": 2020 + }, + { + "epoch": 2.425531914893617, + "grad_norm": 2.328125, + "learning_rate": 5.510177397687875e-07, + "loss": 1.54070987701416, + "step": 2025 + }, + { + "epoch": 2.4315253221456397, + "grad_norm": 2.796875, + "learning_rate": 5.399765999373772e-07, + "loss": 1.573234748840332, + "step": 2030 + }, + { + "epoch": 2.4375187293976626, + "grad_norm": 2.421875, + "learning_rate": 5.29036252646651e-07, + "loss": 1.5480667114257813, + "step": 2035 + }, + { + "epoch": 2.4435121366496855, + "grad_norm": 2.28125, + "learning_rate": 5.18197146146572e-07, + "loss": 1.5748504638671874, + "step": 2040 + }, + { + "epoch": 2.449505543901708, + "grad_norm": 5.21875, + "learning_rate": 5.074597245390468e-07, + "loss": 1.504516315460205, + "step": 2045 + }, + { + "epoch": 2.455498951153731, + "grad_norm": 2.1875, + "learning_rate": 4.968244277597306e-07, + "loss": 1.5273450851440429, + "step": 2050 + }, + { + "epoch": 2.4614923584057538, + "grad_norm": 3.90625, + "learning_rate": 4.862916915600001e-07, + "loss": 1.6043586730957031, + "step": 2055 + }, + { + "epoch": 2.467485765657776, + "grad_norm": 2.8125, + "learning_rate": 4.7586194748910027e-07, + "loss": 1.56980562210083, + "step": 2060 + }, + { + "epoch": 2.473479172909799, + "grad_norm": 2.9375, + "learning_rate": 4.6553562287646366e-07, + "loss": 1.624884033203125, + "step": 2065 + }, + { + "epoch": 2.479472580161822, + "grad_norm": 2.890625, + "learning_rate": 4.553131408142016e-07, + "loss": 1.5734535217285157, + "step": 2070 + }, + { + "epoch": 2.485465987413845, + "grad_norm": 2.859375, + "learning_rate": 4.4519492013976746e-07, + "loss": 1.5830469131469727, + "step": 2075 + }, + { + "epoch": 2.4914593946658674, + "grad_norm": 2.890625, + "learning_rate": 4.3518137541880074e-07, + "loss": 1.5716002464294434, + "step": 2080 + }, + { + "epoch": 2.4974528019178903, + "grad_norm": 2.453125, + "learning_rate": 4.252729169281353e-07, + "loss": 1.5019952774047851, + "step": 2085 + }, + { + "epoch": 2.5034462091699132, + "grad_norm": 2.78125, + "learning_rate": 4.154699506389924e-07, + "loss": 1.6065509796142579, + "step": 2090 + }, + { + "epoch": 2.509439616421936, + "grad_norm": 2.703125, + "learning_rate": 4.0577287820034814e-07, + "loss": 1.5870964050292968, + "step": 2095 + }, + { + "epoch": 2.5154330236739586, + "grad_norm": 2.3125, + "learning_rate": 3.9618209692247486e-07, + "loss": 1.5819488525390626, + "step": 2100 + }, + { + "epoch": 2.5214264309259815, + "grad_norm": 3.046875, + "learning_rate": 3.866979997606642e-07, + "loss": 1.5621922492980957, + "step": 2105 + }, + { + "epoch": 2.5274198381780044, + "grad_norm": 2.671875, + "learning_rate": 3.7732097529912633e-07, + "loss": 1.585857105255127, + "step": 2110 + }, + { + "epoch": 2.533413245430027, + "grad_norm": 2.234375, + "learning_rate": 3.680514077350686e-07, + "loss": 1.5932723999023437, + "step": 2115 + }, + { + "epoch": 2.53940665268205, + "grad_norm": 2.328125, + "learning_rate": 3.5888967686295293e-07, + "loss": 1.5735720634460448, + "step": 2120 + }, + { + "epoch": 2.5454000599340727, + "grad_norm": 2.328125, + "learning_rate": 3.4983615805893745e-07, + "loss": 1.5617835998535157, + "step": 2125 + }, + { + "epoch": 2.551393467186095, + "grad_norm": 2.359375, + "learning_rate": 3.4089122226549487e-07, + "loss": 1.5272964477539062, + "step": 2130 + }, + { + "epoch": 2.557386874438118, + "grad_norm": 3.265625, + "learning_rate": 3.32055235976213e-07, + "loss": 1.5262401580810547, + "step": 2135 + }, + { + "epoch": 2.563380281690141, + "grad_norm": 2.265625, + "learning_rate": 3.233285612207828e-07, + "loss": 1.6015663146972656, + "step": 2140 + }, + { + "epoch": 2.5693736889421634, + "grad_norm": 2.421875, + "learning_rate": 3.147115555501604e-07, + "loss": 1.5687079429626465, + "step": 2145 + }, + { + "epoch": 2.5753670961941864, + "grad_norm": 2.890625, + "learning_rate": 3.062045720219203e-07, + "loss": 1.5640341758728027, + "step": 2150 + }, + { + "epoch": 2.5813605034462093, + "grad_norm": 2.46875, + "learning_rate": 2.9780795918578863e-07, + "loss": 1.5695132255554198, + "step": 2155 + }, + { + "epoch": 2.5873539106982317, + "grad_norm": 3.4375, + "learning_rate": 2.8952206106936377e-07, + "loss": 1.5747217178344726, + "step": 2160 + }, + { + "epoch": 2.5933473179502546, + "grad_norm": 3.1875, + "learning_rate": 2.813472171640183e-07, + "loss": 1.589064598083496, + "step": 2165 + }, + { + "epoch": 2.5993407252022775, + "grad_norm": 2.609375, + "learning_rate": 2.7328376241099316e-07, + "loss": 1.5749725341796874, + "step": 2170 + }, + { + "epoch": 2.6053341324543, + "grad_norm": 2.203125, + "learning_rate": 2.6533202718767e-07, + "loss": 1.5791637420654296, + "step": 2175 + }, + { + "epoch": 2.611327539706323, + "grad_norm": 2.828125, + "learning_rate": 2.5749233729403755e-07, + "loss": 1.5628402709960938, + "step": 2180 + }, + { + "epoch": 2.617320946958346, + "grad_norm": 2.875, + "learning_rate": 2.497650139393419e-07, + "loss": 1.6008136749267579, + "step": 2185 + }, + { + "epoch": 2.6233143542103687, + "grad_norm": 2.953125, + "learning_rate": 2.421503737289261e-07, + "loss": 1.55454683303833, + "step": 2190 + }, + { + "epoch": 2.6293077614623916, + "grad_norm": 3.1875, + "learning_rate": 2.3464872865126052e-07, + "loss": 1.5631563186645507, + "step": 2195 + }, + { + "epoch": 2.635301168714414, + "grad_norm": 3.453125, + "learning_rate": 2.2726038606515452e-07, + "loss": 1.5437533378601074, + "step": 2200 + }, + { + "epoch": 2.641294575966437, + "grad_norm": 2.59375, + "learning_rate": 2.1998564868716796e-07, + "loss": 1.5831893920898437, + "step": 2205 + }, + { + "epoch": 2.64728798321846, + "grad_norm": 2.28125, + "learning_rate": 2.12824814579207e-07, + "loss": 1.574634838104248, + "step": 2210 + }, + { + "epoch": 2.6532813904704824, + "grad_norm": 2.390625, + "learning_rate": 2.0577817713631154e-07, + "loss": 1.5991851806640625, + "step": 2215 + }, + { + "epoch": 2.6592747977225053, + "grad_norm": 2.28125, + "learning_rate": 1.9884602507463357e-07, + "loss": 1.5547578811645508, + "step": 2220 + }, + { + "epoch": 2.665268204974528, + "grad_norm": 3.390625, + "learning_rate": 1.9202864241960927e-07, + "loss": 1.5678149223327638, + "step": 2225 + }, + { + "epoch": 2.6712616122265507, + "grad_norm": 2.328125, + "learning_rate": 1.8532630849432131e-07, + "loss": 1.564761257171631, + "step": 2230 + }, + { + "epoch": 2.6772550194785736, + "grad_norm": 2.65625, + "learning_rate": 1.7873929790805367e-07, + "loss": 1.6035894393920898, + "step": 2235 + }, + { + "epoch": 2.6832484267305965, + "grad_norm": 3.90625, + "learning_rate": 1.7226788054504096e-07, + "loss": 1.5928621292114258, + "step": 2240 + }, + { + "epoch": 2.689241833982619, + "grad_norm": 2.25, + "learning_rate": 1.6591232155341028e-07, + "loss": 1.549217700958252, + "step": 2245 + }, + { + "epoch": 2.695235241234642, + "grad_norm": 2.859375, + "learning_rate": 1.5967288133431834e-07, + "loss": 1.611344337463379, + "step": 2250 + }, + { + "epoch": 2.7012286484866648, + "grad_norm": 2.90625, + "learning_rate": 1.535498155312811e-07, + "loss": 1.585192584991455, + "step": 2255 + }, + { + "epoch": 2.7072220557386872, + "grad_norm": 3.875, + "learning_rate": 1.475433750197004e-07, + "loss": 1.5860268592834472, + "step": 2260 + }, + { + "epoch": 2.71321546299071, + "grad_norm": 2.65625, + "learning_rate": 1.416538058965853e-07, + "loss": 1.4961959838867187, + "step": 2265 + }, + { + "epoch": 2.719208870242733, + "grad_norm": 2.328125, + "learning_rate": 1.358813494704676e-07, + "loss": 1.5699254035949708, + "step": 2270 + }, + { + "epoch": 2.7252022774947555, + "grad_norm": 2.71875, + "learning_rate": 1.3022624225151581e-07, + "loss": 1.5856217384338378, + "step": 2275 + }, + { + "epoch": 2.7311956847467784, + "grad_norm": 2.515625, + "learning_rate": 1.2468871594184506e-07, + "loss": 1.5691574096679688, + "step": 2280 + }, + { + "epoch": 2.7371890919988013, + "grad_norm": 2.703125, + "learning_rate": 1.1926899742602281e-07, + "loss": 1.6150981903076171, + "step": 2285 + }, + { + "epoch": 2.7431824992508242, + "grad_norm": 2.328125, + "learning_rate": 1.1396730876177331e-07, + "loss": 1.6000024795532226, + "step": 2290 + }, + { + "epoch": 2.7491759065028467, + "grad_norm": 2.328125, + "learning_rate": 1.0878386717088107e-07, + "loss": 1.5612345695495606, + "step": 2295 + }, + { + "epoch": 2.7551693137548696, + "grad_norm": 3.140625, + "learning_rate": 1.0371888503028815e-07, + "loss": 1.564107322692871, + "step": 2300 + }, + { + "epoch": 2.7611627210068925, + "grad_norm": 3.34375, + "learning_rate": 9.877256986339334e-08, + "loss": 1.576698398590088, + "step": 2305 + }, + { + "epoch": 2.7671561282589154, + "grad_norm": 2.1875, + "learning_rate": 9.394512433155066e-08, + "loss": 1.5924538612365722, + "step": 2310 + }, + { + "epoch": 2.773149535510938, + "grad_norm": 3.015625, + "learning_rate": 8.923674622576505e-08, + "loss": 1.5212013244628906, + "step": 2315 + }, + { + "epoch": 2.779142942762961, + "grad_norm": 2.75, + "learning_rate": 8.464762845858809e-08, + "loss": 1.5764302253723144, + "step": 2320 + }, + { + "epoch": 2.7851363500149837, + "grad_norm": 2.328125, + "learning_rate": 8.01779590562154e-08, + "loss": 1.5164117813110352, + "step": 2325 + }, + { + "epoch": 2.791129757267006, + "grad_norm": 3.234375, + "learning_rate": 7.582792115078041e-08, + "loss": 1.5848722457885742, + "step": 2330 + }, + { + "epoch": 2.797123164519029, + "grad_norm": 3.359375, + "learning_rate": 7.159769297285313e-08, + "loss": 1.6168689727783203, + "step": 2335 + }, + { + "epoch": 2.803116571771052, + "grad_norm": 2.796875, + "learning_rate": 6.748744784413686e-08, + "loss": 1.5686025619506836, + "step": 2340 + }, + { + "epoch": 2.8091099790230745, + "grad_norm": 3.421875, + "learning_rate": 6.349735417036661e-08, + "loss": 1.5747729301452638, + "step": 2345 + }, + { + "epoch": 2.8151033862750974, + "grad_norm": 2.65625, + "learning_rate": 5.962757543440966e-08, + "loss": 1.5890108108520509, + "step": 2350 + }, + { + "epoch": 2.8210967935271203, + "grad_norm": 2.609375, + "learning_rate": 5.587827018956748e-08, + "loss": 1.5725753784179688, + "step": 2355 + }, + { + "epoch": 2.8270902007791427, + "grad_norm": 2.46875, + "learning_rate": 5.224959205307833e-08, + "loss": 1.570479679107666, + "step": 2360 + }, + { + "epoch": 2.8330836080311657, + "grad_norm": 2.65625, + "learning_rate": 4.874168969982429e-08, + "loss": 1.5716233253479004, + "step": 2365 + }, + { + "epoch": 2.8390770152831886, + "grad_norm": 2.421875, + "learning_rate": 4.53547068562391e-08, + "loss": 1.5775944709777832, + "step": 2370 + }, + { + "epoch": 2.845070422535211, + "grad_norm": 2.015625, + "learning_rate": 4.208878229441993e-08, + "loss": 1.6126760482788085, + "step": 2375 + }, + { + "epoch": 2.851063829787234, + "grad_norm": 2.984375, + "learning_rate": 3.894404982644084e-08, + "loss": 1.5892753601074219, + "step": 2380 + }, + { + "epoch": 2.857057237039257, + "grad_norm": 2.578125, + "learning_rate": 3.5920638298871597e-08, + "loss": 1.616440773010254, + "step": 2385 + }, + { + "epoch": 2.8630506442912798, + "grad_norm": 3.640625, + "learning_rate": 3.301867158749683e-08, + "loss": 1.534116268157959, + "step": 2390 + }, + { + "epoch": 2.869044051543302, + "grad_norm": 2.9375, + "learning_rate": 3.0238268592241435e-08, + "loss": 1.5922479629516602, + "step": 2395 + }, + { + "epoch": 2.875037458795325, + "grad_norm": 3.140625, + "learning_rate": 2.7579543232299166e-08, + "loss": 1.5355403900146485, + "step": 2400 + }, + { + "epoch": 2.881030866047348, + "grad_norm": 2.3125, + "learning_rate": 2.5042604441464666e-08, + "loss": 1.6181652069091796, + "step": 2405 + }, + { + "epoch": 2.887024273299371, + "grad_norm": 2.359375, + "learning_rate": 2.2627556163670403e-08, + "loss": 1.6138525009155273, + "step": 2410 + }, + { + "epoch": 2.8930176805513934, + "grad_norm": 2.203125, + "learning_rate": 2.033449734872772e-08, + "loss": 1.5659173011779786, + "step": 2415 + }, + { + "epoch": 2.8990110878034163, + "grad_norm": 3.34375, + "learning_rate": 1.816352194827342e-08, + "loss": 1.6107234954833984, + "step": 2420 + }, + { + "epoch": 2.9050044950554392, + "grad_norm": 2.125, + "learning_rate": 1.611471891191918e-08, + "loss": 1.5589088439941405, + "step": 2425 + }, + { + "epoch": 2.9109979023074617, + "grad_norm": 2.359375, + "learning_rate": 1.4188172183607462e-08, + "loss": 1.5950302124023437, + "step": 2430 + }, + { + "epoch": 2.9169913095594846, + "grad_norm": 3.328125, + "learning_rate": 1.2383960698172936e-08, + "loss": 1.5727524757385254, + "step": 2435 + }, + { + "epoch": 2.9229847168115075, + "grad_norm": 2.3125, + "learning_rate": 1.070215837810673e-08, + "loss": 1.564500904083252, + "step": 2440 + }, + { + "epoch": 2.92897812406353, + "grad_norm": 2.84375, + "learning_rate": 9.142834130529853e-09, + "loss": 1.575014305114746, + "step": 2445 + }, + { + "epoch": 2.934971531315553, + "grad_norm": 2.8125, + "learning_rate": 7.706051844368123e-09, + "loss": 1.5992634773254395, + "step": 2450 + }, + { + "epoch": 2.940964938567576, + "grad_norm": 2.8125, + "learning_rate": 6.391870387735254e-09, + "loss": 1.5753752708435058, + "step": 2455 + }, + { + "epoch": 2.9469583458195983, + "grad_norm": 2.703125, + "learning_rate": 5.200343605520463e-09, + "loss": 1.579847240447998, + "step": 2460 + }, + { + "epoch": 2.952951753071621, + "grad_norm": 3.6875, + "learning_rate": 4.1315203171825575e-09, + "loss": 1.5922045707702637, + "step": 2465 + }, + { + "epoch": 2.958945160323644, + "grad_norm": 2.75, + "learning_rate": 3.185444314750541e-09, + "loss": 1.578541088104248, + "step": 2470 + }, + { + "epoch": 2.9649385675756665, + "grad_norm": 2.609375, + "learning_rate": 2.362154361027713e-09, + "loss": 1.580247974395752, + "step": 2475 + }, + { + "epoch": 2.9709319748276894, + "grad_norm": 2.609375, + "learning_rate": 1.6616841880049415e-09, + "loss": 1.5620076179504394, + "step": 2480 + }, + { + "epoch": 2.9769253820797124, + "grad_norm": 2.390625, + "learning_rate": 1.0840624954771005e-09, + "loss": 1.575712299346924, + "step": 2485 + }, + { + "epoch": 2.982918789331735, + "grad_norm": 2.109375, + "learning_rate": 6.293129498693429e-10, + "loss": 1.5367554664611816, + "step": 2490 + }, + { + "epoch": 2.9889121965837577, + "grad_norm": 3.234375, + "learning_rate": 2.9745418326487805e-10, + "loss": 1.609522819519043, + "step": 2495 + }, + { + "epoch": 2.9949056038357806, + "grad_norm": 2.328125, + "learning_rate": 8.849979264391461e-11, + "loss": 1.609323501586914, + "step": 2500 + }, + { + "epoch": 3.0, + "grad_norm": 13.5625, + "learning_rate": 2.458339324440395e-12, + "loss": 1.4981372833251954, + "step": 2505 + }, + { + "epoch": 3.0, + "step": 2505, + "total_flos": 1.2088453569639322e+18, + "train_loss": 1.6374940127907638, + "train_runtime": 20816.512, + "train_samples_per_second": 0.481, + "train_steps_per_second": 0.12 + } + ], + "logging_steps": 5, + "max_steps": 2505, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": false, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.2088453569639322e+18, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..24d7dfc --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c911d25e353c665f802dd0e42e1e93f00100454902d2cffd2a98595561ebdb3 +size 6033 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..82416bdf99009693b9837d996205f972641b57cb GIT binary patch literal 41060 zcmdqJ`9GEI_da}?=P8*o3rWVxkU2z!qJ+#MWR`i}ktk!SC`xoIB~xXdXA&y&JXSKx zJU{E)eLmmk`+EL_=ZE*}-EHrE?dv+vbFFo(<2cs7uX{<8hVlp{hG8@p&Z}R+FhU%L z5sZ*-^4`zEGi<>}_+>gjar29Nj6+a9-ET~3KfN{UH{ z@Ys8Lx_QWni#z|HcZj*(wiAESl;H|jp>R8Y-2=nutkC}mGL_%n!m!kD7u3({`=-nd z`}ne78<1WyspxwYP&9d3UeVp3x8jPbYRkPN-)Byqr6;CmU|`V8 zb$@j5IXUd~Lk`v23%<)pCF$!$sUK4MCnV`1$IPGvh|VRU&;{U^UB%h1Is@B2or ziyl8-GgRWS+`wYtsXJS$kry!dXlJ-*?_Gd#{tXhB%B^2HE~E_IW%GrDOTU#5O0LGW zR1rCM>hRV(v>Y8oVRA>K~Lc;ck{vp3bC@elSA%JoUBTLvipk%`*fPI95vN35<3a9*w|j}HQGo+f<<5fqdPaTY>cT3+8B;tI$=<4b8?*fU{kYtJx<{-Ia;>e^+DJ3moGOB`;5i} z?`_xI$RC5;Q!ie%8@jpai$4WY4*JOh>#&=X;VkCWrCzg^60B}NpBUa4DfgT3hJ88X zy)Z-(*L2i8VtU#>aQn|&4EO%MaQXUxV_#*EypuFLDIHfd${$3e)bXENoTRPWo=f?z z_uC1?{f5o%HneEi-`hzu$dbJEgMW89E<{~hJG!_{Akj2b@3qGGNWkKgxt*@7m(hd5 z+Fmnqc5YF0$+a$A-&TN3+E?JnqO`lD*8KAa!-d?6^&e1!? zPj+g82_&9z1vZ0jcLRc%n3y&@LiWSjl4a`Vy{%WLzZY-)N@n2ZrhD~gd27H{XUSrFL*|!0*g>ZMdxes!+Sa%2#IR&H?Gw*{5G|g3)cn@Avoku(z}1b@caH0Dy3P+26#sheC~>2n93|Fk*RDxGfs}G&MnN3SDoGf! zJIT$!&K`CBlkEkWJY|CZf`7#2fLYibzghru3J!0U{vNU3X3D6#M~~a z5pyIwC52-saHXv;&x#1Ep7)-7q$O6<7{l%kwI{Np$Zy5g2{HkTMW7_{*=l$Qii|7w z{Z@XB|4g)anz9qiDKFvFClRzUj9aMIaU&p1o7KNT~heA`LE zv)RWqx(??u?8>`(NcMTIqe|K@;C?1 zwJI7!TUYz@wpC3i2^`ay;^7#Xkw~SWZJwh?)dF2d{eHigP(-I=2?AjJ>#2@<2$UGu zeUwdiHWm{<&qDqQA9hKMrrC!mMk&T=w30K?-2XT%I}QSq&AKtV=1=F_hWVaci#XW4 zSNRnI8xxRdocU*u|;?E<-afrgo(rC)1F^UQ8;1pA+Es*<5Q@q*M+ZA=r ziHm0d2AnVwVRkQrg}xr&VpIF!`X~OT?cS<=0gN8PS5&F+W-Ieq!2}9Ag(cjS(bm>h z=*5gjDQbBul-{mkiakAhgOjEtXX%x8=1vjdmY~#8gz}I>z%yaw;^j-BHu9s(P{xT9 zTKJU~++^>{FP2}0QdJ9^!oQ>NxA|zOaW*rcHv#fco}t^VqM@p3^xkuQy#4L--c%41 z6CGIw*@vcXm*|?BLSQUN&Uu$f1n>ItDk_=@9Y4;n5BExW@|pJL-&S#f9i0?eJ>7Tu zwGha{et}RGLp5GAJb3V+zL17X!3c^=@tB)z{k#HKoW#v9hpiw55Oi!oUeL;k;~}pN zC84?tc#PD!4${<7B?Dt);Y@vDtLblPwGd^zO6KO~Vo;UGT|;(~r%DU{b9N{&-kizG zldZRudfe3J2pnM)dF@6Z>&7n4^?;F@&Eq&?{2rj=$QzQxWU;Z z=Mp99WSz*kI2M$5Tf8ebCSf@lS2;*(cI1*y*~MZikSo-h=Z#C9t;bVRJO3OerR5N! zhDQgO{Am7tR#wA->rBO=uaJ!45WT;aRo|pK9P#us@6d+2N3EjmWEGL99~~LvT&d@} zU%^zxaMz9$ht3|S^RBV5m>4rg{_fp7Ra4WHC5UAFxpVt|j)el2-*=(pcl~@r%FZJJ zE&kz4)=jbJ^z|Q44UPj`Bz$sFphbzG8V)v1TvO+Jp&psOJqW$W3c+w>RkFGtRLLBP zk@cE6j1Eyt{tavEh66gg&2W3ST$^D9I^XkTdoCe$J|G zg0$TF*lyWFxU-SK6`iloPLb8!qe*ZogFZ%}il~=WR~1iB;|1hIWIkp`l@763YD}iqrc$#0e=W(IiyN zk;=ye1gxrY1euwc@zhl3&!1OuaS`*L9}rOL`B4ZNdi=wu_D4=K&I6xcJ);Nl} zl3);RXEYDQgo*}Z00dq6Te=TeUr%5E?rd%q7iG9=pu*9kM36z1ln!=RXrJ*jwkx`b z!|^&2LyGFQ($*BCzJbAmxPzV10}WGC4zc2~(D#W9i6(3P`t|OW{?aY}W0zm5U%7InnpL#G zIOf9#k$mFjij9$|`N5*7;k3>-I(55SEBS$2x0iKT+ohdvscB^cjHrvC(>&PUBMN3& zSaZ2hc0~EDYl>=SQ|p&6^-X_QR?_r^-TQAQ5-gE&SB8+$aXtQ=_HKnz(`18ez&odC z#Q%h;m|@h#Y``g(|9W_NNeK%J=lLv}r}+JPHqqsOmcCw``|aga4S41K`}gt5$%9iX zWu{^XKNUmUVH`-EIydLE+i|c<=Tf!jP0e>LkdmW!_9LtNpD~JQ=*zHRyxfGaP5>% zVXnYn;rcFs5K^qIvg6LT#U}zjzH&h}*20kR*W$4GY?#o&}bJN@Dk z%WAlNfw4f)vS?c8A4}=vu>E$MlWCVzm9TQQu+-pf3e@>sR^Gc?;Mh9>IiU7ahf-9w zNl~r+>3an_CIjCNh4PG{uKAjw8Pn>M@*eP4?MXRIFn4%5pyR3RrcNcx5Df(cy#L-^v0+<$IqV;AA`q zu-BS#v~tUT00Et=3f_Yd;YD{IW{L0&e6FRa#4T?8s-7Ocl_d=$Afx4|Hna!|hgBk- zGc++_|0_8fv>vo1cKstU^g&buwg+?@jlFNrq?sR#mx~(@6zX>T*{P;zIvS@C8n948 zhVV8}080RiB)}!jx-nT#ZsYAkTOyxphkB?&5-tcOLVBp}ir(ECsI&L1$YOTxL z%d#8Aig7@95Mf6(W9y6ECznzWcFEA$hPziZ$~G_!TI)U=w+58V1R#+{Xr>~IMuSZr z1>I^bbUvdzD&@QoL`xi!JJ**_lp6S#!rcFlz=gQWR#sMhxt&ixrzwswiYnsKlW2w5 z3qNyFKUbf}mbn?5o13rhAAOZ3)7ATnIb*&tmNV+I(iSnK6;@fdSDU^jlrLl1WoQu# z5qz-c6V0V)9H^kI%$<>uK_DJWKtyT@ITGP;JkUg}1@w6QW`5&Nolm9jS_9&f4chih zE`FakD=R4uHTQBAk68?{foSQId=+7Xstnb@$SHXC-aF zvZg5b9fBf%>*S7<|EfLeR-kCBCpHb<`kDFeT}@B6iTg^M z%p^3r)$8+v--}!=S_(DexXxX_{>(;V7n(Ctj8!>U0dwswF%{D^Gc)_vUt{*}^}w4e z?^J`w3Cl-6ut2NS5XCZihm1?b-(POTcalc3`g(=GmkMVKAQeIkzA6zX)(?P_slUJf zytXzmW^?oAI8Y0ZoKr3xgQePFE|N+K7#eAEYFk?_fdz7#jFCYPxCsq;jHGqr`Tbv8 zyTCuyIu{M!qY^8|P8jAmef<4SVDR4ScPlFuf)J)nxEZGLrJKd71R_ z96zrojaQ;@9k?p{yZh0Gx5wg(b?=_*cH@w0!&+<}@mB_#jaSb0r$152soZv`udg42 zBgwM!?8J!^%h0->vU#tR@;f>%t_i+du;=Z&tgJd6nc=(8fx91BfoNj=HoB-)V{2n` zw*nuiu+$nF8uvE&ZpFmf8wyoEd)JyM&eA!mq`bfRT6QEa`*$~2Z$`G@<(JVwi(K5_ z8aQSDjpyqNdBc;^;*T}C{D|d!7U~r@hK{zRZ+=PIG!LLt-jx6%g|A(1eG8ymz08zd zY7p~jA=(Yr5U763Z8D={P&+lD=#B(!m`$(w?~c=jkh4ZSdigRIdRxPkAR}E}957t; zKxZW>21sLzd9fxgB_xmtPU8X1{;^9b)d1MP&#nCt;_NPjB%dPdu39dJ?)s?G{-*T> z=8wh2tlnj2B8K@;FgTz`8{=AE9OVXfj@LYR>!#CCv0mWr*6-A&r=lkOX8Tbr;*D^; z@`LyMv5{B%07%&K#<5-O7eBoLU6!c**aVb_L8hY#2Eu#v5Dd<7(fBmYBz!a*+7W;o$nr%KBRJ1_RUYai&P5=1u(Dm!rlVsh~ zH=&~DRxy{I>Fn%8^%vMXM%3`bmb~=)#a6yK5e2k?cHiLV3>wjVKxiVypEGr`Og+`h zR3%xdjfz}2Po6v};k#r>&8@_dAgH5y;|3pB$gaD)(>dTO6?3$F+@UGDu{P7ax!QU8 z;q&JYE+hzA0hDfTZ*Ls0i)f(x4kd#f8j;$W?yQH89)-f|ynvtpTb+cyGS9JBj6>dA zWIDoHwh7jcdkHA<3GtAvs3fZk7cbT#o|jYJ8?grQ3U;YVK@zSb3e-nVlcUlMnS&n4 z0XQxCe>K+-WBP#U1me?I|8$ZeE^vE&J_-)Aw0!>i*Iw#_E@ku5(2h<`OwHURkYjrPzyJ87xs|!#k}5#VKxhA;YH!{ZE6<&+uUFT8c2Z!>523jmz^WuE1~m77zP?e^U@_+fCr($*D1RVQr#Ba12{fq_mVBy z_C6K49tx$Dl)3{$bgPI(B?t7pz(&c=e)z<1F}8aw7tc_61Y=7;S&m;0*=9tYkByz3 z^^gB9G=Kd{?YMjW;zi2+t&Wfh;D?(45TgW(usLcZ2=@)7y%q<5-0N|em#p)nE1D|x zZ14-;`FFw)57(izqa6*8nuG(A@dhwon^4>89glr7&JK0G{<87q?-v3B6v2a%l9IDwiD6`P4;o?t)p4wnvH;HxeR?Fo zcepho!T;`-=?JwISV8gq=1`!Mq523WW*&jaC*MyM)jC`1oaI}&wSuWRdqj1^UdARCmd-vP-?{QRX$8URScDt{?((Lq8$Z~=Bca`-FCTZkJ4K1OOQTe?fK&~-Ex zUIlLH=$KX?Fb}a`zFb`Pf#V)(kkx?T5A4<4a2X3)mC290XI@-F|K;W71*crY*7nWR zS`jp>%|HLXI$H<04H{)2x9{2(jRK{O5mP(&fx-Zd^MA7+vz=QzI+}oMBPvb(U~po6 zuAeBOg*fBN@#FO7CMHp^lB$9UX(0#uk3{;R7nby#*4>3-LsO1h`|{ko@gkwkxrG6L^N0Rs0}eyQ?#->O zb-)w%j5qzIqs++oIgM9 zeJZ0YVZlELHNfRS9P7BO6jklfoU&`5OCj|-`q1CGwA0TkqVV&3sy-ker@y}z5)*^! ztC38(eMs*&h20SOnp1hx_!;16W4ROurlgN*MB5kg>+?V8a_oH3o+bY|!>kc6mFjhT zcMtajF*GvM5_ zc8uKQJIyjHn07*^K8bIaR?UB zKp@4K4gcp7!7B+1V*Hi*oY=_Vo8=j#MgNcH?0*LsP(CRsrYBFHaF$*+R1y!5L!z^u z_?V}h-jyqaK(nOnc>Y|uvWeHK*9cK(3y*N<&>=Zb?in^dL2T7mVH4`?5)xRUz=sXH z&^cBiY8(jMYCO5xJy4TPo!auNem&t@o}5w2NNfU7l==SsBPV&s9udUL02NIO^5xP0-n>cA%p}JM*OwJHd`5#J zfa|aXok@0Q?o)oqLGbb!=(^+Knq6J`u(4L#tABhKD>mf*%;*;LrBi<$sR(cf>|19k z@yenqcoV9Ko`JzVbOZ2>yc_UDJ4=Ajt@n4gWId@s_I?x#Y0>l2K?W5#+7-R+V-6tYZb4e&NhhZH4mVa1WUTyi=O%cjk-qu3Za9H;dYaFHcUWxj=O=r{O*k ziQDuy-e|T{f|lH6!(wbE_9veWjhF4u`3h6?bkvZXLb6>G6GS6fN5t- z-g&6&W5sX_P*to}ezn0SIQ(sJJ^3vD#S2kC5izk#yJiw`itDUg{?lpej&9^$w27Ms z!e@Hl@bk@xh*C6`)&dk+f<{7%YY=2jU>_kf8Lyh2IdcX9SN=Fqv$EQpcj4c8ZsV$^ z-u*WxtbsqdwX$+$XJ#aKmDztTziDZEHW%@D08bi0zEg9_>inZ?VsgUoE6ZlMG0SZ@ z*3bYm955X|{Mll1FKJ$^tKY28>-`aF7CQn)hKIdqKOrR{gTS4^c@4-+NHjSd>eQy?Wf5xBv3``Ka$wpI8_e!dq=WjRR_(?#;FMWc{-=Yi7m) z*d6=RM_MK?y=4S^{^(gTHU>(Hxq0m4$A_D3XzHSdTx7o5o&wewgY5NNW%_SZW@_vr@Yf0Q*pga)F)6?T{Egv7<0U?cJZHeB*^^b9Ya zws+rn7A7gzDu4WE;_hGDbsj!GhZ4|KZUADFV5Me-UQqB-N+c9YaI~Cz!2>C-?4stI z_}1Au-<2XpUjP>N*KW`4rfz+pIIrGyi7$<+Sh2gin^#V*G%NXgP9Mq8=g4MEgD=DM z-r+D(((FUhZ^;&&6#Bb$z+gtsbgPD2DvrQXCL_KTa;AirB_B36F1|6Y|0E;IT`Sn}*dV3G$|S>w*s(XP{UiY9h6ka4K(8B# z&@i0qDtU z?~~<-&2ga&=jH1mjMcBCw$zKE5e}!mRD?T}Ky!V0+jbog*ZDQ5Z;0cK=yqs$eEe#j z=btN3a5UYg%Xlur5!rb8myiQLiJlNl;LZV4a!ZGXqk2fFv{yaGE z3yfaA^Pn`8W|8Y3`7LjCy(v5n=R=K7kr*rf^CtNfI6&Md)RFLy=|c5D78}s1n%mkM zAnVb^K&Tb*kZ%Hz$n%~zhUi3Y0HFVKrZ%Cv`2wbK-`#YF_K_8M5yuV3!DI=dzL?{) zMAZ-t(Z)>J*x|A}_aptYQTBikg7T;eObB9{kXZmbQfgw?_BUaYDA)14_HFUxQ@GBb=k6wCUw*YsXW^X(OtUnh3HMI#0n zc}lo~H?6R0$S~2hwW=-Bh*@g~7vG}CtS4IXB~TWT40fn!3-D+ZV!$!PeS-?giNH5d zG#GaO{{79))cw0~2)K{Lyy#j8KGz@b5f0X`tY#t@DIVw)UeRrEiN zbbRQf>zkUaq1^P9`<+6VE;CaIt44k^p^{#rZ`#hG)CG%bTgY#Dg<8^69jGs?3h z0L%r=gjl~VI20xh=vXCqrmaCfVh%9}Ld&+}r6{R4=GG#RI0j@!HLz5YftyQtg}1(> zobjkX;092NjRA!OYH<^Coq;z5?vFE+C-OjFm9UT_lU)_zZseCZ^e4g>0YPi5NoOJQK zTR;*4;36ZS5Bv*0b{-V)yBSyb7Z`1b2@6wxvTX}(xN+<1pC`(|_-;ad&Ift~8_AD9 z*r_^*f;#sK7!E7f$=2p;1_p)Go5&;s{KYaHJS{GeRXg+y4autI1>L|WhTL6P_0QYm za2eO1Y>d^^mPNmmNhK~VwqY-G3RUUv8iaI0YJWKkra@LYPa#lmNCA!mYruf)daK(# ziDb!=)_7y!*XL4HpX@p`&YmRzt^^(a`>9f(bAY}O%_+}}xM48;Nq`M4pIZAWI==uW zxWM+vi6AcMq*llW1cpHHVbWF0-*W?>1U}9?UZV3$=1Fn2wVC)VeQ7C!;*%B|Rc&o# z$pYv!xVN>Dl2em&RSLrro5BvRSFjM`vO|)i>g{zpVarvS-mXd zIwI0TFxQ*Qjo^)lS?OteY^Y0dVY*}SCDavm&sC~vm3)f9%lc8u$}4+kANQWg+x~S* zLij}CaGa)km&xiB7GGP3<=x^yIr!&~!ATRwqyl97&J;yKEgbHdk}8hbh$82=0~IN5 zIO)oFAtL*w*d1%U>)W{o%VWRVlEGHZZ$TQLVTmXZd^(6Zg=_f=m9*eQdswt-d6AAa ziahoh0`2#7Sd^oa*>?`U^vJX;eo?a~B2UF!D7+4jR;&#>KDxm>?V{an&+Hc66HxYE zgw|JqaOyU5m>{164FpMFpOHJKNria_;SPf;Ju#rQ$4{T~NlP1iP(FVJf-Jw0O(m>- zN3`)M)@^WX;&qqVcMqCYH2YFVt_>{lrjM^QEsd zFtAlaWu=8+X@tlmz)<11N6YyDXyEvr6s4deYWJvXQ0EKT5rlPM$w@9NEUVi|$%|ZH z_NTrWLpsJul*AKDV1wVxY(}^s+bLV*9z2v4lxvhv2()7Z&}^|F8c9zpLECz_->DIl z$9iom;E47&LJnA<-@j}prKmm9Uro4s><)g2Aid{)B(1xk~tde#0;Lz(VJCQC(X+b4JAa322^Er_s*BypXL%mKF9{u{gnQtXlw?2>7GMC?g_S<*I9@?Pjom~rUoyOH!1w%^6h&?W|jY2ykPG3jWzPmWm>FzYzyOD`4fmo1c1K}I6Rkdc*L#sxN&xd>Plnl1+^Qfk(3 zx18xB#IaSc&BocF;c8RbSO{xlF}`g&=pim4ZWcKTU;57+UtWf;a>#!+8^Zx|QP^AU zL|_SsnXoGG{A~jFCIN;=WE+Lb-iT;0q&^}e{3QV)wj+XfFqOd1N5Z9~FA?*id%hou zxq;JidbBE}dXj>IV&cHg&TbNnfvVo#(ijhH6e2{POF6ntH8UWU8(Hu+cNWyYVm+F; z2?w4zLc#xeb~jkUHkX8_Pw&CgYW+gfdF>0K!#@|^+d`huqeCCGFF%~3mlc{G zY-#zVzh5c_z95||iolYN$MH0Ux>(}<0<45f0^VM5n5dddr6-e$6`OdikIB-a;Tz*v z^iJ2$%o5ecIP~TI=*zFaR{e&>(`OJ=<0o|RZ~Ep-%~MT{26qaeKjKnJArWCCYW}wh zUaZ(UR#S>=ptj`vcgHaDqo|UQpdx}F0m_7lAb7)|fkgtV|8osPcp4u59(wph z66R1++~)QguH*-Y$>W@i?442=$THQR>$pM zP{|=xh1){g3_E`l+v_EY?L38sq0*m1*&=G*-Nx;)>{+tl_W?*fu4-`t@|s-6qy+pa zl0uidU8Q8%;$IzXjfFQ}y^F|rRVXuRLNkkxTSJ)Lg0N|~09`vDuXCT^rA)Fb-d;ol ztzgMrf(aPJ6azz5yihtDpOP{(7mVmQ1h)ZkqV@?)0Ey8hvtplxNxpi^I9-B#0hGDn ziL`4iRv!Mkx4f%gUGs83ffC5E$VlojG?RjylVA=7xuYID)skQnfN6`&mOYpRI3iID1Q`M2>t4M|^!j^WVS;_* z08xg}`+Tb_2fnM9A24$(Z-mqI1(lK>RNm(JMSbDVH)+`GbD{0Ky9+sdd_>dSy97A! zjesu%>|~IcdrVxlfI+qI?+=ei7Y{vZ z`k#ZOuWp0wfdVlOShoo#LZF-f8$bB0&310Ehz?9a@<^XW-0;hQg&J^eaokQt_DIkl zC#pVt_&_TgHWp}&vD;ycG$WF@p9SlF1>lt9w@ih}kTH;&6E;7!*vx$9(S7YCM}&G9K0ZprdK(Ou zT>>a`G+KyF%&4(H{h)>$gVc{@7zl|Xkrl7x?581+i*tgj=(4O_*7AS&M z2v@m=oBan)mekc*kk0`aO7Ah`i$``}rI*RcQJUOAhjB7$n`qh$HDA!0BeexF^GJDV zjN_*J)E^Bj_XH?4(@#&`31U+Tn3Tk=d0{8MB1p-g=L=#%IUKfp`|s(vrahvPp&`@2 zr5ZBm+?lvdpf({xIFI%7Ia|1f^IZFcGvgxgPBi&SzHNt*oSlA}m4tH3#vulR zF@O}w!-7gmTtKc-_$u)764<@)GSEDoWprZLeQ)e(k5S??(qU4_ zfRW;zy|Vv{tts$-z*ZLtNq3KhN)Vxm%r;0qVd{`Nljm#7aIM#=P|C+&Q}0WKfcX&D z*}uiEQuIB9C{wvXjyyZHM(|2Ao)mX~&8+%o!N0{?f$YTdcbl&xWa_6v|ydu%EMqqg>J39eS@hQ^4R|x7KXSE>B>#E0BE~ywu z_(u~+ENJ-qUy)#sKT_c@4rx1r;u@7if3qb19CN|LMVmrLBTMvu{Y5*I`jsqc{69F3 za<~TbjYE+KtksSEXJJYBLZI}p`bA!VRd`kR^G?gm%&Irq;SO~9WfELWLZI;zLZB)! z-Nt`qlL9`Gr0azd@EjjVCi!6b?};Gk*EOqZ6A}Qt8}+Y_ZFj;C(@LPrOA@j26KY4k z2R!)<58=PTa!I5i7?hr-MAUpm0@k*R7~OyQek{p6VNM73G#Sq)s;9wjSUqpYZXZHb z4$-4@ow}rg=P_33_R+@_;A7gE8DkjFotvl+6QV}<_htqY{76j=9{~oDPz6YCpAkQ@ zkj*-7d?tk19MB=``gT}YSgij}wE*#dk*x4zP^1^8c&BRRCN?`K)|ax-?!*jNSmXJU z_7yZF=v#Umg^BFDgwqU~ z$DsyVdGj1K=xxb93WxS34?I1`v-0>sGZ_0aDt6;V4*9&) z9T*T)gF(4X@e?PqIE{x+>O8qauxm(UMT%lMG%6F504EG;;2_s8e>stRcc>j?4sa|X zlpCLz7*SrXps>F=2?GwucmW1uR?jLZ1+U(`(bzTA)%~XT_RynTDp@05`&U+qW0Z(} z<4dRKdqcGe?FbsvLIep+V-elgwXk zaIOoEYLF>vdw5}!YYv%*Pm&Yr8nlWas7wOzweIxeI~2hzt)up1tDCCfJf>cKGjg7oHdz6WbaM}V?C?@HS&t>>a z3o(t5e{=G&?)dZk)!^nyoWQ?~O^*WiKYN<=(<4tVeNpY&*2)$qx%%~Ac0=%1<6Znw z@e|D07=~jEdc3f`7Po|kS7#Ve9#)|C3On}w>(0N9N zSK|NMdgP1IV9J|gL}*+NCQSfdA{QcLgis`h@9k_f!F=%0leXDHfKqBYkX5@_+lf(+ zH&%KY6A>4WsIkN_bhMzAw- z)k7Fw0SA)j&6U#ZUzBHwXcAN|%2J@F zf1Mrp$p2Ml33#ho_*E#AG7SGcHA8(^7w)E|f2NxQ!EHeablU4qN+>>76%3;yRCxJq zaMPC11AkPvtl5&dz8F&8%fc^=me(z88st`ituvC6`BBC{JT@=Z6em;vPoGLM^H&Zh zB_*{vIJ$rDR_7aDP>z9vZ$LCuVrzG|&TP+=l?YkWb#w=ZwG(YIM+XN9?>QqdeS+dd z3_6Bv@UATQZ0{g$3^KHzp>(dvO7`6MF4pSD+jt;i5Wy~2kbdg923%v^1}sq##_@jfcEhhM=t0(BWiQ>Dh-BkJy$ zm3i}?Ia5Mq+%4v^U#Mhx?vol|6edSMFVJfdGMuyHd93n@%5!5% zTI`CoCx+w0BT@a!g5+(hyxxc4QU3nD4Ynm!G1u#+!sMYw>H~IQeLSzD(*WxApv%r_ z+y9m6kFdrxG8dF&_i&4;oy}mH+-c-J)A7wWW*^RdEHvKFBjbBQr$rz0~_72!2W;TI2PUg^!-I`@LN=H5rK} z0@VK8CB}h~mXW9gWKOIgjv%-uYDeD6XXRf!6---nY^t!IVgy@KC&AZ| z8I7Bk0~658-RorQBYCecoiYM`0&otIgw@cmD-HK&el^ApyJH=cE`*(n${tl19b58BlwCi zGY=)r?frJ>H=Uap(`~ko6BQYj|N5|hFNj$t9`ghesGoxjbysWXua#n!c8q4#*gu{L z5p^jS$L9&X{fK>^Cyk9KQv~7({B(1Kx8FXJ8B#@3#J_H9eCjsaV=HaqWo{xNa(vqD zN|wZ;G2skxjGD9WX8p{o_*P5cXN(;eKfFPpL8cy)Ak3^40_p3^Lxxs-jfFq)Z5j}{ z7e7BiGRaByuLr1LC#oi=&t4Pzv0@sS1=bfxigzk7z-^GgpnAvNM zv7SBr_g62mOD0J(DlvMl4VXmeW)HE8@c*=IuqvSdh{P^mO;9OktET)!RM2)f7Oi|U zdPyjVz!J6%p5@T%ZY+re8sM31xR3aI)RvuDfo>Pzyrho+^dhFP1LQA3`%jwkKSqjU z;0H*6*%89yu6a{qN6*VzV+8-_0BO+Q3}SIBw#M*HSC>4j7;1|>tg)SAeni!W5;&!p z@eq5)8NQAlNYAoAk~ocQO16ACth(mW0Ie%nl^DFl8CWpm>>lPtYw6^1?=tyUQZKaF zYyot!rZ`|2hmf?FeKIQeJHU9O4ggKjPfSiejE~2`FlRYduy--|Ao0Ed zSrB<7fn5sR-}=qF;RpT^_#u$xgZfcQz zm`i@88Tj}JZ6a9!)ieAK>+qe#&{*ih)YLfWTa>1x!F^0XkiPi)vbpIStcL9 zOssd@MkuRbQvX`(>@id%It~M`1~P=qeI65h=FaSmr{LJ_c7We!09qA1 zmw%*(YuMuq#_XS6-`$#6z8>GIW_P-mOQ_*muIpLxmKv(5}JVgqI>aNs{zR~ z`L02l-M#%Ew2qLO7`*5pH9c1Cfi5$cW6V|ai=Ly0w^12N8MEj!54HzFUP`no(4K#w zT2(J3J4^^zY_S<%Wmq7;rUeqbYUMP?gup)MbN(bYwiAS}dWTyeZ3$UmtnK{t+!iuR zaby?AZ_6kLpa#xg5VGUNIYL^1{aAEctl9_j@FQ7_gO}W#fn`oV4>?-3GYhz>+MC zBfQ93YX=siw=p-nvr;p2<0LUCHb22a>w-}wSd!x16cm&>`t;&5$EeKcUG zJA5CmA#osLsg)uL=Igw1e3P4g9+d+rT8v6q)M{SlCa#Emv-jw~M@1jVYa|#0#a!q^ zp>)~kV}cRtu{#sS`X(HlKco@f0OjhaQJ&b?jfCv}y+i3z&5_*%810j;f&lzdJHk?1 zQeL;jrai-pYBgOhp2o&3FF2PKB7j;7IvTkk-6Mhz1>uGRH+A1LU~ZX7_%Vh5tT5J^ z-BY+zqyq2*3iIPn!q^@gr~Xsf54+=^gJf)C%>l!8kKbt>4wP|oc>s@8)l96JG~9@m z;}k51rAw6*&dY(M>*C@(tzCFr%{z_%Sfw%x%JOVOE<_YOgnN+VM)yD-I%OATK*3Y) zj-xE0W{GYg#>&gKY<6UjZd(deE%~p9jUf{DwRG@XhUxCtb(?P*g%opCO??tN4MFf9 zoa7pXn3K5gH%N8m7}V*BlbkMHNR-4@b)suOUg*bg2OC?Jd5yFvt!y;?TW=a;CS0{7 zZY#rU^M)OR(nv5Rlb3hP;zCk#m{A2KnU=%y$kWhRXVh1E0q4yiB7sqlkOaOD_LF^U zqM{e$nGtVPam43q3jtQXz48zz!VB+QQ-J+QGI$ri%VDNW`fb8ZtJLGf?2(?Gg0dlk z4v+7fN)irFgfc%*G!bQRb{V4`1cmZw-(!ON=c5g*dw_|z&%Q{IQES36FtJMNZ(By? zT_qPHZ8s*X{KEK7)Uj0pOkua7GVe<>YVkJ^>S&n0mZU7gbW2ihSyCrRRK>#m_o0N( zt-Zgfzrs;&`$Woj)F2|^33GYHvN~A-iW50CNdI6q1UptW48;I&2EzvWy}5T+-xALJ zI>%Q~8_@c~h0fu_B>=f3SY+JaOZ52>Mr%hk-qzBb+9tw!J|bE?Q!@%AdMD}0hnigY zUv6t;vl|17%hj73Xj*pHat83BAU$0pjte=0EP+IM@oggK|Do%xqpIGbF3>|O5+dCo z-5nAFq97?<(p}QhjdV%~2uO({-67o|AtEguDxrW8o79I~H-jr2!ZW1I}j++`Tdn57%f)TuuGvCr$e?8QeW+O)~%sq&=ob2qt z@%m3204nkD`p`>I1i5xcC#c+J<{FSiiEGt;!ch>gC(o`1;- zDa>>e=%(e(>>Rw8y1cnFQ#k;|-ae2jkrCtf_PghBb?K?uh0uBHVnt7|(x(sSrTW?2 z*yAaAq#iHy^J@6>&s*^t2|4fW_mu)4y{|{+So4WBrIh2^AkyOk%!PI2R6kOD0E%7Y zJSp(gWd;L)8@hWOk;bpgtZ5@yZ}g8j0LExU~f^P=VtfJj)~j=~9zn*Uo|@RE1H|(FE6! ztUPxs{Wg}4ayS(8730!KGexE%Yl&8|8K;BhLuXj-FDqR*FY5ST9ndo&EbTp3=Fq~8ro z{*@z>#P!8d7V&r0$a{s}R|R1!oK+3=bH=DOLi)i2RG^$OeLH0ihDePbfEOlbW=cYE6(F860@BM^wI ztG+<3Ng{J( z0}{pp^|W%<{hiw$>%cPk)v1I0^L{ZI2;|^bKa|o405+hnx&R6_AgvgFdJZIiB#jWJ z91y{9DpsMB3$y&)$eua08SonyJt>!ht}iRZ!c|wL#(21G5kGTCEj_(kf*s0mF><{~ zCRbvO!ixpP5eT$xa#UrSK~X|;1vJeo0JObbLw5X_~wo+jv;cU5U2I?H5+njFn(TWhx% zul}rZ$88ZtS{62-eGW$MW_EM_U?LjW@6XAci<@@Grl#r=_>oUV*GASKWH6zZd9FN1T#PFdH8abobUASg&~fDKsN)T^4hIc_M0Mn zQ?3C-66!;Tw?^%X;W&1DxB`AgPWWYb9f)yuBcToNaEz}zGdGOeYHxRZPxmr)K>mdy zx~SscXYVxTPV38~hTUU5`h|vvCmKr?COa z6&A=lo&pEK#(Eu1s|d&9+N5?dJ|*pyb#6~OQ>(AN6ryuJ%u4h}_|d7GE`g!b6U`Q6 z{KkU$RGEL!iM2#LJ$9=WTL2`|21mJSyL?1Y7E<@pXlFuY|&hi5SSbt`w-7xO#bfhU%;xO%w$^*Le1*&fO6 z{V6q${m1%7`&dhBEq--rI1cjkycfw0AbP=Ic!W6}?T5jI%3h z%=_kK4ZJa7^AlmCNnH6V z85D4cox)ZPgvPj%7bk0`+Rt^weaw#cjKiIeiDDDe zrstDP48E}qumF3(8M*C;6zKxz+M_Sm2}*U%3_T6279Ub*@29^iQJ<-v~RZ)GEm;;g_fgF+@a8x9pC6E%Qm1NSjdMHF=amA z$*3SVPHHQx{eYRzAWY$s&}FBLYJ~DNYPx(U);HDFIa<8@vay5$3d$IJ$Etf-+|-(e z7Cq@LF;!P;_Yiqi^D&iPr1=w6O*lD0l;x@-BMA|RDJc$sL?<137wz03*5B^PeM2pCj8cyC=?=cKkDYOcGNqRtG(X8m>x{flcFb3zx0afRZKR zHh>kNCH{KqHBbmSO|NnCO4L0+OQ~rI3Dh=KPZ)@E=Zs@jUilLNYFxIY&v^CQ#g6)o z{_9AB%n6F{f#Fdo=eswZZmcZ?27Dxm6kidA3%+Xlcc{q)R!X_M4I|uP^;n)Lnrgn< z=K&)7m3uRygPIDco#Q<65J&0lFo!JQqy5`UZ`_i9hit6&e2phdH4lbGU!4#$yzD2L zHNr*7`Nps^!$2%*?DSG1adfUqrRw%%M^@wX_s}`#IP?0xq35wM!#4mJXK2iqQr>(M z!`e;b*Zgn|**{bDMqhcHNiMyzaa%h|+04SeNFuKxkIp-+HZWTKXF3@M;<2!;%iA)% zYrU+*8UyinQq3ev16F2`+}oz|6KNT&K&%s6m`yT?IAx8`VDj)oXC>yJ&34Kzsp)38 z0a3PdE1gS1!vL#g814PHuu#QYP<^CkI5t@wcUFC@$Xa*tp-Ty$!BvH~YyijSZOBl> zcMew`OCV80AdwbLd0oycQTWvi-c4}v5v1qvR zcrG$%|M(>8>ba~cb#&)x7fkF*FZZ%u*!1v;F48=-ONB^>N981fE+ZX3bu()??30*y z`-0I6b|u-9y+*&-gRy$Tm$%F9{=61le3R6bGxxijv;~{~hO}|69*(Mz@IOQ9@?Og@ zWlTm&(c#P})(Kw3TRhVDy5Sc&mLydsn7jt14|A5$Z>2q8&ZJ&ok%8sfD>DiDVz8&= z+n;ACxx~S= zgDOI%%CyeZeOv<^>RJ{(7x`?gm9;%HS^iZ`4ZsnD3`po)2?dd^JZRtW77q$rC{sW5 zFga`87Vt4z4l-cK;DMNH8!z9~U*vg{{y&`@wOaiX)2F_Lb zIu7#2I#hpZT0>qLmj@TN@8|@3m6@c<-K<><|05=TOgeR!TM@T*5u?ZuGu$vjWq{qa zW+F80DOeb|WqQfETW8}H@>{rm)(=zHd)7CPX65a$?uvZI*7U%xuR&ztxB4x+SO1tA zUGADUKfVp5*BT;MwQr+~t^E7epK7Xv6f-~)#!YPBm(&lv zk7Qg5OO~Gmg$_S8bQG}_hWl{xq)bRuU@}CtGF1Kj3;BJLH16U$%*FfMis82LcN#}% zq6mpeEPL(HLZuK<#4U|h-p2(J*$2G_RFzdL$7$kKwptYSJHx$X7xPwLK2?{NLU<%1 zWlV++?)gYQ_*Va$ZVDL9p-V@}boB*rDj7dfmZ_ea1|fE7Ei5ic^K<;ro=q|hPRd7F zD>&<>rfz>Z77iI{5`)8->K`Y5p??=`MmAX;D4~X(G8*kJ|4!-3nBaMR6gHC2iBz<- zw6-<}ZkE}v^#gCDWNT_#8dM`UVZQzMicYdrGvf~F*(Ph4NU*qtX~Bl;by=PUeHdh6 za|{{>Q@_nSo>5%={A3A*g9I*WYiZEwLx;4-e6}ui3vm#D^VQi`0_@4pnB?dc2_+B{ zB}8f*n=VbQM#HgxCl1EmrNHaV7tNO~OkO{}*UW31HtS!8DpyW{kw!u^HCy#pOGr^! z*m7X!rQ_tvNy-%Olnv?(EqBioEExVpam&Pk@U!{c^XC*cBV={_0u4qVLsf)X3Z@i? z+V*(@)=M*OYwo#LHIWQq;+Al#LJ1H>=sw~}DyZnw;@_#ANqxGd#wKUk`yx9^%g&R| zpb#g6oCYub8$*LT0FY3oK**olL@_n1CsqvSG@Xd2yHWn}^LebwtiD>fVCC}}z)PQ+dr3lg%2dMwusef6p<_)`VEO1xfS=MHBtUqVAKp&N zGEc&>$p6iB_qVc@6%!I4SV!_gzHT8$5xTJv_%LaSMCD2nQcxP@ZQWFieWLI?O`oGvCJH$k8uyd_wCvsHWt~F6X;~mb^RUP0w;qV@3Xx-q zoLapps%il&MdIgplkrmEy!&uZ(FX}oqaxjA7`*JN!FWGGyXUw5RmM-1VI0Ns-1VYp*u#~KACY_pi` zR9hSsfr8@xn5*b7$!jy*i6_?p!-voPCK=$O;S@G=HO9<#!oR<)|Kf$M5DAVF?oN}+ zoJZLmok*;#L~S3IZM_^Qp?fu?it2?gsw#=9eTm0tUXuLrNl2Zd=Tl_3sf8pLxW+@F zs(4bN_BH1BuNX0LRUHFfegR?2M&m#`YCNJWUIr0`jHaX!iVZ9FHy)QIAyjXM^fcYu0ruxYY zohkp50y*Lf{HW^@v*pNY4f;q!%+vedWUY#zwG8i6$oGB+({3s@AHvZ-z&xy<5>X+w zYozNfos0sRSKkNwQm^<`$v#o-%~4^BIz^xc@dcx$6!Q55)Hmz?5mWq$wk%tEe%Ul0gyw}*Tdk+rq6SWKX7RZALDl%z=f7mKrI^ulRmb`p z2&WLOi{DoL|5jA{wiGL=c+TcbiR$NOD)S4XQvyqNj@yW-?-vSE$l&c+=i7oY`XQZr zhBTrJZ}L)tUa#3|>75T7EfE_-V;Jfl*5X5wKNSrxjKen{hLdM)4;Y=m?FWNra83c7NPx{pmYiM<+~ruLg(4S@;&!-UsFF8_N@*6 zwzK!+IAtnBM6l@5FOPcH-FH)~B%i0QDQGJ9jjtu&t31O-NYXgl6*aLw|4Z4E)%@J& zMb(wD2kBL%)wLNhO(NY;lULovgaMrXa5l6%<093o!>iHQ0_>xzTA+3>I7(Kh(te^` zbu@$Ia z2%=mrQ`)-qwz<$oB?Sd+q$umHq6xqM^9LbNd8_k!oQFpK(>Cwj-bT$d32%D4vacmLJME7IO3U6sof!i;&AZg)SwZ#CuM52|kc5vXDFyTH?-s zDS4K>JT+%z-oKN6;RY!tS+?~HoTX^#1DX4~K|?2RdggjGA=yYty*|)2wvpFqrNQp- zb8`QPh8hZKsVC+Kf~}6V*u)^~<_{F{_h~xvK6$nIL&q#SQz_SlW&E^KF9o_pCJCt) zdcONJ5-Yz9I7_PO?<;b>>G=99XR|_=1A1ZIYd2aGAiOK8c;YAu31+2zXb|hYK6##X zo*VR3p7vCcW0WlQMI7C_1Le8>6TWRnZaBsawzr!)246sI9WR9vMYMScvGZ7;8dwWq z8c$7j>RQJV>|+Hs#zSJnTHfk>;0b0I@~Qn@SYyt|SZ<*t2}%-ob>81GNddGr2|f7g z)6VW1DSpsZGKN4!F8sN??sadnUB$WhE=pbOdXFkyY*`uFE zPFlZAPsa-D3P##jV27i^?64d#Xa5g{HgEyTvB2y3Qe5Q(CpX7eL73w~Wx0xTw-F7V zhOdLBc_zuE>8gh3at)b#mC`?WtoPF zwWJ?&d*?RE*{G?fuS9Vz7A9es1}-2{v1_j*P9E0x-3-&gXq3P0Ao!c(u>A=%%+@Zx zkSCw7y7{>j+%NRVYZA_DI_WPYUb{a3U3q=_FlCDECMGsJmpQYJTOf^0&5K+fvcqc^ zaRX~PnIa6rvw_%@=otI5aaLl$70TvJ?rs^J2x7;C^-+#uDD(*l6HVzc4KtnbJ3dVm zK~Mf9_ayM+d`vEW8iTkDPeSZsl1T!@C4fY_A;XnPY&@_<&Pf4kC|#J$z-AEp;a;>% z<59<$XSxWY?5HJT6}^!r5rMMgP`laG7|YAjw}Sg{XUG24)VwTaFkC)(>CRmoHYrJ6EzyAn_nmB-F1=6=H58>f$Gtc zo#v=%`u$aC|Hjg;OEIEqVz=|7Y!TT@0?Na^+#Vnw z{98KTDqi#}8WG9*{ZHVMYnA)8mRMY3tI;HV$ts)4K?)p$PWUP^yy)kL|aDL_o|l zm%q!=Yt>YN3(_+5uBQ`4P5lwjQp-MC@MWYFyp8TGv%C9(73Yaax5(V4M?EnV8?s;H ztL`nT4O&9kYc9gMg6oe*l(|1Q_7$=+G^qVNMZPo2gGPbn#=D2>dd=k8)>z8IEU?8~ zZlOXtxgh9{C@JUe-PTI3xSJwWrF3GeFKhPOzVxK|Lf|QLmgb-Q`d<%;DZ~wQB1Z?< zzYOr4tEpMZ_y;Tw^q*gOzC{gyh*e&{?h!B(kZp{SNXJFAB+A+#{L)N9-z-Ft?N$c* z{yK_t^{-iLW-UQH#(+v(6B3Qv=m$b~I8WW1C6i~~%Oe2E&9FLPDiP?mGeymL_k4qaP!#IIsc|Q1=AUeoD6rmnQY)afTuFXd5jGSY^62oHk#U3rge!V z#f^DLG*48%|49sLq^Z1P;(WD-8?^Zx4{C-a;>vVo7yfTX$)UeVA~|dkdIk=J!`#{i zRH9y%uf5;o?s2BZ{otsm4o~Yk#CR&!(ZSJPVVeF8EfK-T(Q^4vJ3#o}>BifDN6e6l zt7%!Jpa+}Gq&JDVd$Y4|qjpFOf4_dsRauL**uSQmJNY{mGx$55zBMGzc$5cTO?4#D zZ{DgFa|G1aV$(Xiq``bTuQNLR>bw?5djK{fh{g0l)2bRu5TqnK0_m&pU(W}UB4Q8W zec+hvL#IyxIf6$I6B1wNl|!`XUnQnkqGjosSFjm$xJIh0c%T3=Bm15N?)%bmmB97m z%Y$3f;Zxq8M*gV=BXN%$QZvMO37E48Z+@X*eCTkyTwRghNSlPkl0S-;q#b{pJS@5D zTuTUY$Aiivd37C!bbrLFnR}s_DgoOA^LE9r0k%Xv}0H z3emU}AB9_U*?mzQe>@XhITLGKgtCtAxHA0;_3-RzPc8ePcTYcxS{3I9L*}r))$R!Y zy=rcnTqaD0saFvef6cFb379nCF)G7#Z;U#x}6CE5@6SXsAR=-mq2^lTIW zAqz5nCDdBQTFsiaCsiw-mr2EAlgQuq94;_U>Sdq0dA-~?nWn2G&7*g~MLZWK1sDmq zezGw#l)RaRtz$H5b&_NzuFuPt{n|dQNoO0!L%*nV*9CyRx+DuKm}WPmaVG6x8gv+y za?r7H$H47IY*pR7HX~^FtNG!9`$uVq*UJ{WKuA#`$;Q2zzE+560sj@s#p%gcnM5N) z3wc)+a^zC9(?Fhq%vax+aAw?N)#uOddS7m#&sJwliNFJy#p>#6bC`xl4h;U+cK!TD zGI;<=m=%2eYP7d7f!IDfF=%9F8z*nM%rXF|f@`j?$sK;42Z)Bvx@+QyYFjSmJ6JoU!#xL%Hv#L+K$m>f}POps$6h!?XErL-sBJOx*^5h^|%6YB@eHwTv%J?;o#F`11eS*Fg+SGVP13z4vl;E_hWA22m6 zJdlN%g4&*M@w#@Nrhg9YERK~-fxR8J`$`Ssu}Jp#w*661rQ!i5F1nBS};D*#hT8;>HGbsbDcoVsX_L= zMyHmE$;9tJE0Je;qewAL!2jV(M?l(v1c4z%GjzfS9A{Td8`yyGka{;wYA851@mqA0t56fyPWK`jJC>2I1=Pg~4r=;mEB_o|RwyIxpt+-kj2r%J?x)wEMDjfP!T~f?{ zE|;W4y?i8O27*zS+%sQhy||NNq=7X>ia3ifqv8;-(EF(F7Vnu;A_M#Ae+lq+(O3n~ z=Fr|hz1^{KX54c1`KEVd@Wxb->rt-6y3;%HOoPf9^kAf|8L&L~KqDJk?nuMOKBQp- zP%+*X`6wwMRW1-2Q#<*sh4HPH`?Qp^9}(k0jqmt_@5i&;erQMZnBUf=b%9d3-jWFc zkl($q6hJ#843&J$ue~plO+xaw<4I8wjaGl z)P2iH!ZhMD-lU)daVSx~Gk-!18At)6cEC^VUOkpBO)jjOrwq1Bb%VO#0lX?+y}YjJ~Ak|Drmq@DP%G?nbQAhBw`DXUZeUE`&$D_UCK}+<_}v40vhNiXYQ1i80x-_(iAa zmKtNku-HdD`EK7gde*o5eg?)hh?tL_0IVFHi}y;g=Bc)|cnzU@Z?3~LTols}Y~JZv zkVUl@P~bd{srcO4l&>+k|7*z{T4Up^o5}c(Wp2aR2l8t}0RR(VE^q5p{Y6q|w9U7q zf@I-PK+TivbOI`5SBF=4*+LSy0O4HJWU9JiN+6I6%O0zFv9H6?raub^J>(c&frLE+W|aYAFeuQD86nk0C)wSdBu z*T3ECEYHz9^A*x$s2$PLpWd!r+pPD5RM*V4=}Sl8-4{WK+T-BECFoohz)x?nmolPl zRRmGLhAWv>I3I9#Xe{1}c=urWAxTxQ<-m7~v}Aws0mir;$HL?rOxU8DA2(= zv}bzvopG)83pqS!F~9h}pN!CVJga9*33q@H0$iSz18+4$LmU|J2HiN2??)0n5Wz@Q zF{Jq$6hsj(UZ5jI)s)h?`(Px}6`c9HfFcDV3H`{yv+V3_>jb&QHzs9M^X5ZW_DCtTHp{*B!JX0 z>R}^i_yI)^@B#ub>E?<%>ow0;p&2!)c#p`99GRdFzl^v^YsY7B_$2OueH@-T#U7ns z$`nQ;UEZXntZx|}5)s|n3qSp3drwtcU){hV5@$(za?K-_R_AVx3TKIY3dkUk zRc*Y51F28F=3!5ipn7e?2;w|(64UixuVysKhd|fcUk_P*V$I~SudOm zv+sF~ZwIy+yLeV|F3&I9&55RGSB`Itmux&voLaTbB!{3UsCbWk1g}^A!%On_154c$ z&RnwTSW`0nPwZ3OY_+i=ph1fuN)}rqj)F5QHC~qK`KiARy)boY?>mdMjF(xA)2@g3 zSN_MOnRICTfAjgvB=soNzSaO=v+pQ`9HHP<`hdA7=dT+~T2)mJp8FcK72amy7=_M| z(|G0ww@eZD)48#`Z~JWd0M&p9FREq;z`VmYOOWS@GoYMz;| z4j$&Ep)Am#V8uGTBwO5nbBxgr8&pwciTnsEdL|ijqf6h-wQB6QvYflBiHxUctulpE zs}bMUaqD1tglQ{#Kd|3gpjqLu`Hs5Z-qDy_*8k3e7=Rx&^O{w7E%uzM(3@ad{DeF3 z_rA4j6U;T6PEDik-Zx^Paahb>=`k%SSJir&<9#_ZZgSX=Q`YV7fQPo(X zTk7fn-_WHC!)PMVUi`ZH-Y<1C4oRKJRdTr@oY8lJ#?z`rNeZFe33|6C)7hY;Rw0=X z-cDsLxn9_RMyl$n15)DCzOi8RU^$*wHl2WSg!cI|eMu7%9)4S12N!--EqKM|N$AU% zy(dTG#f_11OQM-BH&7{1p2a_XWsnULl}015k^B%;o3kS!6H$ZAWl)hEEG4SY5n)j z6}BBt`DgSZ$e6zEQsF2kz=Ee`@Y4~%e2`vk2ho%cR-GcoI~?WPEib&X%O1$25py(V z_rASa@=XL7PHLBG?FQmn~l>e-a9$#%O)-Q0g!l#@Iw+NNFV zg?%icIt7NZPP)j`pU2a0wFa%sU6Ab~!0o+)>TW#=^t%m5`OtpPomfksF>_5a&;s>R zh{ z8(i#6Bxk|A{}|c;O(T`R&C5rl35l(>^jl4Y*+&!3b}hJ)aVP)-hsCK9T{t~@d=CIH z*eU3xU*mZ^i7}{6&OSYn=WBPS@+9#_)9w7G-9ED?;YFln(Y3FIqsq6ELj8W#!;gjF zUptlLVPAXROz(1%78*dq(EB#?@O47b@GdJX;B37N)44L|U=Gnk*l@(wnwc z_T+>@9*M3`|Hd9PmvcxXOSbQPwH~tGhS+nQkL~wiF?SR*2w|ZA7$$qr_R5n)OX)r* ziYYKvm=9w~zxlQ<#Ocn^;(8~XvI_k+5k>!&pt}xK!{pt?1^OX?1yEQxMv$#hm^!fD zV3wgz@6tEX@^gN9vtEYFoC2DZX_aAEo2l~apm(qLIgFLfpR*yVe@n$}g z1%LJ;$)EoI0&evW_8i97M@>zYd-boVD^FDOT$-RKhZ#UvfXuZNtofjj$Rk4Y%r1!- z-I6hgBaxkm^WI;`M-t8<9ReN%N`p#&Io^+=*Z) zl`cH01Z_#{G`M>v4)g&Y;(eBzV zyK#_&%^QNlC@fUzkIZEh+=!Yd|m04w)PfA0W@s`7Zc{AAh7^+%& zfR^;he|tjDp=x5XS4V-2>iu@kQtsrLi61hhqRWybOEU&TE%OvU67$?YAdqkVIk zQov{><==mJ^9}XEXGM-pegzr#^SOHaV^{!4mNqKwDDIS&$<^RG*RcE}TOe13@bI-}e_h6*Zy)eVy(G-rvZXf~m`u zW7Z_wans`!B4A?0T|0_K6mD9>u*BP@&*2vQRUU>UZ!W&mHRK!y-qRNw%W7^ATU^td zgOQc}Wl(gtbXVxNKa2ZK7%SRF0X=E5diG)>w_VQS2St51n{kfxg_s<DiK=>*^L$bKftUxN>01 z=CEf-aqskV6Du+E$&(kV<(*Hkl%Owucdodvsr>*YWs)LmQcC8}(i1*=mxAulIx=df z%uVVDZ7WYYaeC}T6VbaHf7Nz?&OpO68$*7ezMV&lNzFE^Cwr~UVIYQCCHW6asU2VX zI+{O#ux&1*Of+D8g5p;-k>>SVRsbmIbSm$(6m9T3>-6QyeUJu93^1Z%6LSRa;#x;4 z@iW)Bru)LU5ipBy>gD(3UR%C_t7?oo4KqhEX9U+6U_pB=G^~%gNdomdzDifm58Q$L zWCKw{)U|?EZOl~cX3AyjoIZ-kIsw8F99-Q6$k zqNdruNU>oDWiOeO&55#3MOlVn4iIuSnY#%Cn;I4FUL>t3^uKu>ax}s(JbdhVv;Rh9 z6qXELxQbd`7Rh`_T3t}z67@NeYYOeS4w<*B|YE z9}nN4!3=N&mHB%`?zM&+fLqI>xAb;$-stpYsO8iOtE5Ei2Kou_Bu}yKx9@FS9c*`6 zq5)w<7Sr@EpR-rlHI|95^0!J0sF40f7IhYDD}4M!S^1aBadDHZ4V!P2Na>A4r}()j z5FX)1s6tM;T(Q` z+4{a{AWBwk*)omM=Ah7_N%yz~ThtbPuGAP@$qK$FG>~-=^X0?J;f^X*22p%9E4|m z7JsW1p`ihd0|rRQfAEmUx4l;pWnkem4RE^V;ko)zs4)l@3IDDG)nZWkn6ok#r&x)T zT`Sv@rMj@0&pSZZPw^mN#V_#MVe0gjGThLVHh8_&ZUXOcq6V4^`FjI|*uzD?$N``2 zx0>_KH>+E62LW?%|DEJW5&;zdBkpn7)7y+D{*Y8Lwl_lx>4xe2By;yX5nE%}Rymxj>Wxz|ilOx-=~x9&q{TWv!mLgoFd zp6z{f%PxO&4|Zkpab6i^3S0E0#{Te@kO#Q`7P=Ltl%zI%5ubH6K3(XgHm}?PoB1L zi#f7k&P1LxOztOl7L~$&Dq~cv6%`=b4E&vrKk2qB7b*Uu7TtE)1f>_Lr@F5 znUSzqW3ZQQX7x{=$)!DKd?NYo^`*e?M?xWzETcwVbcc*0P%-`M(O4mPVJ+YTY;m9! z-fCiTN*v$ztspX(IZ_}vLY;74FgnL_{1c20U~X?{M}E87`70*MG~!!D3*t>n#m~gf zr%BwJm3R9mSvR>1T6`ez71S%bN-p$&-bu;1jnT}>djtE?BJ0;ly(;si_OewF>LAOW z9yi+E37v$Ui2t{YZm!Ps0&SeA&%0)^QocZ_mi-aG`Fz&T`0x%@u$ri>uZ{aLfFTz zKgwsiib1?)ymBlJ%E=LuAigDE6y0T`(<rr8GrE`ht6yo+k^rp*SNfyqe9%OR89T+BD}S zdFK#q2IM++6hZkPnNS{M?|!%HH`lUuoRw(`qPtU~0^g9eq8fm=V8iMCF1zs(-gi%^ z@JMD9ncHns-CR-eR&bLa99*~l#Xkf@h~!6+QjL>J^fW7*qmPUm3>m@JaknZ4g<{Y8ltL<>QRQ-M5uS1eZ*h|5~#vIs6&~mbps_ zLCcdV(3KdMzPPPUX_I?PH4{_9>J>#!~AqLN4tz=yNvFPDSTgXapU=k z#{-{fHH#A9&B3DK>jiy08o0TOiW!O}oj;#SQy8v6FI!fT8GYjlMO8p1$S}$^o(s1s z9%?dt)&6@76R013D5cVaQbI2!Z|J;xe-FBnKp#`(*aY=q~a8hMjTV!*Fvo10E@{CE7YY6V+8;CF2FRZerDwdv(9|j z6lqj9)m4H-eNlDI9lWlLN)Oc8UCZZsZR48)o&5IkEs13M(G(kT1IypzD8Cr~W#_qI zA&N4#*6INOOE0>9MS1;2%iqfuAIjXq>)z583q%j?-Yf;Sf(u0;sf*|{@;3yUCWIPT ziFA2E<~zo+Lvmce%!`2u2a`QE%$1N*fu-ARw_&Sz3i95g0O~l|n^i7?RVnG#(gB1g zi&*`GvcJ>na+c7WH?b=X&Frsz^pru%>!|@5({nKfG_q1%3ovbo6C-ZOEkji^Ic&_a zd8+s^_!2eGbn%Z$n|ycX;TmmIq*x+rJilqSp&tyIRZU}E#oOEvIbrFPV#O71X&QZ& z()jy1^;iQ)GX9NtS65;b|8G0t%osoJS`4|1Jq5YN@nB}7*Nx1+h{`>ZQIxDjZ?ymGW8JM+1Gdt?nk-szwHtfIj$)@{mmi} zOdW zNslpkzq`C0k*LE%gYo717Y18g8NWzgwW~8UTHmxSioWlF zMrc92w6T=`H;KIL_lAS?sEXg{`}qA?*mAXNN5CavFnEgFtUPUnl4m%A;79D<_|L5( z_nL^+Jh!`n8;+-fQJYAr2pCG)-94!*suy zi~YdZjXh-_{c0#ZF^$eRE1z%zAq2wv*gsFk<%~xOD7$3;^B{tVxNIC~G*;Nq(wT?=V5%Vy4k(2h5zSL0g1exxDLf|iZ>@E3n+-9`ThFnACJ+8wo+Kdh0oUajx649`T`Kkn^=q7P9e-4UKz98WZ|NCJZ z&VL$C1;!CbWdcyVfJqzVFkbrqNSjX%|0k3G|NrYF*Uo!OVFe}2Qo$Wxc+7jO2vQNQ zbm1WwIEoP-jKePWmN?dGlLx5L5k~z(1+$!3Xt5|QqIh1v-X|gE-wC1UcLupmqV;L)g2r-@Mt8W*4E77BkqFl3^zA- zj53%b8$5kVY{AoZc;}sJP6=6y%PMO7^_3q&`r$+L(9lrjtG0H_pWHMk{*OI8Jm@4O zs6Y$B*1@3%w9E;Jh+cqc0nYIx4SA#UGB~zkM&OX6%FD~IC)U^3-#r0^a5Hcbu(h>C zT18)6Ub=$iP@v7^8hmM_cNx+h2$Z)CKY9!?x}P6Ed-39hDadWZ$IF7LMR#}i_{4MSV*xkXb`F~=D;0Dy>wi$Ex1VjjsHb_nGKk!tuMNxu+g1}#U zH^h=t-OP+06%`ffxDC&33f{B^~a8@IBGI4!^oJE8^#_ftk-Sb+<+8raJ{dib`XK?l08mf-ed z{aLT%(<}p_DNI5_+Mc_!^yTH{G0NuV1*fN{to>kjMTd9`67!$Q z>pz;H{oLAOcl{{F=Xu2v9%1qKBq4!BYNdz6EN zgBtjexjMTPg|AKUzN>3$lIQ0Q)@MhvL@+cUj4f{t&;8S1W8UTz_Dr)LgxRa+Yw)9FtiwR+=9-O;|e>+sT24v?LQcSZ$2wG2_$yC6}6Ge7KNKp&G%_+miZMDqdsc1UhrQm^Y(FTroCYFSz^+Mg_>f2|RdLFDhn6-G1Q3y; z6krI`Hho*Io#&8A_MJESKE0WZO=Ls_W}jX_K$|P|Wv!nS%KYrCDY)#$+^RU&u(>ih zOe`of~<>h7Z7Yi{qHU`bvwfk2*a3vsB_`AbziTa=N!m7mYjA+YF|9b)t zdkTUVuKO!8r)OvE(~EwLVxTz>#)$n{ZoZ}TdHyCpl_Hd@;nK6MH%LuQW$g#!z?JRo z5^sxwD?TzDxS<5Nmn+8*a4XIHz*!V>oaF^Ai-wukcJ&6e)`MCmC$4^eesMICA3u{T zO)oCSH#LdE&4Tmq-#_N}@H1R+C(#A@XxKk#^F4m#ZpFEXl-h;65WFF7XuebaH_(dI z(_Oz`K4t%9d^|Wy#F;_>#9VD19knL^I)%Cuv?yjm7n_Gf5lXwXnshX@VvW$o85 zF3=*S+{ly^Q_a24_3PKK{>^vqn7`Q9^Fy#+pUo7oK@Z*lXZNVbUS5rGV-5o6>04!- z!RmdHkk;#~^R=xlyVmuJj~@+S>ws_D*eoW04j1UHv{@s4n#uVsqhNP^ z79}AhWa#SZg8Qom+}o<_>(eeSE{tbLiHV0Gyv7Y6h#>dA8Tcf1TPU(Y_6WxWWhe6H|MGL0v znZT9`jFWqNdSoFEZ-OI5%!1!u8w)shlW-X@!g3S96E%Aun0E-+gS#`cSdOZPSPmiy zESREH-=~1cGMT{9(a{|$D$c;bz~rPPx;Jm$@PkUa9qa?YevPdoUyB?gLqkSEK`r=2 z81kbKfIY?!mw|qbWppd3((ywa&lG<4dU9rlQUG!zex%=+yL$>K;Aq2_vI0MM4I`sP zh*n5vI7AYd0Fm#Mf8An~lr(y&q@X|m(L6dfHf4X`<%_ML8w@vLC09T6JNZqF_yf!} zw(YX7TXD3LPjbYV49az^M_)5JxBq*Gj)4)~($WGpcx(;z0q36N_x+ooSqu6=akI0t zgTM$r&!K1Hc-cXf^-hNAE>e>ZSV3{1TgbrAe+Sq=w7Yha8lX#>1bz{a!NF-+gWN~g zU%@F6O!ij6u3_9(Fe)xi%TRnaH;zIJ{P#FGhAkynS#NxO|3rk_%fkc2iO`D6%3dTU z;v+@$K+TsuaKMmUX>xu(2BhjU<64@V>AAVbnhe1%7Dh0-O?l~fd2gpMt872_14m%K z`)O3ybJdbzv!A+UU)6)~_X{qwY+-xka=$_Ya zDm>cz3p*csdmpZo9_}3ZLI6TXW}lEL8GEmW8=v%mix!ypQFi7&!EQdO3xNBY^#9U7 z6*@Q?57~SEQ-}ZmWQS(|xk9|q}E{7{`y5%zLfa%-f1Hi3Dju&9oXa z+fc!VN#0W2@PgMQMMX49G<9Y}MX=0TI?1r z>rZHJ_F|l!owMKbJm0}@pO5@@jXO#7O`rOq5{S*s%Y*X+_w5AJ{d`b`s3Ql9kl^Bj z=Vs5+-qAQFf=@EnXO!y?n@yCI+GJQ5NMl?V2+-l50Gmi7@Sw;+)N#aoBj&)}y}hyN>EqbWQjOTiICGzZ zhgz%Ejv5S((B1F;YQCg`kurVi)P=;vL^1$? z7QTnCD?Kxl%jKpurUWo=Ee()!lvvGvMI|Mv`1318F>}mid~Ko12ZV0dorAWjZ9p zOCphU_x4t`wfVrK)(;n|I4CgC4fC3a3lYu$EyhRM8Lqc|*^8x~d7|3`tSw==@f^}`JGr_~fB_Cz}8^%d~%0 zE;rSMQ+3AWyI+S`=zOK?JzWH$M0iD^*c+soSH9(ihAx%f(ORvGOFwa$#q$=+zJuO{ zrnkuQV5_Z@ii!#t$#|n@@$J^f;^%V>^q@CgBvMeQ|6o3o-f6SKg47>cS+`nUJvhjRPq-0^ zEt4sVgi+i4`-I^#eq3L2&zv24_{xqB|72aEBN6g|T7#ux4PKyK_p^- zCthT@Afw?aMw|7;wr-*pqh1dUc@uxS`Bmug;gp8)@vzeJa-usW0@Dl95jPB7B1Qr% zd{R{o)>xHB!xJ3~Z{UdI<2~8D6cZ|l<4g+WpqfC)!M4I8tP-&3_6I8gz#0Dgy%r(b z<^dNzXR&zLFU#czEaj1NcqPV*gSA4QQAqz+k2tvX@Tichn~h5NolfBqDVB)(!eo_y E0WUm$_y7O^ literal 0 HcmV?d00001